Hugging Face's logo

CRASAR
/
CRASAR-U-DROIDs-RDA_AAAI26_Full_ResNet101_DeepLabv3Plus

Model card Files
xet
Community
CRASAR-U-DROIDs-RDA_AAAI26_Full_ResNet101_DeepLabv3Plus / CRASAR-U-DROIDs_RDA_metrics_unadjusted.json
tmanzini's picture
tmanzini
Upload 3 files
11b644a verified
raw
history blame contribute delete
85.8 kB
 {
"global": {
"model_name": "RDA_ResNet101_DeepLabv3plus_full_unadjusted",
"samples": {
"total": 1.617570644343792,
"class_level_km": {
"Not Able To Determine": 0.09642240464108068,
"Partial Flooding": 0.022774614178632614,
"Partial Obstruction": 0.13533291378120438,
"Partial Road Condition": 0.08200654072063879,
"Particulate Partial": 0.3092466191832223,
"Particulate Total": 0.20763928205734547,
"Road Line": 11.897280042175664,
"Total Destruction": 0.004603331420362244,
"Total Flooding": 0.05511380819482278,
"Total Obstruction": 0.13862071657300268
},
"total_predicted_segments": 1079800
},
"metrics": {
"F1": {
"class_level_km": {
"Not Able To Determine": 0.0,
"Partial Flooding": 0.0,
"Partial Obstruction": 0.0,
"Partial Road Condition": 0.0,
"Particulate Partial": 0.0,
"Particulate Total": 0.057301984855032094,
"Road Line": 0.8111963079164866,
"Total Destruction": 0.0,
"Total Flooding": 0.09250423020372377,
"Total Obstruction": 0.0
},
"class_level_pixels": {
"Not Able To Determine": 0.0,
"Partial Flooding": 0.0,
"Partial Obstruction": 0.0,
"Partial Road Condition": 0.0,
"Particulate Partial": 0.0,
"Particulate Total": 0.06714048056403282,
"Road Line": 0.799427500581401,
"Total Destruction": 0.0,
"Total Flooding": 0.05050737337283708,
"Total Obstruction": 0.0
},
"macro_km": 0.09610025229752425,
"macro_pixels": 0.0917075354518271
},
"Accuracy": {
"class_level_km": {
"Not Able To Determine": 0.9925537026212915,
"Partial Flooding": 0.9982412121903543,
"Partial Obstruction": 0.989548807407437,
"Partial Road Condition": 0.9936669792515743,
"Particulate Partial": 0.9761181823003672,
"Particulate Total": 0.7373273792477211,
"Road Line": 0.6988513625774008,
"Total Destruction": 0.9996445040463742,
"Total Flooding": 0.9406558130292666,
"Total Obstruction": 0.9892949042051531
},
"class_level_pixels": {
"Not Able To Determine": 0.9970459377216906,
"Partial Flooding": 0.9994547691166434,
"Partial Obstruction": 0.9859226786258942,
"Partial Road Condition": 0.9904515148983376,
"Particulate Partial": 0.9640165931435982,
"Particulate Total": 0.7013860801876298,
"Road Line": 0.6867919377184003,
"Total Destruction": 0.9994583035111892,
"Total Flooding": 0.9627915342068356,
"Total Obstruction": 0.9845142490608504
}
},
"Precision": {
"class_level_km": {
"Not Able To Determine": 0.0,
"Partial Flooding": 0.0,
"Partial Obstruction": 0.0,
"Partial Road Condition": 0.0,
"Particulate Partial": 0.0,
"Particulate Total": 0.030400477014482348,
"Road Line": 0.9566508892824133,
"Total Destruction": 0.0,
"Total Flooding": 0.04947206649265876,
"Total Obstruction": 0.0
},
"class_level_pixels": {
"Not Able To Determine": 0.0,
"Partial Flooding": 0.0,
"Partial Obstruction": 0.0,
"Partial Road Condition": 0.0,
"Particulate Partial": 0.0,
"Particulate Total": 0.03584758558483637,
"Road Line": 0.9423190811942457,
"Total Destruction": 0.0,
"Total Flooding": 0.02615204294984342,
"Total Obstruction": 0.0
},
"macro_km": 0.10365234327895542,
"macro_pixels": 0.10043187097289255
},
"Recall": {
"class_level_km": {
"Not Able To Determine": 0.0,
"Partial Flooding": 0.0,
"Partial Obstruction": 0.0,
"Partial Road Condition": 0.0,
"Particulate Partial": 0.0,
"Particulate Total": 0.01082733373669606,
"Road Line": 0.925724106440779,
"Total Destruction": 0.0,
"Total Flooding": 0.003215395717936456,
"Total Obstruction": 0.0
},
"class_level_pixels": {
"Not Able To Determine": 0.0,
"Partial Flooding": 0.0,
"Partial Obstruction": 0.0,
"Partial Road Condition": 0.0,
"Particulate Partial": 0.0,
"Particulate Total": 0.015321140947631639,
"Road Line": 0.9088358424601662,
"Total Destruction": 0.0,
"Total Flooding": 0.001027880653246565,
"Total Obstruction": 0.0
},
"macro_km": 0.09397668358954116,
"macro_pixels": 0.09251848640610444
},
"IoU": {
"class_level_km": {
"Not Able To Determine": 0.0,
"Partial Flooding": 0.0,
"Partial Obstruction": 0.0,
"Partial Road Condition": 0.0,
"Particulate Partial": 0.0,
"Particulate Total": 0.029496084521791265,
"Road Line": 0.6823635502803437,
"Total Destruction": 0.0,
"Total Flooding": 0.04849511682723332,
"Total Obstruction": 0.0
},
"class_level_pixels": {
"Not Able To Determine": 0.0,
"Partial Flooding": 0.0,
"Partial Obstruction": 0.0,
"Partial Road Condition": 0.0,
"Particulate Partial": 0.0,
"Particulate Total": 0.0347363478250221,
"Road Line": 0.6658719077511269,
"Total Destruction": 0.0,
"Total Flooding": 0.025907958144073828,
"Total Obstruction": 0.0
},
"macro_km": 0.07603547516293682,
"macro_pixels": 0.07265162137202229
},
"Confusion_Matrix_pixels": {
"matrix": [
[
0,
0,
0,
0,
0,
36203.05420222595,
36210.38767673535,
0,
55365.82842617214,
0
],
[
0,
0,
0,
0,
0,
5150.955744555377,
6618.418165546411,
0,
11814.829082057588,
0
],
[
0,
0,
0,
0,
0,
337974.3859325614,
256877.7373505666,
0,
14068.638557935059,
0
],
[
0,
0,
0,
0,
0,
330113.71852819505,
80675.30479150213,
0,
2234.9226440093976,
0
],
[
0,
0,
0,
0,
0,
817487.678311128,
703375.1434799228,
0,
35615.35572224788,
0
],
[
0,
0,
0,
0,
0,
464824.496150513,
377845.78183329577,
0,
36966.8111817055,
0
],
[
0,
0,
0,
0,
0,
10498787.610032685,
26999230.79727991,
0,
1396497.803780868,
0
],
[
0,
0,
0,
0,
0,
11347.04311721118,
9237.24533891106,
0,
2847.0327368408757,
0
],
[
0,
0,
0,
0,
0,
6784.764319012692,
8636.417208877978,
0,
42807.09056356049,
0
],
[
0,
0,
0,
0,
0,
458015.36259422154,
173191.40301664718,
0,
38636.23995502163,
0
]
],
"class_labels": [
"Not Able To Determine",
"Partial Flooding",
"Partial Obstruction",
"Partial Road Condition",
"Particulate Partial",
"Particulate Total",
"Road Line",
"Total Destruction",
"Total Flooding",
"Total Obstruction"
]
},
"Confusion_Matrix_km": {
"matrix": [
[
0,
0,
0,
0,
0,
0.022552220373869045,
0.020096438065259306,
0,
0.05377374620195233,
0
],
[
0,
0,
0,
0,
0,
0.00500043362729294,
0.00840539107024394,
0,
0.009368789481095732,
0
],
[
0,
0,
0,
0,
0,
0.0724224328657663,
0.059539337833549165,
0,
0.0033711430818889037,
0
],
[
0,
0,
0,
0,
0,
0.0650224309064228,
0.016491153058284292,
0,
0.0004929567559316908,
0
],
[
0,
0,
0,
0,
0,
0.16095794758998702,
0.14129873627266334,
0,
0.006989935320571966,
0
],
[
0,
0,
0,
0,
0,
0.10337593864854824,
0.08612083085124983,
0,
0.018142512557547393,
0
],
[
0,
0,
0,
0,
0,
2.870972891765077,
8.377298124138333,
0,
0.6490090262722544,
0
],
[
0,
0,
0,
0,
0,
0.002229246899033175,
0.001814754761629668,
0,
0.0005593297596994001,
0
],
[
0,
0,
0,
0,
0,
0.005685212853539863,
0.01026317839444353,
0,
0.03916541694683939,
0
],
[
0,
0,
0,
0,
0,
0.09225218442648593,
0.03557409577736553,
0,
0.01079443636915122,
0
]
],
"class_labels": [
"Not Able To Determine",
"Partial Flooding",
"Partial Obstruction",
"Partial Road Condition",
"Particulate Partial",
"Particulate Total",
"Road Line",
"Total Destruction",
"Total Flooding",
"Total Obstruction"
]
}
}
},
"per_event": {
"Mussett Bayou Fire": {
"model_name": "RDA_ResNet101_DeepLabv3plus_full_unadjusted",
"samples": {
"total": 0.11308100756115586,
"class_level_km": {
"Not Able To Determine": 0.009979574259608397,
"Partial Flooding": 0,
"Partial Obstruction": 0,
"Partial Road Condition": 0,
"Particulate Partial": 0.0006091917262747285,
"Particulate Total": 0.0009357464537026493,
"Road Line": 0.7008939529240104,
"Total Destruction": 0,
"Total Flooding": 0,
"Total Obstruction": 0
},
"total_predicted_segments": 79544
},
"metrics": {
"F1": {
"class_level_km": {
"Not Able To Determine": 0.0,
"Partial Flooding": 0.0,
"Partial Obstruction": 0.0,
"Partial Road Condition": 0.0,
"Particulate Partial": 0.0,
"Particulate Total": 0.0037021105003988805,
"Road Line": 0.7549882369763441,
"Total Destruction": 0.0,
"Total Flooding": 0.0,
"Total Obstruction": 0.0
},
"class_level_pixels": {
"Not Able To Determine": 0.0,
"Partial Flooding": 0.0,
"Partial Obstruction": 0.0,
"Partial Road Condition": 0.0,
"Particulate Partial": 0.0,
"Particulate Total": 0.0030919770750455883,
"Road Line": 0.7395249324173617,
"Total Destruction": 0.0,
"Total Flooding": 0.0,
"Total Obstruction": 0.0
},
"macro_km": 0.0758690347476743,
"macro_pixels": 0.07426169094924073
},
"Accuracy": {
"class_level_km": {
"Not Able To Determine": 0.9859919769843204,
"Partial Flooding": 1.0,
"Partial Obstruction": 1.0,
"Partial Road Condition": 1.0,
"Particulate Partial": 0.9991448962149461,
"Particulate Total": 0.6760254409925537,
"Road Line": 0.6102601099040577,
"Total Destruction": 1.0,
"Total Flooding": 0.9307402206448147,
"Total Obstruction": 1.0
},
"class_level_pixels": {
"Not Able To Determine": 0.9821267985257771,
"Partial Flooding": 1.0,
"Partial Obstruction": 1.0,
"Partial Road Condition": 1.0,
"Particulate Partial": 0.9992348178600541,
"Particulate Total": 0.6526751185419468,
"Road Line": 0.5915877033092231,
"Total Destruction": 1.0,
"Total Flooding": 0.9349921077054765,
"Total Obstruction": 1.0
}
},
"Precision": {
"class_level_km": {
"Not Able To Determine": 0.0,
"Partial Flooding": 0.0,
"Partial Obstruction": 0.0,
"Partial Road Condition": 0.0,
"Particulate Partial": 0.0,
"Particulate Total": 0.001858562458838945,
"Road Line": 0.9894609406577004,
"Total Destruction": 0.0,
"Total Flooding": 0.0,
"Total Obstruction": 0.0
},
"class_level_pixels": {
"Not Able To Determine": 0.0,
"Partial Flooding": 0.0,
"Partial Obstruction": 0.0,
"Partial Road Condition": 0.0,
"Particulate Partial": 0.0,
"Particulate Total": 0.0015512216741970335,
"Road Line": 0.9863964714197438,
"Total Destruction": 0.0,
"Total Flooding": 0.0,
"Total Obstruction": 0.0
},
"macro_km": 0.09913195031165394,
"macro_pixels": 0.0987947693093941
},
"Recall": {
"class_level_km": {
"Not Able To Determine": 0.0,
"Partial Flooding": 0.0,
"Partial Obstruction": 0.0,
"Partial Road Condition": 0.0,
"Particulate Partial": 0.0,
"Particulate Total": 0.0008903854175621615,
"Road Line": 0.9839728821046324,
"Total Destruction": 0.0,
"Total Flooding": 0.0,
"Total Obstruction": 0.0
},
"class_level_pixels": {
"Not Able To Determine": 0.0,
"Partial Flooding": 0.0,
"Partial Obstruction": 0.0,
"Partial Road Condition": 0.0,
"Particulate Partial": 0.0,
"Particulate Total": 0.0008252585222832556,
"Road Line": 0.9800231546806409,
"Total Destruction": 0.0,
"Total Flooding": 0.0,
"Total Obstruction": 0.0
},
"macro_km": 0.09848632675221945,
"macro_pixels": 0.09808484132029241
},
"IoU": {
"class_level_km": {
"Not Able To Determine": 0.0,
"Partial Flooding": 0.0,
"Partial Obstruction": 0.0,
"Partial Road Condition": 0.0,
"Particulate Partial": 0.0,
"Particulate Total": 0.001854488009966721,
"Road Line": 0.6064105251044113,
"Total Destruction": 0.0,
"Total Flooding": 0.0,
"Total Obstruction": 0.0
},
"class_level_pixels": {
"Not Able To Determine": 0.0,
"Partial Flooding": 0.0,
"Partial Obstruction": 0.0,
"Partial Road Condition": 0.0,
"Particulate Partial": 0.0,
"Particulate Total": 0.0015483823188394228,
"Road Line": 0.5867033402220607,
"Total Destruction": 0.0,
"Total Flooding": 0.0,
"Total Obstruction": 0.0
},
"macro_km": 0.0608265013114378,
"macro_pixels": 0.05882517225409002
},
"Confusion_Matrix_pixels": {
"matrix": [
[
0,
0,
0,
0,
0,
16657.0957689337,
16476.124710291322,
0,
11122.011267239723,
0
],
[
0,
0,
0,
0,
0,
0,
0,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0,
0,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0,
0,
0,
0,
0
],
[
0,
0,
0,
0,
0,
35.55840266378987,
1787.9664979393506,
0,
71.11680532757974,
0
],
[
0,
0,
0,
0,
0,
1333.6729507167454,
1533.7486366868036,
0,
42.83503772054308,
0
],
[
0,
0,
0,
0,
0,
841730.1943994091,
1435548.0822161806,
0,
149727.88788151942,
0
],
[
0,
0,
0,
0,
0,
0,
0,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0,
0,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0,
0,
0,
0,
0
]
],
"class_labels": [
"Not Able To Determine",
"Partial Flooding",
"Partial Obstruction",
"Partial Road Condition",
"Particulate Partial",
"Particulate Total",
"Road Line",
"Total Destruction",
"Total Flooding",
"Total Obstruction"
]
},
"Confusion_Matrix_km": {
"matrix": [
[
0,
0,
0,
0,
0,
0.0037358415018101682,
0.0034885091582878315,
0,
0.002755223599510397,
0
],
[
0,
0,
0,
0,
0,
0,
0,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0,
0,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0,
0,
0,
0,
0
],
[
0,
0,
0,
0,
0,
1.1433235442099011e-05,
0.0005748920199484315,
0,
2.2866470884198022e-05,
0
],
[
0,
0,
0,
0,
0,
0.0004288211985357579,
0.0004931523341484543,
0,
1.3772921018437097e-05,
0
],
[
0,
0,
0,
0,
0,
0.22655125815251367,
0.42779261204326724,
0,
0.04655008272822947,
0
],
[
0,
0,
0,
0,
0,
0,
0,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0,
0,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0,
0,
0,
0,
0
]
],
"class_labels": [
"Not Able To Determine",
"Partial Flooding",
"Partial Obstruction",
"Partial Road Condition",
"Particulate Partial",
"Particulate Total",
"Road Line",
"Total Destruction",
"Total Flooding",
"Total Obstruction"
]
}
}
},
"Hurricane Michael": {
"model_name": "RDA_ResNet101_DeepLabv3plus_full_unadjusted",
"samples": {
"total": 0.4105051213097,
"class_level_km": {
"Not Able To Determine": 0.00020187813942711396,
"Partial Flooding": 0.0013056297871139237,
"Partial Obstruction": 0.09354824678912907,
"Partial Road Condition": 0.07707877027366503,
"Particulate Partial": 0.2948410664170895,
"Particulate Total": 0.15294351475567539,
"Road Line": 2.4966361316450802,
"Total Destruction": 0.004603331420362244,
"Total Flooding": 0.0034470565209468286,
"Total Obstruction": 0.11840405770011739
},
"total_predicted_segments": 421988
},
"metrics": {
"F1": {
"class_level_km": {
"Not Able To Determine": 0.0,
"Partial Flooding": 0.0,
"Partial Obstruction": 0.0,
"Partial Road Condition": 0.0,
"Particulate Partial": 0.0,
"Particulate Total": 0.1167702417291348,
"Road Line": 0.7318379620121032,
"Total Destruction": 0.0,
"Total Flooding": 0.05973170344092952,
"Total Obstruction": 0.0
},
"class_level_pixels": {
"Not Able To Determine": 0.0,
"Partial Flooding": 0.0,
"Partial Obstruction": 0.0,
"Partial Road Condition": 0.0,
"Particulate Partial": 0.0,
"Particulate Total": 0.11630444054265077,
"Road Line": 0.7320139290432598,
"Total Destruction": 0.0,
"Total Flooding": 0.05949227337654574,
"Total Obstruction": 0.0
},
"macro_km": 0.09083399071821674,
"macro_pixels": 0.09078106429624563
},
"Accuracy": {
"class_level_km": {
"Not Able To Determine": 0.9999377497574375,
"Partial Flooding": 0.9995974018228261,
"Partial Obstruction": 0.9711538799077375,
"Partial Road Condition": 0.9762323342211856,
"Particulate Partial": 0.9090841239476175,
"Particulate Total": 0.6115036401429803,
"Road Line": 0.6381158891417509,
"Total Destruction": 0.9985805372571485,
"Total Flooding": 0.9729966317459946,
"Total Obstruction": 0.9634894529287353
},
"class_level_pixels": {
"Not Able To Determine": 0.9999375395862286,
"Partial Flooding": 0.9995977410216776,
"Partial Obstruction": 0.9712299686135873,
"Partial Road Condition": 0.9761692323252839,
"Particulate Partial": 0.9092168179982659,
"Particulate Total": 0.6116026651491971,
"Road Line": 0.6381862776594484,
"Total Destruction": 0.9985888955455974,
"Total Flooding": 0.973040737093319,
"Total Obstruction": 0.9635606285017567
}
},
"Precision": {
"class_level_km": {
"Not Able To Determine": 0.0,
"Partial Flooding": 0.0,
"Partial Obstruction": 0.0,
"Partial Road Condition": 0.0,
"Particulate Partial": 0.0,
"Particulate Total": 0.06539687277260364,
"Road Line": 0.8519106796524843,
"Total Destruction": 0.0,
"Total Flooding": 0.031013708527567685,
"Total Obstruction": 0.0
},
"class_level_pixels": {
"Not Able To Determine": 0.0,
"Partial Flooding": 0.0,
"Partial Obstruction": 0.0,
"Partial Road Condition": 0.0,
"Particulate Partial": 0.0,
"Particulate Total": 0.06510362872978381,
"Road Line": 0.8522741354386618,
"Total Destruction": 0.0,
"Total Flooding": 0.030884634346650217,
"Total Obstruction": 0.0
},
"macro_km": 0.09483212609526556,
"macro_pixels": 0.09482623985150959
},
"Recall": {
"class_level_km": {
"Not Able To Determine": 0.0,
"Partial Flooding": 0.0,
"Partial Obstruction": 0.0,
"Partial Road Condition": 0.0,
"Particulate Partial": 0.0,
"Particulate Total": 0.04199681911658946,
"Road Line": 0.7738514428734631,
"Total Destruction": 0.0,
"Total Flooding": 0.0008815150142094815,
"Total Obstruction": 0.0
},
"class_level_pixels": {
"Not Able To Determine": 0.0,
"Partial Flooding": 0.0,
"Partial Obstruction": 0.0,
"Partial Road Condition": 0.0,
"Particulate Partial": 0.0,
"Particulate Total": 0.04178981996064243,
"Road Line": 0.774309701011077,
"Total Destruction": 0.0,
"Total Flooding": 0.0008762846269254725,
"Total Obstruction": 0.0
},
"macro_km": 0.08167297770042621,
"macro_pixels": 0.0816975805598645
},
"IoU": {
"class_level_km": {
"Not Able To Determine": 0.0,
"Partial Flooding": 0.0,
"Partial Obstruction": 0.0,
"Partial Road Condition": 0.0,
"Particulate Partial": 0.0,
"Particulate Total": 0.06200530828290985,
"Road Line": 0.5770855301529597,
"Total Destruction": 0.0,
"Total Flooding": 0.030785280338218944,
"Total Obstruction": 0.0
},
"class_level_pixels": {
"Not Able To Determine": 0.0,
"Partial Flooding": 0.0,
"Partial Obstruction": 0.0,
"Partial Road Condition": 0.0,
"Particulate Partial": 0.0,
"Particulate Total": 0.0617426950755012,
"Road Line": 0.5773043930135049,
"Total Destruction": 0.0,
"Total Flooding": 0.030658096620962288,
"Total Obstruction": 0.0
},
"macro_km": 0.06698761187740884,
"macro_pixels": 0.06697051847099685
},
"Confusion_Matrix_pixels": {
"matrix": [
[
0,
0,
0,
0,
0,
469.63751979571765,
567.5146289040999,
0,
0,
0
],
[
0,
0,
0,
0,
0,
1434.1176143722785,
0.0,
0,
5245.373258481029,
0
],
[
0,
0,
0,
0,
0,
283457.9529956647,
185152.41053213069,
0,
9114.615685055687,
0
],
[
0,
0,
0,
0,
0,
321950.21273422154,
72003.36117738747,
0,
1755.1703411584006,
0
],
[
0,
0,
0,
0,
0,
806722.1814404167,
665183.9244878576,
0,
35544.238916920294,
0
],
[
0,
0,
0,
0,
0,
424402.0606189979,
331577.91864356707,
0,
23273.581000839553,
0
],
[
0,
0,
0,
0,
0,
4231685.295044594,
8205400.369868831,
0,
353960.5688905043,
0
],
[
0,
0,
0,
0,
0,
11347.04311721118,
9237.24533891106,
0,
2847.0327368408757,
0
],
[
0,
0,
0,
0,
0,
2730.6290124109714,
656.7727843351629,
0,
14158.388661731638,
0
],
[
0,
0,
0,
0,
0,
434670.38454184413,
157874.34257871588,
0,
12529.273589392813,
0
]
],
"class_labels": [
"Not Able To Determine",
"Partial Flooding",
"Partial Obstruction",
"Partial Road Condition",
"Particulate Partial",
"Particulate Total",
"Road Line",
"Total Destruction",
"Total Flooding",
"Total Obstruction"
]
},
"Confusion_Matrix_km": {
"matrix": [
[
0,
0,
0,
0,
0,
9.141334646066913e-05,
0.00011046479296644482,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0.00028004920196041225,
0.0,
0,
0.0010255805851535115,
0
],
[
0,
0,
0,
0,
0,
0.05550435921168485,
0.03625585585911469,
0,
0.001788031718329526,
0
],
[
0,
0,
0,
0,
0,
0.06271008861149568,
0.014024951812064233,
0,
0.00034372985010511865,
0
],
[
0,
0,
0,
0,
0,
0.1578057529925687,
0.13006824457483304,
0,
0.006967068849687768,
0
],
[
0,
0,
0,
0,
0,
0.08328440546202345,
0.06508705794901097,
0,
0.00457205134464098,
0
],
[
0,
0,
0,
0,
0,
0.8260215258695334,
1.6014205634247098,
0,
0.0691940423508371,
0
],
[
0,
0,
0,
0,
0,
0.002229246899033175,
0.001814754761629668,
0,
0.0005593297596994001,
0
],
[
0,
0,
0,
0,
0,
0.0005364610141556665,
0.00012902997527415664,
0,
0.0027815655315170055,
0
],
[
0,
0,
0,
0,
0,
0.08505945056030484,
0.0308877478542272,
0,
0.002456859285585352,
0
]
],
"class_labels": [
"Not Able To Determine",
"Partial Flooding",
"Partial Obstruction",
"Partial Road Condition",
"Particulate Partial",
"Particulate Total",
"Road Line",
"Total Destruction",
"Total Flooding",
"Total Obstruction"
]
}
}
},
"Mayfield Tornado": {
"model_name": "RDA_ResNet101_DeepLabv3plus_full_unadjusted",
"samples": {
"total": 0.7815637246100545,
"class_level_km": {
"Not Able To Determine": 0.005723327063195852,
"Partial Flooding": 0,
"Partial Obstruction": 0.039508144118014385,
"Partial Road Condition": 0.00492777044697387,
"Particulate Partial": 0.013796361039861874,
"Particulate Total": 0.02102314221586829,
"Road Line": 6.537725424353986,
"Total Destruction": 0,
"Total Flooding": 0,
"Total Obstruction": 0.019497047620589278
},
"total_predicted_segments": 528081
},
"metrics": {
"F1": {
"class_level_km": {
"Not Able To Determine": 0.0,
"Partial Flooding": 0.0,
"Partial Obstruction": 0.0,
"Partial Road Condition": 0.0,
"Particulate Partial": 0.0,
"Particulate Total": 0.011189714476046391,
"Road Line": 0.8438613766179648,
"Total Destruction": 0.0,
"Total Flooding": 0.0,
"Total Obstruction": 0.0
},
"class_level_pixels": {
"Not Able To Determine": 0.0,
"Partial Flooding": 0.0,
"Partial Obstruction": 0.0,
"Partial Road Condition": 0.0,
"Particulate Partial": 0.0,
"Particulate Total": 0.011332547803964881,
"Road Line": 0.8432633096968252,
"Total Destruction": 0.0,
"Total Flooding": 0.0,
"Total Obstruction": 0.0
},
"macro_km": 0.08550510910940112,
"macro_pixels": 0.085459585750079
},
"Accuracy": {
"class_level_km": {
"Not Able To Determine": 0.999138338801199,
"Partial Flooding": 1.0,
"Partial Obstruction": 0.9940519501249467,
"Partial Road Condition": 0.9992581118388183,
"Particulate Partial": 0.9979229233518482,
"Particulate Total": 0.7601399741066729,
"Road Line": 0.732004356872658,
"Total Destruction": 1.0,
"Total Flooding": 0.9715339494699874,
"Total Obstruction": 0.9970646707342885
},
"class_level_pixels": {
"Not Able To Determine": 0.9991449513860026,
"Partial Flooding": 1.0,
"Partial Obstruction": 0.9942031218717835,
"Partial Road Condition": 0.9992243307798312,
"Particulate Partial": 0.9978885740929824,
"Particulate Total": 0.7600048375822123,
"Road Line": 0.7311008427202652,
"Total Destruction": 1.0,
"Total Flooding": 0.9707719818993649,
"Total Obstruction": 0.997123925422718
}
},
"Precision": {
"class_level_km": {
"Not Able To Determine": 0.0,
"Partial Flooding": 0.0,
"Partial Obstruction": 0.0,
"Partial Road Condition": 0.0,
"Particulate Partial": 0.0,
"Particulate Total": 0.005668823493678532,
"Road Line": 0.9891757457251882,
"Total Destruction": 0.0,
"Total Flooding": 0.0,
"Total Obstruction": 0.0
},
"class_level_pixels": {
"Not Able To Determine": 0.0,
"Partial Flooding": 0.0,
"Partial Obstruction": 0.0,
"Partial Road Condition": 0.0,
"Particulate Partial": 0.0,
"Particulate Total": 0.005742249648383071,
"Road Line": 0.9892212252439571,
"Total Destruction": 0.0,
"Total Flooding": 0.0,
"Total Obstruction": 0.0
},
"macro_km": 0.09948445692188668,
"macro_pixels": 0.09949634748923401
},
"Recall": {
"class_level_km": {
"Not Able To Determine": 0.0,
"Partial Flooding": 0.0,
"Partial Obstruction": 0.0,
"Partial Road Condition": 0.0,
"Particulate Partial": 0.0,
"Particulate Total": 0.0017854197662128001,
"Road Line": 0.9893383310030426,
"Total Destruction": 0.0,
"Total Flooding": 0.0,
"Total Obstruction": 0.0
},
"class_level_pixels": {
"Not Able To Determine": 0.0,
"Partial Flooding": 0.0,
"Partial Obstruction": 0.0,
"Partial Road Condition": 0.0,
"Particulate Partial": 0.0,
"Particulate Total": 0.0018098119774792188,
"Road Line": 0.9894063510146345,
"Total Destruction": 0.0,
"Total Flooding": 0.0,
"Total Obstruction": 0.0
},
"macro_km": 0.09911237507692554,
"macro_pixels": 0.09912161629921137
},
"IoU": {
"class_level_km": {
"Not Able To Determine": 0.0,
"Partial Flooding": 0.0,
"Partial Obstruction": 0.0,
"Partial Road Condition": 0.0,
"Particulate Partial": 0.0,
"Particulate Total": 0.005626335783505089,
"Road Line": 0.729896363248751,
"Total Destruction": 0.0,
"Total Flooding": 0.0,
"Total Obstruction": 0.0
},
"class_level_pixels": {
"Not Able To Determine": 0.0,
"Partial Flooding": 0.0,
"Partial Obstruction": 0.0,
"Partial Road Condition": 0.0,
"Particulate Partial": 0.0,
"Particulate Total": 0.005698563523755886,
"Road Line": 0.7290019559039059,
"Total Destruction": 0.0,
"Total Flooding": 0.0,
"Total Obstruction": 0.0
},
"macro_km": 0.07355226990322561,
"macro_pixels": 0.07347005194276618
},
"Confusion_Matrix_pixels": {
"matrix": [
[
0,
0,
0,
0,
0,
5701.877660454965,
8078.281786844958,
0,
5307.0220974324875,
0
],
[
0,
0,
0,
0,
0,
0,
0,
0,
0,
0
],
[
0,
0,
0,
0,
0,
54150.44459283143,
70350.62638393234,
0,
4902.1739553345815,
0
],
[
0,
0,
0,
0,
0,
8163.505793973,
8671.943614114833,
0,
479.75230285099633,
0
],
[
0,
0,
0,
0,
0,
10729.938468049593,
36403.252494140754,
0,
0.0,
0
],
[
0,
0,
0,
0,
0,
30704.413889942316,
37124.6519992172,
0,
3867.136598778667,
0
],
[
0,
0,
0,
0,
0,
5214310.204435853,
16147413.813518204,
0,
612358.2725886258,
0
],
[
0,
0,
0,
0,
0,
0,
0,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0,
0,
0,
0,
0
],
[
0,
0,
0,
0,
0,
23344.978052374467,
15317.060437930755,
0,
25540.343332325072,
0
]
],
"class_labels": [
"Not Able To Determine",
"Partial Flooding",
"Partial Obstruction",
"Partial Road Condition",
"Particulate Partial",
"Particulate Total",
"Road Line",
"Total Destruction",
"Total Flooding",
"Total Obstruction"
]
},
"Confusion_Matrix_km": {
"matrix": [
[
0,
0,
0,
0,
0,
0.001739422594235431,
0.002415111594622379,
0,
0.0015687928743380417,
0
],
[
0,
0,
0,
0,
0,
0,
0,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0.016453268457126538,
0.021537612422610396,
0,
0.0015172632382774484,
0
],
[
0,
0,
0,
0,
0,
0.0023123422949271524,
0.0024662012462201453,
0,
0.0001492269058265721,
0
],
[
0,
0,
0,
0,
0,
0.0031407613619766485,
0.010655599677885225,
0,
0.0,
0
],
[
0,
0,
0,
0,
0,
0.009014589150599934,
0.010876603124726191,
0,
0.0011319499405421656,
0
],
[
0,
0,
0,
0,
0,
1.5503514742246516,
4.810281913449984,
0,
0.17709203667935056,
0
],
[
0,
0,
0,
0,
0,
0,
0,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0,
0,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0.007192733866180977,
0.004686347923138568,
0,
0.007617965831269731,
0
]
],
"class_labels": [
"Not Able To Determine",
"Partial Flooding",
"Partial Obstruction",
"Partial Road Condition",
"Particulate Partial",
"Particulate Total",
"Road Line",
"Total Destruction",
"Total Flooding",
"Total Obstruction"
]
}
}
},
"Hurricane Idalia": {
"model_name": "RDA_ResNet101_DeepLabv3plus_full_unadjusted",
"samples": {
"total": 0.3124207908628798,
"class_level_km": {
"Not Able To Determine": 0.08051762517884947,
"Partial Flooding": 0.02146898439151869,
"Partial Obstruction": 0.002276522874060712,
"Partial Road Condition": 0,
"Particulate Partial": 0,
"Particulate Total": 0.032736878632096594,
"Road Line": 2.162024533250664,
"Total Destruction": 0,
"Total Flooding": 0.05166675167387584,
"Total Obstruction": 0.0007196112522960949
},
"total_predicted_segments": 50187
},
"metrics": {
"F1": {
"class_level_km": {
"Not Able To Determine": 0.0,
"Partial Flooding": 0.0,
"Partial Obstruction": 0.0,
"Partial Road Condition": 0.0,
"Particulate Partial": 0.0,
"Particulate Total": 0.06286656699650843,
"Road Line": 0.821506842267952,
"Total Destruction": 0.0,
"Total Flooding": 0.14123436614476237,
"Total Obstruction": 0.0
},
"class_level_pixels": {
"Not Able To Determine": 0.0,
"Partial Flooding": 0.0,
"Partial Obstruction": 0.0,
"Partial Road Condition": 0.0,
"Particulate Partial": 0.0,
"Particulate Total": 0.0628665669965077,
"Road Line": 0.821506842267932,
"Total Destruction": 0.0,
"Total Flooding": 0.14123436614476045,
"Total Obstruction": 0.0
},
"macro_km": 0.10256077754092227,
"macro_pixels": 0.10256077754092001
},
"Accuracy": {
"class_level_km": {
"Not Able To Determine": 0.9657577393510942,
"Partial Flooding": 0.9908697436397469,
"Partial Obstruction": 0.9990318481269954,
"Partial Road Condition": 1.0,
"Particulate Partial": 1.0,
"Particulate Total": 0.8649930249426195,
"Road Line": 0.7158075285889294,
"Total Destruction": 1.0,
"Total Flooding": 0.811832589633521,
"Total Obstruction": 0.99969396618427
},
"class_level_pixels": {
"Not Able To Determine": 0.9657577393510915,
"Partial Flooding": 0.9908697436397462,
"Partial Obstruction": 0.9990318481269954,
"Partial Road Condition": 1.0,
"Particulate Partial": 1.0,
"Particulate Total": 0.8649930249426072,
"Road Line": 0.7158075285889037,
"Total Destruction": 1.0,
"Total Flooding": 0.8118325896335044,
"Total Obstruction": 0.9996939661842699
}
},
"Precision": {
"class_level_km": {
"Not Able To Determine": 0.0,
"Partial Flooding": 0.0,
"Partial Obstruction": 0.0,
"Partial Road Condition": 0.0,
"Particulate Partial": 0.0,
"Particulate Total": 0.03479594027874319,
"Road Line": 0.9721641105581558,
"Total Destruction": 0.0,
"Total Flooding": 0.07848792607082533,
"Total Obstruction": 0.0
},
"class_level_pixels": {
"Not Able To Determine": 0.0,
"Partial Flooding": 0.0,
"Partial Obstruction": 0.0,
"Partial Road Condition": 0.0,
"Particulate Partial": 0.0,
"Particulate Total": 0.034795940278742735,
"Road Line": 0.9721641105581525,
"Total Destruction": 0.0,
"Total Flooding": 0.07848792607082415,
"Total Obstruction": 0.0
},
"macro_km": 0.10854479769077244,
"macro_pixels": 0.10854479769077194
},
"Recall": {
"class_level_km": {
"Not Able To Determine": 0.0,
"Partial Flooding": 0.0,
"Partial Obstruction": 0.0,
"Partial Road Condition": 0.0,
"Particulate Partial": 0.0,
"Particulate Total": 0.005235183618586399,
"Road Line": 0.9136417217323353,
"Total Destruction": 0.0,
"Total Flooding": 0.01905959463544658,
"Total Obstruction": 0.0
},
"class_level_pixels": {
"Not Able To Determine": 0.0,
"Partial Flooding": 0.0,
"Partial Obstruction": 0.0,
"Partial Road Condition": 0.0,
"Particulate Partial": 0.0,
"Particulate Total": 0.005235183618586876,
"Road Line": 0.9136417217323257,
"Total Destruction": 0.0,
"Total Flooding": 0.019059594635448346,
"Total Obstruction": 0.0
},
"macro_km": 0.09379364999863683,
"macro_pixels": 0.0937936499986361
},
"IoU": {
"class_level_km": {
"Not Able To Determine": 0.0,
"Partial Flooding": 0.0,
"Partial Obstruction": 0.0,
"Partial Road Condition": 0.0,
"Particulate Partial": 0.0,
"Particulate Total": 0.03245340043459728,
"Road Line": 0.697082402963545,
"Total Destruction": 0.0,
"Total Flooding": 0.07598288002120543,
"Total Obstruction": 0.0
},
"class_level_pixels": {
"Not Able To Determine": 0.0,
"Partial Flooding": 0.0,
"Partial Obstruction": 0.0,
"Partial Road Condition": 0.0,
"Particulate Partial": 0.0,
"Particulate Total": 0.03245340043459689,
"Road Line": 0.6970824029635162,
"Total Destruction": 0.0,
"Total Flooding": 0.07598288002120432,
"Total Obstruction": 0.0
},
"macro_km": 0.08055186834193477,
"macro_pixels": 0.08055186834193175
},
"Confusion_Matrix_pixels": {
"matrix": [
[
0,
0,
0,
0,
0,
13374.443253041496,
11088.466550694997,
0,
38936.79506149946,
0
],
[
0,
0,
0,
0,
0,
3716.838130183096,
6618.418165546411,
0,
6569.4558235765435,
0
],
[
0,
0,
0,
0,
0,
365.9883440592239,
1374.7004345067444,
0,
51.84891754482874,
0
],
[
0,
0,
0,
0,
0,
0,
0,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0,
0,
0,
0,
0
],
[
0,
0,
0,
0,
0,
8384.348690857514,
7609.462553828216,
0,
9783.258544366749,
0
],
[
0,
0,
0,
0,
0,
211061.9161554876,
1210868.5316686432,
0,
280451.0744203462,
0
],
[
0,
0,
0,
0,
0,
0,
0,
0,
0,
0
],
[
0,
0,
0,
0,
0,
4054.1353066017323,
7979.644424542814,
0,
28648.701901828463,
0
],
[
0,
0,
0,
0,
0,
0.0,
0.0,
0,
566.6230333040121,
0
]
],
"class_labels": [
"Not Able To Determine",
"Partial Flooding",
"Partial Obstruction",
"Partial Road Condition",
"Particulate Partial",
"Particulate Total",
"Road Line",
"Total Destruction",
"Total Flooding",
"Total Obstruction"
]
},
"Confusion_Matrix_km": {
"matrix": [
[
0,
0,
0,
0,
0,
0.016985542931362778,
0.014082352519382639,
0,
0.04944972972810406,
0
],
[
0,
0,
0,
0,
0,
0.00472038442533253,
0.00840539107024394,
0,
0.008343208895942216,
0
],
[
0,
0,
0,
0,
0,
0.0004648051969552144,
0.0017458695518235649,
0,
6.58481252819325e-05,
0
],
[
0,
0,
0,
0,
0,
0,
0,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0,
0,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0.010648122837389026,
0.009664017443361818,
0,
0.012424738351345747,
0
],
[
0,
0,
0,
0,
0,
0.2680486335174647,
1.5378030352193643,
0,
0.35617286451383445,
0
],
[
0,
0,
0,
0,
0,
0,
0,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0.005148751839384196,
0.01013414841916937,
0,
0.03638385141532227,
0
],
[
0,
0,
0,
0,
0,
0.0,
0.0,
0,
0.0007196112522960949,
0
]
],
"class_labels": [
"Not Able To Determine",
"Partial Flooding",
"Partial Obstruction",
"Partial Road Condition",
"Particulate Partial",
"Particulate Total",
"Road Line",
"Total Destruction",
"Total Flooding",
"Total Obstruction"
]
}
}
}
}
}