CRASAR-U-DROIDs-RDA_AAAI26_Full_NoPretrained_ScaleMAE_UPerNet / CRASAR-U-DROIDs_RDA_metrics_unadjusted.json
tmanzini's picture
Upload 5 files
1889875 verified
{
"global": {
"model_name": "RDA_UperNet_NoPretrainTrain_CCE_Full",
"samples": {
"total": 1.617570644343792,
"class_level_km": {
"Not Able To Determine": 0.09642240464108073,
"Partial Flooding": 0.022774614178632642,
"Partial Obstruction": 0.13533291378120257,
"Partial Road Condition": 0.08200654072063547,
"Particulate Partial": 0.3092466191831872,
"Particulate Total": 0.20763928205734,
"Road Line": 11.897280042175808,
"Total Destruction": 0.00460333142036223,
"Total Flooding": 0.05511380819482271,
"Total Obstruction": 0.13862071657300296
},
"total_predicted_segments": 1079800
},
"metrics": {
"F1": {
"class_level_km": {
"Not Able To Determine": 0.0,
"Partial Flooding": 0.0,
"Partial Obstruction": 0.0,
"Partial Road Condition": 0.0,
"Particulate Partial": 0.0,
"Particulate Total": 0.0,
"Road Line": 0.9024945265300985,
"Total Destruction": 0.0,
"Total Flooding": 0.04911745591192463,
"Total Obstruction": 0.0
},
"class_level_pixels": {
"Not Able To Determine": 0.0,
"Partial Flooding": 0.0,
"Partial Obstruction": 0.0,
"Partial Road Condition": 0.0,
"Particulate Partial": 0.0,
"Particulate Total": 0.0,
"Road Line": 0.9004578930266918,
"Total Destruction": 0.0,
"Total Flooding": 0.021128596263345643,
"Total Obstruction": 0.0
},
"macro_km": 0.09516119824420231,
"macro_pixels": 0.09215864892900374
},
"Accuracy": {
"class_level_km": {
"Not Able To Determine": 0.9925537026212915,
"Partial Flooding": 0.9982412121903543,
"Partial Obstruction": 0.9895488074074372,
"Partial Road Condition": 0.9936669792515747,
"Particulate Partial": 0.9761181823003701,
"Particulate Total": 0.9839648902404394,
"Road Line": 0.8248410694879416,
"Total Destruction": 0.9996445040463742,
"Total Flooding": 0.8795876729035417,
"Total Obstruction": 0.9892949042051532
},
"class_level_pixels": {
"Not Able To Determine": 0.9970459377216924,
"Partial Flooding": 0.9994547691166438,
"Partial Obstruction": 0.9859226786259027,
"Partial Road Condition": 0.9904515148983432,
"Particulate Partial": 0.9640165931436182,
"Particulate Total": 0.9796641291071803,
"Road Line": 0.8207135502154267,
"Total Destruction": 0.9994583035111896,
"Total Flooding": 0.9026840187234099,
"Total Obstruction": 0.9845142490608585
}
},
"Precision": {
"class_level_km": {
"Not Able To Determine": 0.0,
"Partial Flooding": 0.0,
"Partial Obstruction": 0.0,
"Partial Road Condition": 0.0,
"Particulate Partial": 0.0,
"Particulate Total": 0.0,
"Road Line": 0.9236541035724766,
"Total Destruction": 0.0,
"Total Flooding": 0.025412874841489623,
"Total Obstruction": 0.0
},
"class_level_pixels": {
"Not Able To Determine": 0.0,
"Partial Flooding": 0.0,
"Partial Obstruction": 0.0,
"Partial Road Condition": 0.0,
"Particulate Partial": 0.0,
"Particulate Total": 0.0,
"Road Line": 0.8990863296324046,
"Total Destruction": 0.0,
"Total Flooding": 0.010709307482840385,
"Total Obstruction": 0.0
},
"macro_km": 0.09490669784139662,
"macro_pixels": 0.0909795637115245
},
"Recall": {
"class_level_km": {
"Not Able To Determine": 0.0,
"Partial Flooding": 0.0,
"Partial Obstruction": 0.0,
"Partial Road Condition": 0.0,
"Particulate Partial": 0.0,
"Particulate Total": 0.0,
"Road Line": 0.9827602760286737,
"Total Destruction": 0.0,
"Total Flooding": 0.0035356625533610356,
"Total Obstruction": 0.0
},
"class_level_pixels": {
"Not Able To Determine": 0.0,
"Partial Flooding": 0.0,
"Partial Obstruction": 0.0,
"Partial Road Condition": 0.0,
"Particulate Partial": 0.0,
"Particulate Total": 0.0,
"Road Line": 0.9880580211824238,
"Total Destruction": 0.0,
"Total Flooding": 0.0011634920491463772,
"Total Obstruction": 0.0
},
"macro_km": 0.09862959385820347,
"macro_pixels": 0.09892215132315701
},
"IoU": {
"class_level_km": {
"Not Able To Determine": 0.0,
"Partial Flooding": 0.0,
"Partial Obstruction": 0.0,
"Partial Road Condition": 0.0,
"Particulate Partial": 0.0,
"Particulate Total": 0.0,
"Road Line": 0.8223143741386081,
"Total Destruction": 0.0,
"Total Flooding": 0.025177044133574016,
"Total Obstruction": 0.0
},
"class_level_pixels": {
"Not Able To Determine": 0.0,
"Partial Flooding": 0.0,
"Partial Obstruction": 0.0,
"Partial Road Condition": 0.0,
"Particulate Partial": 0.0,
"Particulate Total": 0.0,
"Road Line": 0.8189389813413944,
"Total Destruction": 0.0,
"Total Flooding": 0.0106770941373194,
"Total Obstruction": 0.0
},
"macro_km": 0.08474914182721821,
"macro_pixels": 0.08296160754787138
},
"Confusion_Matrix_pixels": {
"matrix": [
[
0,
0,
0,
0,
0,
0,
71796.6147285271,
0,
55982.655576606216,
0
],
[
0,
0,
0,
0,
0,
0,
8044.289905320883,
0,
15539.913086838507,
0
],
[
0,
0,
0,
0,
0,
0,
563414.9817848842,
0,
45505.78005618378,
0
],
[
0,
0,
0,
0,
0,
0,
379014.251750015,
0,
34009.69421369321,
0
],
[
0,
0,
0,
0,
0,
0,
1487919.8450263161,
0,
68558.33248705197,
0
],
[
0,
0,
0,
0,
0,
0,
783670.8482186398,
0,
95966.24094679576,
0
],
[
0,
0,
0,
0,
0,
0,
35076383.421501644,
0,
3818132.7896177336,
0
],
[
0,
0,
0,
0,
0,
0,
19180.226564611134,
0,
4251.094628351938,
0
],
[
0,
0,
0,
0,
0,
0,
12798.56567217572,
0,
45429.70641927505,
0
],
[
0,
0,
0,
0,
0,
0,
611142.2629854897,
0,
58700.74258045498,
0
]
],
"class_labels": [
"Not Able To Determine",
"Partial Flooding",
"Partial Obstruction",
"Partial Road Condition",
"Particulate Partial",
"Particulate Total",
"Road Line",
"Total Destruction",
"Total Flooding",
"Total Obstruction"
]
},
"Confusion_Matrix_km": {
"matrix": [
[
0,
0,
0,
0,
0,
0,
0.04679573685314819,
0,
0.04962666778793255,
0
],
[
0,
0,
0,
0,
0,
0,
0.008177251793307111,
0,
0.01459736238532553,
0
],
[
0,
0,
0,
0,
0,
0,
0.12411938896161616,
0,
0.011213524819586426,
0
],
[
0,
0,
0,
0,
0,
0,
0.0751676492398189,
0,
0.006838891480816567,
0
],
[
0,
0,
0,
0,
0,
0,
0.29581877410724466,
0,
0.013427845075942543,
0
],
[
0,
0,
0,
0,
0,
0,
0.17560418095334468,
0,
0.032035101103995316,
0
],
[
0,
0,
0,
0,
0,
0,
10.496764455874311,
0,
1.4005155863014969,
0
],
[
0,
0,
0,
0,
0,
0,
0.0037681588190194336,
0,
0.0008351726013427965,
0
],
[
0,
0,
0,
0,
0,
0,
0.01484326156682741,
0,
0.0402705466279953,
0
],
[
0,
0,
0,
0,
0,
0,
0.12333005676748163,
0,
0.015290659805521339,
0
]
],
"class_labels": [
"Not Able To Determine",
"Partial Flooding",
"Partial Obstruction",
"Partial Road Condition",
"Particulate Partial",
"Particulate Total",
"Road Line",
"Total Destruction",
"Total Flooding",
"Total Obstruction"
]
}
}
},
"per_event": {
"Mussett Bayou Fire": {
"model_name": "RDA_UperNet_NoPretrainTrain_CCE_Full",
"samples": {
"total": 0.11308100756115586,
"class_level_km": {
"Not Able To Determine": 0.009979574259608381,
"Partial Flooding": 0,
"Partial Obstruction": 0,
"Partial Road Condition": 0,
"Particulate Partial": 0.0006091917262747284,
"Particulate Total": 0.0009357464537026491,
"Road Line": 0.7008939529239986,
"Total Destruction": 0,
"Total Flooding": 0,
"Total Obstruction": 0
},
"total_predicted_segments": 79544
},
"metrics": {
"F1": {
"class_level_km": {
"Not Able To Determine": 0.0,
"Partial Flooding": 0.0,
"Partial Obstruction": 0.0,
"Partial Road Condition": 0.0,
"Particulate Partial": 0.0,
"Particulate Total": 0.0,
"Road Line": 0.9023052846580903,
"Total Destruction": 0.0,
"Total Flooding": 0.0,
"Total Obstruction": 0.0
},
"class_level_pixels": {
"Not Able To Determine": 0.0,
"Partial Flooding": 0.0,
"Partial Obstruction": 0.0,
"Partial Road Condition": 0.0,
"Particulate Partial": 0.0,
"Particulate Total": 0.0,
"Road Line": 0.8984863662340581,
"Total Destruction": 0.0,
"Total Flooding": 0.0,
"Total Obstruction": 0.0
},
"macro_km": 0.09023052846580903,
"macro_pixels": 0.08984863662340581
},
"Accuracy": {
"class_level_km": {
"Not Able To Determine": 0.9859919769843202,
"Partial Flooding": 1.0,
"Partial Obstruction": 1.0,
"Partial Road Condition": 1.0,
"Particulate Partial": 0.9991448962149461,
"Particulate Total": 0.9986865213365503,
"Road Line": 0.8229143798877617,
"Total Destruction": 1.0,
"Total Flooding": 0.828819382429939,
"Total Obstruction": 1.0
},
"class_level_pixels": {
"Not Able To Determine": 0.9821267985257783,
"Partial Flooding": 1.0,
"Partial Obstruction": 1.0,
"Partial Road Condition": 1.0,
"Particulate Partial": 0.9992348178600541,
"Particulate Total": 0.9988246451108758,
"Road Line": 0.8167964650653231,
"Total Destruction": 1.0,
"Total Flooding": 0.8245322589444546,
"Total Obstruction": 1.0
}
},
"Precision": {
"class_level_km": {
"Not Able To Determine": 0.0,
"Partial Flooding": 0.0,
"Partial Obstruction": 0.0,
"Partial Road Condition": 0.0,
"Particulate Partial": 0.0,
"Particulate Total": 0.0,
"Road Line": 0.9866788781280538,
"Total Destruction": 0.0,
"Total Flooding": 0.0,
"Total Obstruction": 0.0
},
"class_level_pixels": {
"Not Able To Determine": 0.0,
"Partial Flooding": 0.0,
"Partial Obstruction": 0.0,
"Partial Road Condition": 0.0,
"Particulate Partial": 0.0,
"Particulate Total": 0.0,
"Road Line": 0.9832938420034097,
"Total Destruction": 0.0,
"Total Flooding": 0.0,
"Total Obstruction": 0.0
},
"macro_km": 0.09866788781280537,
"macro_pixels": 0.09832938420034097
},
"Recall": {
"class_level_km": {
"Not Able To Determine": 0.0,
"Partial Flooding": 0.0,
"Partial Obstruction": 0.0,
"Partial Road Condition": 0.0,
"Particulate Partial": 0.0,
"Particulate Total": 0.0,
"Road Line": 0.993759008729798,
"Total Destruction": 0.0,
"Total Flooding": 0.0,
"Total Obstruction": 0.0
},
"class_level_pixels": {
"Not Able To Determine": 0.0,
"Partial Flooding": 0.0,
"Partial Obstruction": 0.0,
"Partial Road Condition": 0.0,
"Particulate Partial": 0.0,
"Particulate Total": 0.0,
"Road Line": 0.99260651512296,
"Total Destruction": 0.0,
"Total Flooding": 0.0,
"Total Obstruction": 0.0
},
"macro_km": 0.0993759008729798,
"macro_pixels": 0.099260651512296
},
"IoU": {
"class_level_km": {
"Not Able To Determine": 0.0,
"Partial Flooding": 0.0,
"Partial Obstruction": 0.0,
"Partial Road Condition": 0.0,
"Particulate Partial": 0.0,
"Particulate Total": 0.0,
"Road Line": 0.8220002082974777,
"Total Destruction": 0.0,
"Total Flooding": 0.0,
"Total Obstruction": 0.0
},
"class_level_pixels": {
"Not Able To Determine": 0.0,
"Partial Flooding": 0.0,
"Partial Obstruction": 0.0,
"Partial Road Condition": 0.0,
"Particulate Partial": 0.0,
"Particulate Total": 0.0,
"Road Line": 0.8156833821132488,
"Total Destruction": 0.0,
"Total Flooding": 0.0,
"Total Obstruction": 0.0
},
"macro_km": 0.08220002082974777,
"macro_pixels": 0.08156833821132488
},
"Confusion_Matrix_pixels": {
"matrix": [
[
0,
0,
0,
0,
0,
0,
29302.3359506527,
0,
14952.89579581207,
0
],
[
0,
0,
0,
0,
0,
0,
0,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0,
0,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0,
0,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0,
1894.64170593072,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0,
2910.2566251240887,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0,
2007489.3008802861,
0,
419516.86361700465,
0
],
[
0,
0,
0,
0,
0,
0,
0,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0,
0,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0,
0,
0,
0,
0
]
],
"class_labels": [
"Not Able To Determine",
"Partial Flooding",
"Partial Obstruction",
"Partial Road Condition",
"Particulate Partial",
"Particulate Total",
"Road Line",
"Total Destruction",
"Total Flooding",
"Total Obstruction"
]
},
"Confusion_Matrix_km": {
"matrix": [
[
0,
0,
0,
0,
0,
0,
0.006320734464348497,
0,
0.0036588397952598854,
0
],
[
0,
0,
0,
0,
0,
0,
0,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0,
0,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0,
0,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0,
0.0006091917262747284,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0,
0.0009357464537026491,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0,
0.582600559850005,
0,
0.11829339307399359,
0
],
[
0,
0,
0,
0,
0,
0,
0,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0,
0,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0,
0,
0,
0,
0
]
],
"class_labels": [
"Not Able To Determine",
"Partial Flooding",
"Partial Obstruction",
"Partial Road Condition",
"Particulate Partial",
"Particulate Total",
"Road Line",
"Total Destruction",
"Total Flooding",
"Total Obstruction"
]
}
}
},
"Hurricane Michael": {
"model_name": "RDA_UperNet_NoPretrainTrain_CCE_Full",
"samples": {
"total": 0.4105051213097,
"class_level_km": {
"Not Able To Determine": 0.0002018781394271139,
"Partial Flooding": 0.0013056297871139237,
"Partial Obstruction": 0.09354824678912779,
"Partial Road Condition": 0.07707877027366192,
"Particulate Partial": 0.294841066417044,
"Particulate Total": 0.15294351475567347,
"Road Line": 2.496636131644741,
"Total Destruction": 0.00460333142036223,
"Total Flooding": 0.0034470565209468304,
"Total Obstruction": 0.11840405770011697
},
"total_predicted_segments": 421988
},
"metrics": {
"F1": {
"class_level_km": {
"Not Able To Determine": 0.0,
"Partial Flooding": 0.0,
"Partial Obstruction": 0.0,
"Partial Road Condition": 0.0,
"Particulate Partial": 0.0,
"Particulate Total": 0.0,
"Road Line": 0.8449871025319717,
"Total Destruction": 0.0,
"Total Flooding": 0.02942742848904708,
"Total Obstruction": 0.0
},
"class_level_pixels": {
"Not Able To Determine": 0.0,
"Partial Flooding": 0.0,
"Partial Obstruction": 0.0,
"Partial Road Condition": 0.0,
"Particulate Partial": 0.0,
"Particulate Total": 0.0,
"Road Line": 0.8452905429044133,
"Total Destruction": 0.0,
"Total Flooding": 0.029285176643129487,
"Total Obstruction": 0.0
},
"macro_km": 0.08744145310210188,
"macro_pixels": 0.08745757195475427
},
"Accuracy": {
"class_level_km": {
"Not Able To Determine": 0.9999377497574375,
"Partial Flooding": 0.999597401822826,
"Partial Obstruction": 0.9711538799077343,
"Partial Road Condition": 0.9762323342211837,
"Particulate Partial": 0.9090841239476207,
"Particulate Total": 0.9528390200201153,
"Road Line": 0.7358447509722835,
"Total Destruction": 0.9985805372571482,
"Total Flooding": 0.9351377193271446,
"Total Obstruction": 0.963489452928731
},
"class_level_pixels": {
"Not Able To Determine": 0.9999375395862287,
"Partial Flooding": 0.9995977410216779,
"Partial Obstruction": 0.9712299686136049,
"Partial Road Condition": 0.9761692323252983,
"Particulate Partial": 0.9092168179983197,
"Particulate Total": 0.9530710129001919,
"Road Line": 0.7362801310208443,
"Total Destruction": 0.9985888955455983,
"Total Flooding": 0.9351969431345701,
"Total Obstruction": 0.9635606285017754
}
},
"Precision": {
"class_level_km": {
"Not Able To Determine": 0.0,
"Partial Flooding": 0.0,
"Partial Obstruction": 0.0,
"Partial Road Condition": 0.0,
"Particulate Partial": 0.0,
"Particulate Total": 0.0,
"Road Line": 0.7706475638362904,
"Total Destruction": 0.0,
"Total Flooding": 0.014951519411630192,
"Total Obstruction": 0.0
},
"class_level_pixels": {
"Not Able To Determine": 0.0,
"Partial Flooding": 0.0,
"Partial Obstruction": 0.0,
"Partial Road Condition": 0.0,
"Particulate Partial": 0.0,
"Particulate Total": 0.0,
"Road Line": 0.7711099629200422,
"Total Destruction": 0.0,
"Total Flooding": 0.014878081552240114,
"Total Obstruction": 0.0
},
"macro_km": 0.07855990832479207,
"macro_pixels": 0.07859880444722823
},
"Recall": {
"class_level_km": {
"Not Able To Determine": 0.0,
"Partial Flooding": 0.0,
"Partial Obstruction": 0.0,
"Partial Road Condition": 0.0,
"Particulate Partial": 0.0,
"Particulate Total": 0.0,
"Road Line": 0.978419949377049,
"Total Destruction": 0.0,
"Total Flooding": 0.001051504035310522,
"Total Obstruction": 0.0
},
"class_level_pixels": {
"Not Able To Determine": 0.0,
"Partial Flooding": 0.0,
"Partial Obstruction": 0.0,
"Partial Road Condition": 0.0,
"Particulate Partial": 0.0,
"Particulate Total": 0.0,
"Road Line": 0.9784957027934569,
"Total Destruction": 0.0,
"Total Flooding": 0.001045246218062604,
"Total Obstruction": 0.0
},
"macro_km": 0.09794714534123596,
"macro_pixels": 0.09795409490115195
},
"IoU": {
"class_level_km": {
"Not Able To Determine": 0.0,
"Partial Flooding": 0.0,
"Partial Obstruction": 0.0,
"Partial Road Condition": 0.0,
"Particulate Partial": 0.0,
"Particulate Total": 0.0,
"Road Line": 0.7315823956462456,
"Total Destruction": 0.0,
"Total Flooding": 0.01493344062253102,
"Total Obstruction": 0.0
},
"class_level_pixels": {
"Not Able To Determine": 0.0,
"Partial Flooding": 0.0,
"Partial Obstruction": 0.0,
"Partial Road Condition": 0.0,
"Particulate Partial": 0.0,
"Particulate Total": 0.0,
"Road Line": 0.7320374295977037,
"Total Destruction": 0.0,
"Total Flooding": 0.01486017981700964,
"Total Obstruction": 0.0
},
"macro_km": 0.07465158362687765,
"macro_pixels": 0.07468976094147133
},
"Confusion_Matrix_pixels": {
"matrix": [
[
0,
0,
0,
0,
0,
0,
1037.1521486998179,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0,
1896.9572893647091,
0,
4782.5335834886,
0
],
[
0,
0,
0,
0,
0,
0,
448108.6085179226,
0,
29616.3706949255,
0
],
[
0,
0,
0,
0,
0,
0,
363487.79959971545,
0,
32220.94465305198,
0
],
[
0,
0,
0,
0,
0,
0,
1438892.0123581628,
0,
68558.33248705197,
0
],
[
0,
0,
0,
0,
0,
0,
700357.0034811487,
0,
78896.55678217176,
0
],
[
0,
0,
0,
0,
0,
0,
11962986.652543606,
0,
828059.5812703966,
0
],
[
0,
0,
0,
0,
0,
0,
19180.226564611134,
0,
4251.094628351938,
0
],
[
0,
0,
0,
0,
0,
0,
1314.266469247213,
0,
16231.52398923054,
0
],
[
0,
0,
0,
0,
0,
0,
576722.0573445591,
0,
28351.943365448722,
0
]
],
"class_labels": [
"Not Able To Determine",
"Partial Flooding",
"Partial Obstruction",
"Partial Road Condition",
"Particulate Partial",
"Particulate Total",
"Road Line",
"Total Destruction",
"Total Flooding",
"Total Obstruction"
]
},
"Confusion_Matrix_km": {
"matrix": [
[
0,
0,
0,
0,
0,
0,
0.0002018781394271139,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0,
0.00037013937104279367,
0,
0.00093549041607113,
0
],
[
0,
0,
0,
0,
0,
0,
0.08774530771159292,
0,
0.005802939077534878,
0
],
[
0,
0,
0,
0,
0,
0,
0.07079626916480786,
0,
0.006282501108854056,
0
],
[
0,
0,
0,
0,
0,
0,
0.28141322134110147,
0,
0.013427845075942543,
0
],
[
0,
0,
0,
0,
0,
0,
0.13746541210467667,
0,
0.015478102650996818,
0
],
[
0,
0,
0,
0,
0,
0,
2.33485406344353,
0,
0.16178206820121094,
0
],
[
0,
0,
0,
0,
0,
0,
0.0037681588190194336,
0,
0.0008351726013427965,
0
],
[
0,
0,
0,
0,
0,
0,
0.0002582015791081892,
0,
0.003188854941838641,
0
],
[
0,
0,
0,
0,
0,
0,
0.11285737409857195,
0,
0.005546683601545025,
0
]
],
"class_labels": [
"Not Able To Determine",
"Partial Flooding",
"Partial Obstruction",
"Partial Road Condition",
"Particulate Partial",
"Particulate Total",
"Road Line",
"Total Destruction",
"Total Flooding",
"Total Obstruction"
]
}
}
},
"Mayfield Tornado": {
"model_name": "RDA_UperNet_NoPretrainTrain_CCE_Full",
"samples": {
"total": 0.7815637246100545,
"class_level_km": {
"Not Able To Determine": 0.005723327063195853,
"Partial Flooding": 0,
"Partial Obstruction": 0.03950814411801389,
"Partial Road Condition": 0.004927770446973885,
"Particulate Partial": 0.013796361039861756,
"Particulate Total": 0.021023142215867867,
"Road Line": 6.537725424353982,
"Total Destruction": 0,
"Total Flooding": 0,
"Total Obstruction": 0.01949704762058921
},
"total_predicted_segments": 528081
},
"metrics": {
"F1": {
"class_level_km": {
"Not Able To Determine": 0.0,
"Partial Flooding": 0.0,
"Partial Obstruction": 0.0,
"Partial Road Condition": 0.0,
"Particulate Partial": 0.0,
"Particulate Total": 0.0,
"Road Line": 0.9403456274481559,
"Total Destruction": 0.0,
"Total Flooding": 0.0,
"Total Obstruction": 0.0
},
"class_level_pixels": {
"Not Able To Determine": 0.0,
"Partial Flooding": 0.0,
"Partial Obstruction": 0.0,
"Partial Road Condition": 0.0,
"Particulate Partial": 0.0,
"Particulate Total": 0.0,
"Road Line": 0.9405759742593519,
"Total Destruction": 0.0,
"Total Flooding": 0.0,
"Total Obstruction": 0.0
},
"macro_km": 0.09403456274481559,
"macro_pixels": 0.0940575974259352
},
"Accuracy": {
"class_level_km": {
"Not Able To Determine": 0.999138338801199,
"Partial Flooding": 1.0,
"Partial Obstruction": 0.9940519501249467,
"Partial Road Condition": 0.9992581118388183,
"Particulate Partial": 0.9979229233518482,
"Particulate Total": 0.9968349133774344,
"Road Line": 0.8877082861764892,
"Total Destruction": 1.0,
"Total Flooding": 0.8981009786925941,
"Total Obstruction": 0.9970646707342885
},
"class_level_pixels": {
"Not Able To Determine": 0.9991449513860027,
"Partial Flooding": 1.0,
"Partial Obstruction": 0.9942031218717842,
"Partial Road Condition": 0.9992243307798312,
"Particulate Partial": 0.9978885740929826,
"Particulate Total": 0.9967882246824913,
"Road Line": 0.8881121176780851,
"Total Destruction": 1.0,
"Total Flooding": 0.8984996816650446,
"Total Obstruction": 0.9971239254227183
}
},
"Precision": {
"class_level_km": {
"Not Able To Determine": 0.0,
"Partial Flooding": 0.0,
"Partial Obstruction": 0.0,
"Partial Road Condition": 0.0,
"Particulate Partial": 0.0,
"Particulate Total": 0.0,
"Road Line": 0.9854572119910189,
"Total Destruction": 0.0,
"Total Flooding": 0.0,
"Total Obstruction": 0.0
},
"class_level_pixels": {
"Not Able To Determine": 0.0,
"Partial Flooding": 0.0,
"Partial Obstruction": 0.0,
"Partial Road Condition": 0.0,
"Particulate Partial": 0.0,
"Particulate Total": 0.0,
"Road Line": 0.9855234029115397,
"Total Destruction": 0.0,
"Total Flooding": 0.0,
"Total Obstruction": 0.0
},
"macro_km": 0.09854572119910189,
"macro_pixels": 0.09855234029115398
},
"Recall": {
"class_level_km": {
"Not Able To Determine": 0.0,
"Partial Flooding": 0.0,
"Partial Obstruction": 0.0,
"Partial Road Condition": 0.0,
"Particulate Partial": 0.0,
"Particulate Total": 0.0,
"Road Line": 0.9969942832918993,
"Total Destruction": 0.0,
"Total Flooding": 0.0,
"Total Obstruction": 0.0
},
"class_level_pixels": {
"Not Able To Determine": 0.0,
"Partial Flooding": 0.0,
"Partial Obstruction": 0.0,
"Partial Road Condition": 0.0,
"Particulate Partial": 0.0,
"Particulate Total": 0.0,
"Road Line": 0.9970503117382702,
"Total Destruction": 0.0,
"Total Flooding": 0.0,
"Total Obstruction": 0.0
},
"macro_km": 0.09969942832918993,
"macro_pixels": 0.09970503117382702
},
"IoU": {
"class_level_km": {
"Not Able To Determine": 0.0,
"Partial Flooding": 0.0,
"Partial Obstruction": 0.0,
"Partial Road Condition": 0.0,
"Particulate Partial": 0.0,
"Particulate Total": 0.0,
"Road Line": 0.8874078678915176,
"Total Destruction": 0.0,
"Total Flooding": 0.0,
"Total Obstruction": 0.0
},
"class_level_pixels": {
"Not Able To Determine": 0.0,
"Partial Flooding": 0.0,
"Partial Obstruction": 0.0,
"Partial Road Condition": 0.0,
"Particulate Partial": 0.0,
"Particulate Total": 0.0,
"Road Line": 0.8878182402950423,
"Total Destruction": 0.0,
"Total Flooding": 0.0,
"Total Obstruction": 0.0
},
"macro_km": 0.08874078678915176,
"macro_pixels": 0.08878182402950423
},
"Confusion_Matrix_pixels": {
"matrix": [
[
0,
0,
0,
0,
0,
0,
12783.827528831353,
0,
6303.354015901027,
0
],
[
0,
0,
0,
0,
0,
0,
0,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0,
114039.71431929684,
0,
15363.530612802884,
0
],
[
0,
0,
0,
0,
0,
0,
15526.452150297593,
0,
1788.7495606412665,
0
],
[
0,
0,
0,
0,
0,
0,
47133.19096219025,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0,
66455.68947734297,
0,
5240.513010595614,
0
],
[
0,
0,
0,
0,
0,
0,
19766777.158819657,
0,
2207305.131725587,
0
],
[
0,
0,
0,
0,
0,
0,
0,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0,
0,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0,
34420.20564092831,
0,
29782.176181702005,
0
]
],
"class_labels": [
"Not Able To Determine",
"Partial Flooding",
"Partial Obstruction",
"Partial Road Condition",
"Particulate Partial",
"Particulate Total",
"Road Line",
"Total Destruction",
"Total Flooding",
"Total Obstruction"
]
},
"Confusion_Matrix_km": {
"matrix": [
[
0,
0,
0,
0,
0,
0,
0.003858034391936475,
0,
0.0018652926712593783,
0
],
[
0,
0,
0,
0,
0,
0,
0,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0,
0.034765424386501,
0,
0.00474271973151289,
0
],
[
0,
0,
0,
0,
0,
0,
0.004371380075011375,
0,
0.0005563903719625102,
0
],
[
0,
0,
0,
0,
0,
0,
0.013796361039861756,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0,
0.01948919112848512,
0,
0.001533951087382746,
0
],
[
0,
0,
0,
0,
0,
0,
5.878614339843039,
0,
0.659111084510943,
0
],
[
0,
0,
0,
0,
0,
0,
0,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0,
0,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0,
0.01047268266890911,
0,
0.0090243649516801,
0
]
],
"class_labels": [
"Not Able To Determine",
"Partial Flooding",
"Partial Obstruction",
"Partial Road Condition",
"Particulate Partial",
"Particulate Total",
"Road Line",
"Total Destruction",
"Total Flooding",
"Total Obstruction"
]
}
}
},
"Hurricane Idalia": {
"model_name": "RDA_UperNet_NoPretrainTrain_CCE_Full",
"samples": {
"total": 0.3124207908628798,
"class_level_km": {
"Not Able To Determine": 0.08051762517884964,
"Partial Flooding": 0.02146898439151871,
"Partial Obstruction": 0.002276522874060712,
"Partial Road Condition": 0,
"Particulate Partial": 0,
"Particulate Total": 0.03273687863209647,
"Road Line": 2.1620245332506807,
"Total Destruction": 0,
"Total Flooding": 0.05166675167387589,
"Total Obstruction": 0.0007196112522960949
},
"total_predicted_segments": 50187
},
"metrics": {
"F1": {
"class_level_km": {
"Not Able To Determine": 0.0,
"Partial Flooding": 0.0,
"Partial Obstruction": 0.0,
"Partial Road Condition": 0.0,
"Particulate Partial": 0.0,
"Particulate Total": 0.0,
"Road Line": 0.8631110492600539,
"Total Destruction": 0.0,
"Total Flooding": 0.11880351840995693,
"Total Obstruction": 0.0
},
"class_level_pixels": {
"Not Able To Determine": 0.0,
"Partial Flooding": 0.0,
"Partial Obstruction": 0.0,
"Partial Road Condition": 0.0,
"Particulate Partial": 0.0,
"Particulate Total": 0.0,
"Road Line": 0.8631110492600378,
"Total Destruction": 0.0,
"Total Flooding": 0.11880351840995729,
"Total Obstruction": 0.0
},
"macro_km": 0.09819145676700108,
"macro_pixels": 0.0981914567669995
},
"Accuracy": {
"class_level_km": {
"Not Able To Determine": 0.9657577393510945,
"Partial Flooding": 0.9908697436397469,
"Partial Obstruction": 0.9990318481269954,
"Partial Road Condition": 1.0,
"Particulate Partial": 1.0,
"Particulate Total": 0.9860777720596969,
"Road Line": 0.7705808077827646,
"Total Destruction": 1.0,
"Total Flooding": 0.7660600149784849,
"Total Obstruction": 0.99969396618427
},
"class_level_pixels": {
"Not Able To Determine": 0.9657577393510912,
"Partial Flooding": 0.990869743639746,
"Partial Obstruction": 0.9990318481269953,
"Partial Road Condition": 1.0,
"Particulate Partial": 1.0,
"Particulate Total": 0.9860777720596954,
"Road Line": 0.7705808077827421,
"Total Destruction": 1.0,
"Total Flooding": 0.7660600149784622,
"Total Obstruction": 0.9996939661842699
}
},
"Precision": {
"class_level_km": {
"Not Able To Determine": 0.0,
"Partial Flooding": 0.0,
"Partial Obstruction": 0.0,
"Partial Road Condition": 0.0,
"Particulate Partial": 0.0,
"Particulate Total": 0.0,
"Road Line": 0.9560778942737347,
"Total Destruction": 0.0,
"Total Flooding": 0.06476182344365965,
"Total Obstruction": 0.0
},
"class_level_pixels": {
"Not Able To Determine": 0.0,
"Partial Flooding": 0.0,
"Partial Obstruction": 0.0,
"Partial Road Condition": 0.0,
"Particulate Partial": 0.0,
"Particulate Total": 0.0,
"Road Line": 0.9560778942737288,
"Total Destruction": 0.0,
"Total Flooding": 0.06476182344365987,
"Total Obstruction": 0.0
},
"macro_km": 0.10208397177173942,
"macro_pixels": 0.10208397177173886
},
"Recall": {
"class_level_km": {
"Not Able To Determine": 0.0,
"Partial Flooding": 0.0,
"Partial Obstruction": 0.0,
"Partial Road Condition": 0.0,
"Particulate Partial": 0.0,
"Particulate Total": 0.0,
"Road Line": 0.9385984747599327,
"Total Destruction": 0.0,
"Total Flooding": 0.02058582211445897,
"Total Obstruction": 0.0
},
"class_level_pixels": {
"Not Able To Determine": 0.0,
"Partial Flooding": 0.0,
"Partial Obstruction": 0.0,
"Partial Road Condition": 0.0,
"Particulate Partial": 0.0,
"Particulate Total": 0.0,
"Road Line": 0.938598474759925,
"Total Destruction": 0.0,
"Total Flooding": 0.020585822114461656,
"Total Obstruction": 0.0
},
"macro_km": 0.09591842968743916,
"macro_pixels": 0.09591842968743866
},
"IoU": {
"class_level_km": {
"Not Able To Determine": 0.0,
"Partial Flooding": 0.0,
"Partial Obstruction": 0.0,
"Partial Road Condition": 0.0,
"Particulate Partial": 0.0,
"Particulate Total": 0.0,
"Road Line": 0.7591867690316602,
"Total Destruction": 0.0,
"Total Flooding": 0.06315316851408347,
"Total Obstruction": 0.0
},
"class_level_pixels": {
"Not Able To Determine": 0.0,
"Partial Flooding": 0.0,
"Partial Obstruction": 0.0,
"Partial Road Condition": 0.0,
"Particulate Partial": 0.0,
"Particulate Total": 0.0,
"Road Line": 0.7591867690316352,
"Total Destruction": 0.0,
"Total Flooding": 0.06315316851408367,
"Total Obstruction": 0.0
},
"macro_km": 0.08223399375457437,
"macro_pixels": 0.08223399375457188
},
"Confusion_Matrix_pixels": {
"matrix": [
[
0,
0,
0,
0,
0,
0,
28673.299100343233,
0,
34726.40576489228,
0
],
[
0,
0,
0,
0,
0,
0,
6147.332615956154,
0,
10757.379503349897,
0
],
[
0,
0,
0,
0,
0,
0,
1266.658947655161,
0,
525.8787484556358,
0
],
[
0,
0,
0,
0,
0,
0,
0,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0,
0,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0,
13947.89863502423,
0,
11829.171154028229,
0
],
[
0,
0,
0,
0,
0,
0,
1339130.3092401582,
0,
363251.2130042858,
0
],
[
0,
0,
0,
0,
0,
0,
0,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0,
11484.29920292851,
0,
29198.182430044613,
0
],
[
0,
0,
0,
0,
0,
0,
0.0,
0,
566.6230333040121,
0
]
],
"class_labels": [
"Not Able To Determine",
"Partial Flooding",
"Partial Obstruction",
"Partial Road Condition",
"Particulate Partial",
"Particulate Total",
"Road Line",
"Total Destruction",
"Total Flooding",
"Total Obstruction"
]
},
"Confusion_Matrix_km": {
"matrix": [
[
0,
0,
0,
0,
0,
0,
0.036415089857436064,
0,
0.044102535321413575,
0
],
[
0,
0,
0,
0,
0,
0,
0.007807112422264315,
0,
0.013661871969254396,
0
],
[
0,
0,
0,
0,
0,
0,
0.0016086568635220544,
0,
0.0006678660105386575,
0
],
[
0,
0,
0,
0,
0,
0,
0,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0,
0,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0,
0.017713831266480646,
0,
0.015023047365615825,
0
],
[
0,
0,
0,
0,
0,
0,
1.7006954927352362,
0,
0.46132904051544454,
0
],
[
0,
0,
0,
0,
0,
0,
0,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0,
0.014585059987719225,
0,
0.037081691686156666,
0
],
[
0,
0,
0,
0,
0,
0,
0.0,
0,
0.0007196112522960949,
0
]
],
"class_labels": [
"Not Able To Determine",
"Partial Flooding",
"Partial Obstruction",
"Partial Road Condition",
"Particulate Partial",
"Particulate Total",
"Road Line",
"Total Destruction",
"Total Flooding",
"Total Obstruction"
]
}
}
}
}
}