CRASAR-U-DROIDs-RDA_AAAI26_Simple_NoPretrained_ScaleMAE_UPerNet / CRASAR-U-DROIDs_RDA_metrics_unadjusted.json
tmanzini's picture
Upload 5 files
dce1d9a verified
raw
history blame
83.8 kB
{
"global": {
"model_name": "RDA_PSP_ResNet101_CCE_full",
"samples": {
"total": 1.617570644343792,
"class_level_km": {
"Not Able To Determine": 0.09642240464108069,
"Partial Flooding": 0.02277461417863268,
"Partial Obstruction": 0.13533291378120477,
"Partial Road Condition": 0.08200654072064073,
"Particulate Partial": 0.30924661918315954,
"Particulate Total": 0.20763928205734378,
"Road Line": 11.897280042172792,
"Total Destruction": 0.004603331420362243,
"Total Flooding": 0.055113808194822755,
"Total Obstruction": 0.1386207165730017
},
"total_predicted_segments": 1079800
},
"metrics": {
"F1": {
"class_level_km": {
"Not Able To Determine": 0.0,
"Partial Flooding": 0.0,
"Partial Obstruction": 0.0,
"Partial Road Condition": 0.0,
"Particulate Partial": 0.0,
"Particulate Total": 0.05300420137629321,
"Road Line": 0.8930307035638616,
"Total Destruction": 0.0,
"Total Flooding": 0.0,
"Total Obstruction": 0.0
},
"class_level_pixels": {
"Not Able To Determine": 0.0,
"Partial Flooding": 0.0,
"Partial Obstruction": 0.0,
"Partial Road Condition": 0.0,
"Particulate Partial": 0.0,
"Particulate Total": 0.06403707917366748,
"Road Line": 0.8793991039684942,
"Total Destruction": 0.0,
"Total Flooding": 0.0,
"Total Obstruction": 0.0
},
"macro_km": 0.09460349049401548,
"macro_pixels": 0.09434361831421617
},
"Accuracy": {
"class_level_km": {
"Not Able To Determine": 0.9925537026212897,
"Partial Flooding": 0.9982412121903539,
"Partial Obstruction": 0.9895488074074346,
"Partial Road Condition": 0.9936669792515728,
"Particulate Partial": 0.9761181823003665,
"Particulate Total": 0.8319353660094532,
"Road Line": 0.8120184993391254,
"Total Destruction": 0.9996445040463742,
"Total Flooding": 0.9957437920468848,
"Total Obstruction": 0.9892949042051508
},
"class_level_pixels": {
"Not Able To Determine": 0.9970459377216915,
"Partial Flooding": 0.9994547691166437,
"Partial Obstruction": 0.9859226786258983,
"Partial Road Condition": 0.9904515148983404,
"Particulate Partial": 0.9640165931436143,
"Particulate Total": 0.8189454204280082,
"Road Line": 0.7918337053840706,
"Total Destruction": 0.9994583035111895,
"Total Flooding": 0.9986538509595049,
"Total Obstruction": 0.9845142490608547
}
},
"Precision": {
"class_level_km": {
"Not Able To Determine": 0.0,
"Partial Flooding": 0.0,
"Partial Obstruction": 0.0,
"Partial Road Condition": 0.0,
"Particulate Partial": 0.0,
"Particulate Total": 0.029134496374061344,
"Road Line": 0.9357423484010126,
"Total Destruction": 0.0,
"Total Flooding": 0.0,
"Total Obstruction": 0.0
},
"class_level_pixels": {
"Not Able To Determine": 0.0,
"Partial Flooding": 0.0,
"Partial Obstruction": 0.0,
"Partial Road Condition": 0.0,
"Particulate Partial": 0.0,
"Particulate Total": 0.035779958832077706,
"Road Line": 0.9178382448962757,
"Total Destruction": 0.0,
"Total Flooding": 0.0,
"Total Obstruction": 0.0
},
"macro_km": 0.09648768447750738,
"macro_pixels": 0.09536182037283535
},
"Recall": {
"class_level_km": {
"Not Able To Determine": 0.0,
"Partial Flooding": 0.0,
"Partial Obstruction": 0.0,
"Partial Road Condition": 0.0,
"Particulate Partial": 0.0,
"Particulate Total": 0.005653520804103587,
"Road Line": 0.9663321851019693,
"Total Destruction": 0.0,
"Total Flooding": 0.0,
"Total Obstruction": 0.0
},
"class_level_pixels": {
"Not Able To Determine": 0.0,
"Partial Flooding": 0.0,
"Partial Obstruction": 0.0,
"Partial Road Condition": 0.0,
"Particulate Partial": 0.0,
"Particulate Total": 0.007563057997380069,
"Road Line": 0.9584774865644284,
"Total Destruction": 0.0,
"Total Flooding": 0.0,
"Total Obstruction": 0.0
},
"macro_km": 0.0971985705906073,
"macro_pixels": 0.09660405445618085
},
"IoU": {
"class_level_km": {
"Not Able To Determine": 0.0,
"Partial Flooding": 0.0,
"Partial Obstruction": 0.0,
"Partial Road Condition": 0.0,
"Particulate Partial": 0.0,
"Particulate Total": 0.027223582821165226,
"Road Line": 0.8067348448045967,
"Total Destruction": 0.0,
"Total Flooding": 0.0,
"Total Obstruction": 0.0
},
"class_level_pixels": {
"Not Able To Determine": 0.0,
"Partial Flooding": 0.0,
"Partial Obstruction": 0.0,
"Partial Road Condition": 0.0,
"Particulate Partial": 0.0,
"Particulate Total": 0.033077637223720355,
"Road Line": 0.784756738177523,
"Total Destruction": 0.0,
"Total Flooding": 0.0,
"Total Obstruction": 0.0
},
"macro_km": 0.0833958427625762,
"macro_pixels": 0.08178343754012433
},
"Confusion_Matrix_pixels": {
"matrix": [
[
0,
0,
0,
0,
0,
57216.40556586091,
70562.86473927264,
0,
0,
0
],
[
0,
0,
0,
0,
0,
8475.5183447877,
15108.684647371698,
0,
0,
0
],
[
0,
0,
0,
0,
0,
203623.16802769504,
405297.593813377,
0,
0,
0
],
[
0,
0,
0,
0,
0,
155671.97614236598,
257351.96982134492,
0,
0,
0
],
[
0,
0,
0,
0,
0,
385348.8278614786,
1171129.3496516068,
0,
0,
0
],
[
0,
0,
0,
0,
0,
267912.6044017706,
611724.484763744,
0,
0,
0
],
[
0,
0,
0,
0,
0,
6065591.560974479,
32828924.650132526,
0,
0,
0
],
[
0,
0,
0,
0,
0,
8813.131054584788,
14618.190138378319,
0,
0,
0
],
[
0,
0,
0,
0,
0,
21256.839092150076,
36971.43299930091,
0,
0,
0
],
[
0,
0,
0,
0,
0,
313874.0003481785,
355969.0052177362,
0,
0,
0
]
],
"class_labels": [
"Not Able To Determine",
"Partial Flooding",
"Partial Obstruction",
"Partial Road Condition",
"Particulate Partial",
"Particulate Total",
"Road Line",
"Total Destruction",
"Total Flooding",
"Total Obstruction"
]
},
"Confusion_Matrix_km": {
"matrix": [
[
0,
0,
0,
0,
0,
0.05372555270469748,
0.042696851936383215,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0.005124213695699217,
0.017650400482933464,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0.043237456414886216,
0.09209545736631854,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0.03070077834322145,
0.051305762377419274,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0.07548473050543057,
0.23376188867772899,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0.060904048551594425,
0.14673523350574935,
0,
0,
0
],
[
0,
0,
0,
0,
0,
1.7364321604577155,
10.160847881715076,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0.0017314330148623584,
0.0028718984054998844,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0.01821160278364874,
0.03690220541117402,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0.06489255257175058,
0.07372816400125112,
0,
0,
0
]
],
"class_labels": [
"Not Able To Determine",
"Partial Flooding",
"Partial Obstruction",
"Partial Road Condition",
"Particulate Partial",
"Particulate Total",
"Road Line",
"Total Destruction",
"Total Flooding",
"Total Obstruction"
]
}
}
},
"per_event": {
"Mussett Bayou Fire": {
"model_name": "RDA_PSP_ResNet101_CCE_full",
"samples": {
"total": 0.11308100756115586,
"class_level_km": {
"Not Able To Determine": 0.009979574259608387,
"Partial Flooding": 0,
"Partial Obstruction": 0,
"Partial Road Condition": 0,
"Particulate Partial": 0.0006091917262747284,
"Particulate Total": 0.0009357464537026491,
"Road Line": 0.7008939529239575,
"Total Destruction": 0,
"Total Flooding": 0,
"Total Obstruction": 0
},
"total_predicted_segments": 79544
},
"metrics": {
"F1": {
"class_level_km": {
"Not Able To Determine": 0.0,
"Partial Flooding": 0.0,
"Partial Obstruction": 0.0,
"Partial Road Condition": 0.0,
"Particulate Partial": 0.0,
"Particulate Total": 0.0,
"Road Line": 0.8784807813490676,
"Total Destruction": 0.0,
"Total Flooding": 0.0,
"Total Obstruction": 0.0
},
"class_level_pixels": {
"Not Able To Determine": 0.0,
"Partial Flooding": 0.0,
"Partial Obstruction": 0.0,
"Partial Road Condition": 0.0,
"Particulate Partial": 0.0,
"Particulate Total": 0.0,
"Road Line": 0.8827537139977626,
"Total Destruction": 0.0,
"Total Flooding": 0.0,
"Total Obstruction": 0.0
},
"macro_km": 0.08784807813490676,
"macro_pixels": 0.08827537139977626
},
"Accuracy": {
"class_level_km": {
"Not Able To Determine": 0.9859919769843194,
"Partial Flooding": 1.0,
"Partial Obstruction": 1.0,
"Partial Road Condition": 1.0,
"Particulate Partial": 0.9991448962149461,
"Particulate Total": 0.7913176035262294,
"Road Line": 0.7841266400193667,
"Total Destruction": 1.0,
"Total Flooding": 1.0,
"Total Obstruction": 1.0
},
"class_level_pixels": {
"Not Able To Determine": 0.982126798525779,
"Partial Flooding": 1.0,
"Partial Obstruction": 1.0,
"Partial Road Condition": 1.0,
"Particulate Partial": 0.9992348178600541,
"Particulate Total": 0.7997977222667791,
"Road Line": 0.7911656827647799,
"Total Destruction": 1.0,
"Total Flooding": 1.0,
"Total Obstruction": 1.0
}
},
"Precision": {
"class_level_km": {
"Not Able To Determine": 0.0,
"Partial Flooding": 0.0,
"Partial Obstruction": 0.0,
"Partial Road Condition": 0.0,
"Particulate Partial": 0.0,
"Particulate Total": 0.0,
"Road Line": 0.9844309362898599,
"Total Destruction": 0.0,
"Total Flooding": 0.0,
"Total Obstruction": 0.0
},
"class_level_pixels": {
"Not Able To Determine": 0.0,
"Partial Flooding": 0.0,
"Partial Obstruction": 0.0,
"Partial Road Condition": 0.0,
"Particulate Partial": 0.0,
"Particulate Total": 0.0,
"Road Line": 0.9815092830588057,
"Total Destruction": 0.0,
"Total Flooding": 0.0,
"Total Obstruction": 0.0
},
"macro_km": 0.09844309362898598,
"macro_pixels": 0.09815092830588057
},
"Recall": {
"class_level_km": {
"Not Able To Determine": 0.0,
"Partial Flooding": 0.0,
"Partial Obstruction": 0.0,
"Partial Road Condition": 0.0,
"Particulate Partial": 0.0,
"Particulate Total": 0.0,
"Road Line": 0.9951078289511485,
"Total Destruction": 0.0,
"Total Flooding": 0.0,
"Total Obstruction": 0.0
},
"class_level_pixels": {
"Not Able To Determine": 0.0,
"Partial Flooding": 0.0,
"Partial Obstruction": 0.0,
"Partial Road Condition": 0.0,
"Particulate Partial": 0.0,
"Particulate Total": 0.0,
"Road Line": 0.9936762018815072,
"Total Destruction": 0.0,
"Total Flooding": 0.0,
"Total Obstruction": 0.0
},
"macro_km": 0.09951078289511485,
"macro_pixels": 0.09936762018815072
},
"IoU": {
"class_level_km": {
"Not Able To Determine": 0.0,
"Partial Flooding": 0.0,
"Partial Obstruction": 0.0,
"Partial Road Condition": 0.0,
"Particulate Partial": 0.0,
"Particulate Total": 0.0,
"Road Line": 0.7832953432628518,
"Total Destruction": 0.0,
"Total Flooding": 0.0,
"Total Obstruction": 0.0
},
"class_level_pixels": {
"Not Able To Determine": 0.0,
"Partial Flooding": 0.0,
"Partial Obstruction": 0.0,
"Partial Road Condition": 0.0,
"Particulate Partial": 0.0,
"Particulate Total": 0.0,
"Road Line": 0.7901155949745489,
"Total Destruction": 0.0,
"Total Flooding": 0.0,
"Total Obstruction": 0.0
},
"macro_km": 0.07832953432628517,
"macro_pixels": 0.07901155949745489
},
"Confusion_Matrix_pixels": {
"matrix": [
[
0,
0,
0,
0,
0,
12388.18569402831,
31867.046052436373,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0,
0,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0,
0,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0,
0,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0,
1894.64170593072,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0,
2910.2566251240887,
0,
0,
0
],
[
0,
0,
0,
0,
0,
480415.6696731925,
1946590.4948241562,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0,
0,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0,
0,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0,
0,
0,
0,
0
]
],
"class_labels": [
"Not Able To Determine",
"Partial Flooding",
"Partial Obstruction",
"Partial Road Condition",
"Particulate Partial",
"Particulate Total",
"Road Line",
"Total Destruction",
"Total Flooding",
"Total Obstruction"
]
},
"Confusion_Matrix_km": {
"matrix": [
[
0,
0,
0,
0,
0,
0.0027328953999194417,
0.0072466788596889445,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0,
0,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0,
0,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0,
0,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0,
0.0006091917262747284,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0,
0.0009357464537026491,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0.1450005507906081,
0.5558934021333494,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0,
0,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0,
0,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0,
0,
0,
0,
0
]
],
"class_labels": [
"Not Able To Determine",
"Partial Flooding",
"Partial Obstruction",
"Partial Road Condition",
"Particulate Partial",
"Particulate Total",
"Road Line",
"Total Destruction",
"Total Flooding",
"Total Obstruction"
]
}
}
},
"Hurricane Michael": {
"model_name": "RDA_PSP_ResNet101_CCE_full",
"samples": {
"total": 0.4105051213097,
"class_level_km": {
"Not Able To Determine": 0.0002018781394271139,
"Partial Flooding": 0.0013056297871139235,
"Partial Obstruction": 0.09354824678912987,
"Partial Road Condition": 0.07707877027366705,
"Particulate Partial": 0.2948410664170269,
"Particulate Total": 0.15294351475567208,
"Road Line": 2.496636131645115,
"Total Destruction": 0.004603331420362243,
"Total Flooding": 0.0034470565209468312,
"Total Obstruction": 0.11840405770011608
},
"total_predicted_segments": 421988
},
"metrics": {
"F1": {
"class_level_km": {
"Not Able To Determine": 0.0,
"Partial Flooding": 0.0,
"Partial Obstruction": 0.0,
"Partial Road Condition": 0.0,
"Particulate Partial": 0.0,
"Particulate Total": 0.11224315260458767,
"Road Line": 0.8023263063999743,
"Total Destruction": 0.0,
"Total Flooding": 0.0,
"Total Obstruction": 0.0
},
"class_level_pixels": {
"Not Able To Determine": 0.0,
"Partial Flooding": 0.0,
"Partial Obstruction": 0.0,
"Partial Road Condition": 0.0,
"Particulate Partial": 0.0,
"Particulate Total": 0.11180444715063018,
"Road Line": 0.8025369698756156,
"Total Destruction": 0.0,
"Total Flooding": 0.0,
"Total Obstruction": 0.0
},
"macro_km": 0.0914569459004562,
"macro_pixels": 0.09143414170262458
},
"Accuracy": {
"class_level_km": {
"Not Able To Determine": 0.9999377497574375,
"Partial Flooding": 0.9995974018228261,
"Partial Obstruction": 0.9711538799077369,
"Partial Road Condition": 0.9762323342211848,
"Particulate Partial": 0.909084123947636,
"Particulate Total": 0.755681888261743,
"Road Line": 0.6952258700724568,
"Total Destruction": 0.9985805372571485,
"Total Flooding": 0.9989370810273741,
"Total Obstruction": 0.9634894529287354
},
"class_level_pixels": {
"Not Able To Determine": 0.9999375395862286,
"Partial Flooding": 0.9995977410216776,
"Partial Obstruction": 0.9712299686135869,
"Partial Road Condition": 0.9761692323252832,
"Particulate Partial": 0.9092168179982802,
"Particulate Total": 0.7557965656590676,
"Road Line": 0.695452602139407,
"Total Destruction": 0.9985888955455974,
"Total Flooding": 0.9989433398625678,
"Total Obstruction": 0.9635606285017555
}
},
"Precision": {
"class_level_km": {
"Not Able To Determine": 0.0,
"Partial Flooding": 0.0,
"Partial Obstruction": 0.0,
"Partial Road Condition": 0.0,
"Particulate Partial": 0.0,
"Particulate Total": 0.06772771035144855,
"Road Line": 0.8012344558366518,
"Total Destruction": 0.0,
"Total Flooding": 0.0,
"Total Obstruction": 0.0
},
"class_level_pixels": {
"Not Able To Determine": 0.0,
"Partial Flooding": 0.0,
"Partial Obstruction": 0.0,
"Partial Road Condition": 0.0,
"Particulate Partial": 0.0,
"Particulate Total": 0.06740779295182915,
"Road Line": 0.8016686698351719,
"Total Destruction": 0.0,
"Total Flooding": 0.0,
"Total Obstruction": 0.0
},
"macro_km": 0.08689621661881003,
"macro_pixels": 0.08690764627870011
},
"Recall": {
"class_level_km": {
"Not Able To Determine": 0.0,
"Partial Flooding": 0.0,
"Partial Obstruction": 0.0,
"Partial Road Condition": 0.0,
"Particulate Partial": 0.0,
"Particulate Total": 0.02043866284775433,
"Road Line": 0.8896605533441116,
"Total Destruction": 0.0,
"Total Flooding": 0.0,
"Total Obstruction": 0.0
},
"class_level_pixels": {
"Not Able To Determine": 0.0,
"Partial Flooding": 0.0,
"Partial Obstruction": 0.0,
"Partial Road Condition": 0.0,
"Particulate Partial": 0.0,
"Particulate Total": 0.02033608467952459,
"Road Line": 0.889890584582114,
"Total Destruction": 0.0,
"Total Flooding": 0.0,
"Total Obstruction": 0.0
},
"macro_km": 0.0910099216191866,
"macro_pixels": 0.09102266692616387
},
"IoU": {
"class_level_km": {
"Not Able To Determine": 0.0,
"Partial Flooding": 0.0,
"Partial Obstruction": 0.0,
"Partial Road Condition": 0.0,
"Particulate Partial": 0.0,
"Particulate Total": 0.059458479919939106,
"Road Line": 0.6699039234871251,
"Total Destruction": 0.0,
"Total Flooding": 0.0,
"Total Obstruction": 0.0
},
"class_level_pixels": {
"Not Able To Determine": 0.0,
"Partial Flooding": 0.0,
"Partial Obstruction": 0.0,
"Partial Road Condition": 0.0,
"Particulate Partial": 0.0,
"Particulate Total": 0.059212324158857584,
"Road Line": 0.6701977010448946,
"Total Destruction": 0.0,
"Total Flooding": 0.0,
"Total Obstruction": 0.0
},
"macro_km": 0.07293624034070642,
"macro_pixels": 0.07294100252037522
},
"Confusion_Matrix_pixels": {
"matrix": [
[
0,
0,
0,
0,
0,
0.0,
1037.1521486998179,
0,
0,
0
],
[
0,
0,
0,
0,
0,
5248.378955693214,
1431.111917160092,
0,
0,
0
],
[
0,
0,
0,
0,
0,
173215.49793767298,
304509.48127517756,
0,
0,
0
],
[
0,
0,
0,
0,
0,
151511.16695755022,
244197.57729521996,
0,
0,
0
],
[
0,
0,
0,
0,
0,
383692.8981300939,
1123757.44671484,
0,
0,
0
],
[
0,
0,
0,
0,
0,
255217.1592141712,
524036.401049231,
0,
0,
0
],
[
0,
0,
0,
0,
0,
2514628.196560177,
10276418.037243752,
0,
0,
0
],
[
0,
0,
0,
0,
0,
8813.131054584788,
14618.190138378319,
0,
0,
0
],
[
0,
0,
0,
0,
0,
8182.822971734254,
9362.967486743537,
0,
0,
0
],
[
0,
0,
0,
0,
0,
285657.7185054833,
319416.2822044816,
0,
0,
0
]
],
"class_labels": [
"Not Able To Determine",
"Partial Flooding",
"Partial Obstruction",
"Partial Road Condition",
"Particulate Partial",
"Particulate Total",
"Road Line",
"Total Destruction",
"Total Flooding",
"Total Obstruction"
]
},
"Confusion_Matrix_km": {
"matrix": [
[
0,
0,
0,
0,
0,
0.0,
0.0002018781394271139,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0.0010257466715492226,
0.0002798831155647009,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0.03391719138383386,
0.05963105540529602,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0.029507904081839387,
0.04757086619182766,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0.07500002314816398,
0.21984104326886292,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0.05008869750734836,
0.10285481724832374,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0.4907858926421195,
2.0058502390029953,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0.0017314330148623584,
0.0028718984054998844,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0.0016076023107206969,
0.0018394542102261342,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0.05589539170762647,
0.06250866599248962,
0,
0,
0
]
],
"class_labels": [
"Not Able To Determine",
"Partial Flooding",
"Partial Obstruction",
"Partial Road Condition",
"Particulate Partial",
"Particulate Total",
"Road Line",
"Total Destruction",
"Total Flooding",
"Total Obstruction"
]
}
}
},
"Mayfield Tornado": {
"model_name": "RDA_PSP_ResNet101_CCE_full",
"samples": {
"total": 0.7815637246100545,
"class_level_km": {
"Not Able To Determine": 0.00572332706319585,
"Partial Flooding": 0,
"Partial Obstruction": 0.03950814411801397,
"Partial Road Condition": 0.004927770446973879,
"Particulate Partial": 0.013796361039861762,
"Particulate Total": 0.021023142215867836,
"Road Line": 6.537725424353919,
"Total Destruction": 0,
"Total Flooding": 0,
"Total Obstruction": 0.019497047620589195
},
"total_predicted_segments": 528081
},
"metrics": {
"F1": {
"class_level_km": {
"Not Able To Determine": 0.0,
"Partial Flooding": 0.0,
"Partial Obstruction": 0.0,
"Partial Road Condition": 0.0,
"Particulate Partial": 0.0,
"Particulate Total": 0.0035950853765679205,
"Road Line": 0.9246248036204959,
"Total Destruction": 0.0,
"Total Flooding": 0.0,
"Total Obstruction": 0.0
},
"class_level_pixels": {
"Not Able To Determine": 0.0,
"Partial Flooding": 0.0,
"Partial Obstruction": 0.0,
"Partial Road Condition": 0.0,
"Particulate Partial": 0.0,
"Particulate Total": 0.003605191382268525,
"Road Line": 0.9239787332941954,
"Total Destruction": 0.0,
"Total Flooding": 0.0,
"Total Obstruction": 0.0
},
"macro_km": 0.09282198889970639,
"macro_pixels": 0.0927583924676464
},
"Accuracy": {
"class_level_km": {
"Not Able To Determine": 0.999138338801199,
"Partial Flooding": 1.0,
"Partial Obstruction": 0.9940519501249466,
"Partial Road Condition": 0.9992581118388183,
"Particulate Partial": 0.9979229233518482,
"Particulate Total": 0.8664968680787654,
"Road Line": 0.8602957536241141,
"Total Destruction": 1.0,
"Total Flooding": 1.0,
"Total Obstruction": 0.9970646707342884
},
"class_level_pixels": {
"Not Able To Determine": 0.9991449513860028,
"Partial Flooding": 1.0,
"Partial Obstruction": 0.9942031218717844,
"Partial Road Condition": 0.9992243307798313,
"Particulate Partial": 0.9978885740929827,
"Particulate Total": 0.8653193299489078,
"Road Line": 0.8591769187362347,
"Total Destruction": 1.0,
"Total Flooding": 1.0,
"Total Obstruction": 0.9971239254227184
}
},
"Precision": {
"class_level_km": {
"Not Able To Determine": 0.0,
"Partial Flooding": 0.0,
"Partial Obstruction": 0.0,
"Partial Road Condition": 0.0,
"Particulate Partial": 0.0,
"Particulate Total": 0.0018410329035762575,
"Road Line": 0.9858409084417001,
"Total Destruction": 0.0,
"Total Flooding": 0.0,
"Total Obstruction": 0.0
},
"class_level_pixels": {
"Not Able To Determine": 0.0,
"Partial Flooding": 0.0,
"Partial Obstruction": 0.0,
"Partial Road Condition": 0.0,
"Particulate Partial": 0.0,
"Particulate Total": 0.0018464703427038462,
"Road Line": 0.9858914078396236,
"Total Destruction": 0.0,
"Total Flooding": 0.0,
"Total Obstruction": 0.0
},
"macro_km": 0.09876819413452764,
"macro_pixels": 0.09877378781823273
},
"Recall": {
"class_level_km": {
"Not Able To Determine": 0.0,
"Partial Flooding": 0.0,
"Partial Obstruction": 0.0,
"Partial Road Condition": 0.0,
"Particulate Partial": 0.0,
"Particulate Total": 0.0002779507234458995,
"Road Line": 0.9960219624890007,
"Total Destruction": 0.0,
"Total Flooding": 0.0,
"Total Obstruction": 0.0
},
"class_level_pixels": {
"Not Able To Determine": 0.0,
"Partial Flooding": 0.0,
"Partial Obstruction": 0.0,
"Partial Road Condition": 0.0,
"Particulate Partial": 0.0,
"Particulate Total": 0.0002815760650898996,
"Road Line": 0.9960660071805134,
"Total Destruction": 0.0,
"Total Flooding": 0.0,
"Total Obstruction": 0.0
},
"macro_km": 0.09962999132124466,
"macro_pixels": 0.09963475832456034
},
"IoU": {
"class_level_km": {
"Not Able To Determine": 0.0,
"Partial Flooding": 0.0,
"Partial Obstruction": 0.0,
"Partial Road Condition": 0.0,
"Particulate Partial": 0.0,
"Particulate Total": 0.00180077966660688,
"Road Line": 0.8598160035059916,
"Total Destruction": 0.0,
"Total Flooding": 0.0,
"Total Obstruction": 0.0
},
"class_level_pixels": {
"Not Able To Determine": 0.0,
"Partial Flooding": 0.0,
"Partial Obstruction": 0.0,
"Partial Road Condition": 0.0,
"Particulate Partial": 0.0,
"Particulate Total": 0.0018058509102038267,
"Road Line": 0.8586993230374698,
"Total Destruction": 0.0,
"Total Flooding": 0.0,
"Total Obstruction": 0.0
},
"macro_km": 0.08616167831725985,
"macro_pixels": 0.08605051739476735
},
"Confusion_Matrix_pixels": {
"matrix": [
[
0,
0,
0,
0,
0,
6112.736463251322,
12974.445081481044,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0,
0,
0,
0,
0
],
[
0,
0,
0,
0,
0,
30334.566240903878,
99068.67869119586,
0,
0,
0
],
[
0,
0,
0,
0,
0,
4160.809184815485,
13154.392526123373,
0,
0,
0
],
[
0,
0,
0,
0,
0,
1655.9297313844606,
45477.26123080582,
0,
0,
0
],
[
0,
0,
0,
0,
0,
5439.051084065433,
66257.1514038732,
0,
0,
0
],
[
0,
0,
0,
0,
0,
2870196.306109386,
19103885.984436627,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0,
0,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0,
0,
0,
0,
0
],
[
0,
0,
0,
0,
0,
27748.282751907016,
36454.09907072337,
0,
0,
0
]
],
"class_labels": [
"Not Able To Determine",
"Partial Flooding",
"Partial Obstruction",
"Partial Road Condition",
"Particulate Partial",
"Particulate Total",
"Road Line",
"Total Destruction",
"Total Flooding",
"Total Obstruction"
]
},
"Confusion_Matrix_km": {
"matrix": [
[
0,
0,
0,
0,
0,
0.0018239933758805113,
0.003899333687315339,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0,
0,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0.009227423142674492,
0.03028072097533948,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0.0011928742613820501,
0.0037348961855918285,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0.00048470735726651863,
0.013311653682595242,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0.0015997305327594164,
0.01942341168310842,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0.8461994534624904,
5.691525970891429,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0,
0,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0,
0,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0.008402802018832293,
0.011094245601756904,
0,
0,
0
]
],
"class_labels": [
"Not Able To Determine",
"Partial Flooding",
"Partial Obstruction",
"Partial Road Condition",
"Particulate Partial",
"Particulate Total",
"Road Line",
"Total Destruction",
"Total Flooding",
"Total Obstruction"
]
}
}
},
"Hurricane Idalia": {
"model_name": "RDA_PSP_ResNet101_CCE_full",
"samples": {
"total": 0.3124207908628798,
"class_level_km": {
"Not Able To Determine": 0.08051762517884939,
"Partial Flooding": 0.02146898439151876,
"Partial Obstruction": 0.002276522874060712,
"Partial Road Condition": 0,
"Particulate Partial": 0,
"Particulate Total": 0.03273687863209647,
"Road Line": 2.1620245332506447,
"Total Destruction": 0,
"Total Flooding": 0.05166675167387593,
"Total Obstruction": 0.000719611252296095
},
"total_predicted_segments": 50187
},
"metrics": {
"F1": {
"class_level_km": {
"Not Able To Determine": 0.0,
"Partial Flooding": 0.0,
"Partial Obstruction": 0.0,
"Partial Road Condition": 0.0,
"Particulate Partial": 0.0,
"Particulate Total": 0.05022723713715666,
"Road Line": 0.9128882660123309,
"Total Destruction": 0.0,
"Total Flooding": 0.0,
"Total Obstruction": 0.0
},
"class_level_pixels": {
"Not Able To Determine": 0.0,
"Partial Flooding": 0.0,
"Partial Obstruction": 0.0,
"Partial Road Condition": 0.0,
"Particulate Partial": 0.0,
"Particulate Total": 0.05022723713715726,
"Road Line": 0.9128882660123242,
"Total Destruction": 0.0,
"Total Flooding": 0.0,
"Total Obstruction": 0.0
},
"macro_km": 0.09631155031494876,
"macro_pixels": 0.09631155031494815
},
"Accuracy": {
"class_level_km": {
"Not Able To Determine": 0.965757739351094,
"Partial Flooding": 0.9908697436397468,
"Partial Obstruction": 0.9990318481269954,
"Partial Road Condition": 1.0,
"Particulate Partial": 1.0,
"Particulate Total": 0.8517801151778814,
"Road Line": 0.8451743658367538,
"Total Destruction": 1.0,
"Total Flooding": 0.9780273403025814,
"Total Obstruction": 0.99969396618427
},
"class_level_pixels": {
"Not Able To Determine": 0.9657577393510912,
"Partial Flooding": 0.9908697436397459,
"Partial Obstruction": 0.9990318481269953,
"Partial Road Condition": 1.0,
"Particulate Partial": 1.0,
"Particulate Total": 0.8517801151778714,
"Road Line": 0.8451743658367433,
"Total Destruction": 1.0,
"Total Flooding": 0.9780273403025798,
"Total Obstruction": 0.9996939661842699
}
},
"Precision": {
"class_level_km": {
"Not Able To Determine": 0.0,
"Partial Flooding": 0.0,
"Partial Obstruction": 0.0,
"Partial Road Condition": 0.0,
"Particulate Partial": 0.0,
"Particulate Total": 0.02757349814246406,
"Road Line": 0.945660853076739,
"Total Destruction": 0.0,
"Total Flooding": 0.0,
"Total Obstruction": 0.0
},
"class_level_pixels": {
"Not Able To Determine": 0.0,
"Partial Flooding": 0.0,
"Partial Obstruction": 0.0,
"Partial Road Condition": 0.0,
"Particulate Partial": 0.0,
"Particulate Total": 0.02757349814246443,
"Road Line": 0.9456608530767341,
"Total Destruction": 0.0,
"Total Flooding": 0.0,
"Total Obstruction": 0.0
},
"macro_km": 0.0973234351219203,
"macro_pixels": 0.09732343512191985
},
"Recall": {
"class_level_km": {
"Not Able To Determine": 0.0,
"Partial Flooding": 0.0,
"Partial Obstruction": 0.0,
"Partial Road Condition": 0.0,
"Particulate Partial": 0.0,
"Particulate Total": 0.004601172940899993,
"Road Line": 0.9598591775662084,
"Total Destruction": 0.0,
"Total Flooding": 0.0,
"Total Obstruction": 0.0
},
"class_level_pixels": {
"Not Able To Determine": 0.0,
"Partial Flooding": 0.0,
"Partial Obstruction": 0.0,
"Partial Road Condition": 0.0,
"Particulate Partial": 0.0,
"Particulate Total": 0.004601172940900416,
"Road Line": 0.9598591775662048,
"Total Destruction": 0.0,
"Total Flooding": 0.0,
"Total Obstruction": 0.0
},
"macro_km": 0.09644603505071084,
"macro_pixels": 0.09644603505071052
},
"IoU": {
"class_level_km": {
"Not Able To Determine": 0.0,
"Partial Flooding": 0.0,
"Partial Obstruction": 0.0,
"Partial Road Condition": 0.0,
"Particulate Partial": 0.0,
"Particulate Total": 0.025760559432273643,
"Road Line": 0.8397372942188163,
"Total Destruction": 0.0,
"Total Flooding": 0.0,
"Total Obstruction": 0.0
},
"class_level_pixels": {
"Not Able To Determine": 0.0,
"Partial Flooding": 0.0,
"Partial Obstruction": 0.0,
"Partial Road Condition": 0.0,
"Particulate Partial": 0.0,
"Particulate Total": 0.02576055943227396,
"Road Line": 0.8397372942188049,
"Total Destruction": 0.0,
"Total Flooding": 0.0,
"Total Obstruction": 0.0
},
"macro_km": 0.08654978536510899,
"macro_pixels": 0.08654978536510789
},
"Confusion_Matrix_pixels": {
"matrix": [
[
0,
0,
0,
0,
0,
38715.48340858096,
24684.221456654916,
0,
0,
0
],
[
0,
0,
0,
0,
0,
3227.139389094483,
13677.572730211608,
0,
0,
0
],
[
0,
0,
0,
0,
0,
73.10384911661318,
1719.4338469941843,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0,
0,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0,
0,
0,
0,
0
],
[
0,
0,
0,
0,
0,
7256.394103532846,
18520.675685519578,
0,
0,
0
],
[
0,
0,
0,
0,
0,
200351.3886317351,
1502030.1336127191,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0,
0,
0,
0,
0
],
[
0,
0,
0,
0,
0,
13074.01612041573,
27608.465512557366,
0,
0,
0
],
[
0,
0,
0,
0,
0,
467.9990907811239,
98.62394252288813,
0,
0,
0
]
],
"class_labels": [
"Not Able To Determine",
"Partial Flooding",
"Partial Obstruction",
"Partial Road Condition",
"Particulate Partial",
"Particulate Total",
"Road Line",
"Total Destruction",
"Total Flooding",
"Total Obstruction"
]
},
"Confusion_Matrix_km": {
"matrix": [
[
0,
0,
0,
0,
0,
0.04916866392889763,
0.031348961249951755,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0.004098467024149994,
0.017370517367368766,
0,
0,
0
],
[
0,
0,
0,
0,
0,
9.284188837809873e-05,
0.002183680985682613,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0,
0,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0,
0,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0.009215620511486711,
0.023521258120609755,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0.2544462635623081,
1.9075782696883368,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0,
0,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0.016604000472928038,
0.03506275120094789,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0.0005943588452920271,
0.00012525240700406794,
0,
0,
0
]
],
"class_labels": [
"Not Able To Determine",
"Partial Flooding",
"Partial Obstruction",
"Partial Road Condition",
"Particulate Partial",
"Particulate Total",
"Road Line",
"Total Destruction",
"Total Flooding",
"Total Obstruction"
]
}
}
}
}
}