CRASAR-U-DROIDs-RDA_AAAI26_Simple_NoPretrained_ScaleMAE_UPerNet / CRASAR-U-DROIDs_RDA_metrics_adjusted.json
tmanzini's picture
Upload 5 files
dce1d9a verified
raw
history blame
83.9 kB
{
"global": {
"model_name": "RDA_PSP_ResNet101_CCE_full",
"samples": {
"total": 1.617570644343792,
"class_level_km": {
"Not Able To Determine": 0.11841965607640953,
"Partial Flooding": 0.05491652394201414,
"Partial Obstruction": 0.16147923528425637,
"Partial Road Condition": 0.08311675538446421,
"Particulate Partial": 0.3338303080702507,
"Particulate Total": 0.2250300886893583,
"Road Line": 12.296186806064814,
"Total Destruction": 0.004996561999977991,
"Total Flooding": 0.09967762277159231,
"Total Obstruction": 0.15155691693097428
},
"total_predicted_segments": 1077687
},
"metrics": {
"F1": {
"class_level_km": {
"Not Able To Determine": 0.0,
"Partial Flooding": 0.0,
"Partial Obstruction": 0.0,
"Partial Road Condition": 0.0,
"Particulate Partial": 0.0,
"Particulate Total": 0.05762419741307621,
"Road Line": 0.8964183087571067,
"Total Destruction": 0.0,
"Total Flooding": 0.0,
"Total Obstruction": 0.0
},
"class_level_pixels": {
"Not Able To Determine": 0.0,
"Partial Flooding": 0.0,
"Partial Obstruction": 0.0,
"Partial Road Condition": 0.0,
"Particulate Partial": 0.0,
"Particulate Total": 0.07211727670888277,
"Road Line": 0.886488582032868,
"Total Destruction": 0.0,
"Total Flooding": 0.0,
"Total Obstruction": 0.0
},
"macro_km": 0.0954042506170183,
"macro_pixels": 0.09586058587417508
},
"Accuracy": {
"class_level_km": {
"Not Able To Determine": 0.991247112586994,
"Partial Flooding": 0.9959408921871219,
"Partial Obstruction": 0.9880644006847191,
"Partial Road Condition": 0.993856496242945,
"Particulate Partial": 0.9753252188158475,
"Particulate Total": 0.8455714740607593,
"Road Line": 0.8175280555108896,
"Total Destruction": 0.9996306834009914,
"Total Flooding": 0.992632413919925,
"Total Obstruction": 0.9887978003440311
},
"class_level_pixels": {
"Not Able To Determine": 0.9962964427588679,
"Partial Flooding": 0.9987384530881561,
"Partial Obstruction": 0.984405847757719,
"Partial Road Condition": 0.9906340848241711,
"Particulate Partial": 0.9628064856763168,
"Particulate Total": 0.8378714355680259,
"Road Line": 0.8025799218135364,
"Total Destruction": 0.9994310465108697,
"Total Flooding": 0.9979095029286169,
"Total Obstruction": 0.9837167092074424
}
},
"Precision": {
"class_level_km": {
"Not Able To Determine": 0.0,
"Partial Flooding": 0.0,
"Partial Obstruction": 0.0,
"Partial Road Condition": 0.0,
"Particulate Partial": 0.0,
"Particulate Total": 0.032066876944323724,
"Road Line": 0.925904686135637,
"Total Destruction": 0.0,
"Total Flooding": 0.0,
"Total Obstruction": 0.0
},
"class_level_pixels": {
"Not Able To Determine": 0.0,
"Partial Flooding": 0.0,
"Partial Obstruction": 0.0,
"Partial Road Condition": 0.0,
"Particulate Partial": 0.0,
"Particulate Total": 0.04097287084829258,
"Road Line": 0.9109780531633982,
"Total Destruction": 0.0,
"Total Flooding": 0.0,
"Total Obstruction": 0.0
},
"macro_km": 0.09579715630799608,
"macro_pixels": 0.09519509240116908
},
"Recall": {
"class_level_km": {
"Not Able To Determine": 0.0,
"Partial Flooding": 0.0,
"Partial Obstruction": 0.0,
"Partial Road Condition": 0.0,
"Particulate Partial": 0.0,
"Particulate Total": 0.005583775777956815,
"Road Line": 0.9658088025716728,
"Total Destruction": 0.0,
"Total Flooding": 0.0,
"Total Obstruction": 0.0
},
"class_level_pixels": {
"Not Able To Determine": 0.0,
"Partial Flooding": 0.0,
"Partial Obstruction": 0.0,
"Partial Road Condition": 0.0,
"Particulate Partial": 0.0,
"Particulate Total": 0.007519663157072845,
"Road Line": 0.960520482945197,
"Total Destruction": 0.0,
"Total Flooding": 0.0,
"Total Obstruction": 0.0
},
"macro_km": 0.09713925783496295,
"macro_pixels": 0.09680401461022699
},
"IoU": {
"class_level_km": {
"Not Able To Determine": 0.0,
"Partial Flooding": 0.0,
"Partial Obstruction": 0.0,
"Partial Road Condition": 0.0,
"Particulate Partial": 0.0,
"Particulate Total": 0.029666863300258525,
"Road Line": 0.8122808813070542,
"Total Destruction": 0.0,
"Total Flooding": 0.0,
"Total Obstruction": 0.0
},
"class_level_pixels": {
"Not Able To Determine": 0.0,
"Partial Flooding": 0.0,
"Partial Obstruction": 0.0,
"Partial Road Condition": 0.0,
"Particulate Partial": 0.0,
"Particulate Total": 0.037407501938587995,
"Road Line": 0.7961198850131905,
"Total Destruction": 0.0,
"Total Flooding": 0.0,
"Total Obstruction": 0.0
},
"macro_km": 0.08419477446073127,
"macro_pixels": 0.08335273869517786
},
"Confusion_Matrix_pixels": {
"matrix": [
[
0,
0,
0,
0,
0,
92126.05608376488,
73427.34642450465,
0,
0,
0
],
[
0,
0,
0,
0,
0,
14866.808567031696,
41525.835067576176,
0,
0,
0
],
[
0,
0,
0,
0,
0,
183712.00534953416,
513365.1004851664,
0,
0,
0
],
[
0,
0,
0,
0,
0,
114483.09307136813,
304184.4268312771,
0,
0,
0
],
[
0,
0,
0,
0,
0,
350570.61741127336,
1312023.5985332378,
0,
0,
0
],
[
0,
0,
0,
0,
0,
281640.3149149031,
655155.2001160533,
0,
0,
0
],
[
0,
0,
0,
0,
0,
5457446.293424373,
34459896.6728542,
0,
0,
0
],
[
0,
0,
0,
0,
0,
9763.380204043879,
15669.51575564473,
0,
0,
0
],
[
0,
0,
0,
0,
0,
25265.231747489182,
68182.4674691858,
0,
0,
0
],
[
0,
0,
0,
0,
0,
343950.4903703088,
383931.9262425859,
0,
0,
0
]
],
"class_labels": [
"Not Able To Determine",
"Partial Flooding",
"Partial Obstruction",
"Partial Road Condition",
"Particulate Partial",
"Particulate Total",
"Road Line",
"Total Destruction",
"Total Flooding",
"Total Obstruction"
]
},
"Confusion_Matrix_km": {
"matrix": [
[
0,
0,
0,
0,
0,
0.07538473632417372,
0.04303491975223581,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0.008812621314031469,
0.046103902627982675,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0.04218348487786353,
0.11929575040639283,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0.02275515857474767,
0.06036159680971654,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0.06886372325529362,
0.2649665848149571,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0.06387791717656728,
0.16115217151279101,
0,
0,
0
],
[
0,
0,
0,
0,
0,
1.6138497250691448,
10.68233708099567,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0.0019181195329145777,
0.0030784424670634134,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0.023046946448762286,
0.07663067632283002,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0.07132934389932769,
0.08022757303164661,
0,
0,
0
]
],
"class_labels": [
"Not Able To Determine",
"Partial Flooding",
"Partial Obstruction",
"Partial Road Condition",
"Particulate Partial",
"Particulate Total",
"Road Line",
"Total Destruction",
"Total Flooding",
"Total Obstruction"
]
}
}
},
"per_event": {
"Mussett Bayou Fire": {
"model_name": "RDA_PSP_ResNet101_CCE_full",
"samples": {
"total": 0.11308100756115586,
"class_level_km": {
"Not Able To Determine": 0.012599366471149296,
"Partial Flooding": 0,
"Partial Obstruction": 0,
"Partial Road Condition": 0,
"Particulate Partial": 0.0008397396136685919,
"Particulate Total": 0.0010614540446665095,
"Road Line": 0.8874983110214775,
"Total Destruction": 0,
"Total Flooding": 0,
"Total Obstruction": 0
},
"total_predicted_segments": 79009
},
"metrics": {
"F1": {
"class_level_km": {
"Not Able To Determine": 0.0,
"Partial Flooding": 0.0,
"Partial Obstruction": 0.0,
"Partial Road Condition": 0.0,
"Particulate Partial": 0.0,
"Particulate Total": 0.0,
"Road Line": 0.8831625182659137,
"Total Destruction": 0.0,
"Total Flooding": 0.0,
"Total Obstruction": 0.0
},
"class_level_pixels": {
"Not Able To Determine": 0.0,
"Partial Flooding": 0.0,
"Partial Obstruction": 0.0,
"Partial Road Condition": 0.0,
"Particulate Partial": 0.0,
"Particulate Total": 0.0,
"Road Line": 0.8831889523208118,
"Total Destruction": 0.0,
"Total Flooding": 0.0,
"Total Obstruction": 0.0
},
"macro_km": 0.08831625182659138,
"macro_pixels": 0.08831889523208118
},
"Accuracy": {
"class_level_km": {
"Not Able To Determine": 0.9860317270075156,
"Partial Flooding": 1.0,
"Partial Obstruction": 1.0,
"Partial Road Condition": 1.0,
"Particulate Partial": 0.9990690236534364,
"Particulate Total": 0.7952985919890818,
"Road Line": 0.7919826243237474,
"Total Destruction": 1.0,
"Total Flooding": 1.0,
"Total Obstruction": 1.0
},
"class_level_pixels": {
"Not Able To Determine": 0.9815818929718323,
"Partial Flooding": 1.0,
"Partial Obstruction": 1.0,
"Partial Road Condition": 1.0,
"Particulate Partial": 0.9991571166290153,
"Particulate Total": 0.7958423479095289,
"Road Line": 0.7924756703418989,
"Total Destruction": 1.0,
"Total Flooding": 1.0,
"Total Obstruction": 1.0
}
},
"Precision": {
"class_level_km": {
"Not Able To Determine": 0.0,
"Partial Flooding": 0.0,
"Partial Obstruction": 0.0,
"Partial Road Condition": 0.0,
"Particulate Partial": 0.0,
"Particulate Total": 0.0,
"Road Line": 0.9870876254818183,
"Total Destruction": 0.0,
"Total Flooding": 0.0,
"Total Obstruction": 0.0
},
"class_level_pixels": {
"Not Able To Determine": 0.0,
"Partial Flooding": 0.0,
"Partial Obstruction": 0.0,
"Partial Road Condition": 0.0,
"Particulate Partial": 0.0,
"Particulate Total": 0.0,
"Road Line": 0.98446587898781,
"Total Destruction": 0.0,
"Total Flooding": 0.0,
"Total Obstruction": 0.0
},
"macro_km": 0.09870876254818182,
"macro_pixels": 0.098446587898781
},
"Recall": {
"class_level_km": {
"Not Able To Determine": 0.0,
"Partial Flooding": 0.0,
"Partial Obstruction": 0.0,
"Partial Road Condition": 0.0,
"Particulate Partial": 0.0,
"Particulate Total": 0.0,
"Road Line": 0.9926871617394357,
"Total Destruction": 0.0,
"Total Flooding": 0.0,
"Total Obstruction": 0.0
},
"class_level_pixels": {
"Not Able To Determine": 0.0,
"Partial Flooding": 0.0,
"Partial Obstruction": 0.0,
"Partial Road Condition": 0.0,
"Particulate Partial": 0.0,
"Particulate Total": 0.0,
"Road Line": 0.9899717345110008,
"Total Destruction": 0.0,
"Total Flooding": 0.0,
"Total Obstruction": 0.0
},
"macro_km": 0.09926871617394357,
"macro_pixels": 0.09899717345110008
},
"IoU": {
"class_level_km": {
"Not Able To Determine": 0.0,
"Partial Flooding": 0.0,
"Partial Obstruction": 0.0,
"Partial Road Condition": 0.0,
"Particulate Partial": 0.0,
"Particulate Total": 0.0,
"Road Line": 0.7907708442007595,
"Total Destruction": 0.0,
"Total Flooding": 0.0,
"Total Obstruction": 0.0
},
"class_level_pixels": {
"Not Able To Determine": 0.0,
"Partial Flooding": 0.0,
"Partial Obstruction": 0.0,
"Partial Road Condition": 0.0,
"Particulate Partial": 0.0,
"Particulate Total": 0.0,
"Road Line": 0.7908132303634898,
"Total Destruction": 0.0,
"Total Flooding": 0.0,
"Total Obstruction": 0.0
},
"macro_km": 0.07907708442007595,
"macro_pixels": 0.07908132303634899
},
"Confusion_Matrix_pixels": {
"matrix": [
[
0,
0,
0,
0,
0,
24585.56020781989,
32482.780334801468,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0,
0,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0,
0,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0,
0,
0,
0,
0
],
[
0,
0,
0,
0,
0,
38.6331463901399,
2573.03346948436,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0,
3301.2186725712054,
0,
0,
0
],
[
0,
0,
0,
0,
0,
604655.2541656062,
2430854.6111531393,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0,
0,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0,
0,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0,
0,
0,
0,
0
]
],
"class_labels": [
"Not Able To Determine",
"Partial Flooding",
"Partial Obstruction",
"Partial Road Condition",
"Particulate Partial",
"Particulate Total",
"Road Line",
"Total Destruction",
"Total Flooding",
"Total Obstruction"
]
},
"Confusion_Matrix_km": {
"matrix": [
[
0,
0,
0,
0,
0,
0.005211631626865192,
0.0073877348442841035,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0,
0,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0,
0,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0,
0,
0,
0,
0
],
[
0,
0,
0,
0,
0,
1.242187009140724e-05,
0.0008273177435771847,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0,
0.0010614540446665095,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0.17835493140723754,
0.7091433796142399,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0,
0,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0,
0,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0,
0,
0,
0,
0
]
],
"class_labels": [
"Not Able To Determine",
"Partial Flooding",
"Partial Obstruction",
"Partial Road Condition",
"Particulate Partial",
"Particulate Total",
"Road Line",
"Total Destruction",
"Total Flooding",
"Total Obstruction"
]
}
}
},
"Hurricane Michael": {
"model_name": "RDA_PSP_ResNet101_CCE_full",
"samples": {
"total": 0.4105051213097,
"class_level_km": {
"Not Able To Determine": 0.00020187813942711418,
"Partial Flooding": 0.0030484407774259005,
"Partial Obstruction": 0.09747500016672273,
"Partial Road Condition": 0.07816214305077182,
"Particulate Partial": 0.3079623658074998,
"Particulate Total": 0.1626880838281763,
"Road Line": 2.632024192230612,
"Total Destruction": 0.004996561999977991,
"Total Flooding": 0.0034772259553427294,
"Total Obstruction": 0.1270334304163436
},
"total_predicted_segments": 420925
},
"metrics": {
"F1": {
"class_level_km": {
"Not Able To Determine": 0.0,
"Partial Flooding": 0.0,
"Partial Obstruction": 0.0,
"Partial Road Condition": 0.0,
"Particulate Partial": 0.0,
"Particulate Total": 0.14037068837624542,
"Road Line": 0.8337507704979042,
"Total Destruction": 0.0,
"Total Flooding": 0.0,
"Total Obstruction": 0.0
},
"class_level_pixels": {
"Not Able To Determine": 0.0,
"Partial Flooding": 0.0,
"Partial Obstruction": 0.0,
"Partial Road Condition": 0.0,
"Particulate Partial": 0.0,
"Particulate Total": 0.1398973047740965,
"Road Line": 0.8339889701135514,
"Total Destruction": 0.0,
"Total Flooding": 0.0,
"Total Obstruction": 0.0
},
"macro_km": 0.09741214588741497,
"macro_pixels": 0.0973886274887648
},
"Accuracy": {
"class_level_km": {
"Not Able To Determine": 0.9999409206778144,
"Partial Flooding": 0.99910787856791,
"Partial Obstruction": 0.971474093449456,
"Partial Road Condition": 0.9771259709192824,
"Particulate Partial": 0.9098752946593144,
"Particulate Total": 0.8101939975314244,
"Road Line": 0.7344886162821331,
"Total Destruction": 0.9985377639349414,
"Total Flooding": 0.9989823952553212,
"Total Obstruction": 0.9628238650048369
},
"class_level_pixels": {
"Not Able To Determine": 0.9999407193712265,
"Partial Flooding": 0.9991111134467754,
"Partial Obstruction": 0.9715508749391446,
"Partial Road Condition": 0.9770652444793227,
"Particulate Partial": 0.9100074043556351,
"Particulate Total": 0.8103805322378458,
"Road Line": 0.7347730991073306,
"Total Destruction": 0.9985463289393854,
"Total Flooding": 0.9989883558449747,
"Total Obstruction": 0.9628976451152418
}
},
"Precision": {
"class_level_km": {
"Not Able To Determine": 0.0,
"Partial Flooding": 0.0,
"Partial Obstruction": 0.0,
"Partial Road Condition": 0.0,
"Particulate Partial": 0.0,
"Particulate Total": 0.08947955634963342,
"Road Line": 0.805237011175874,
"Total Destruction": 0.0,
"Total Flooding": 0.0,
"Total Obstruction": 0.0
},
"class_level_pixels": {
"Not Able To Determine": 0.0,
"Partial Flooding": 0.0,
"Partial Obstruction": 0.0,
"Partial Road Condition": 0.0,
"Particulate Partial": 0.0,
"Particulate Total": 0.08909387017352484,
"Road Line": 0.8056586122098901,
"Total Destruction": 0.0,
"Total Flooding": 0.0,
"Total Obstruction": 0.0
},
"macro_km": 0.08947165675255074,
"macro_pixels": 0.08947524823834149
},
"Recall": {
"class_level_km": {
"Not Able To Determine": 0.0,
"Partial Flooding": 0.0,
"Partial Obstruction": 0.0,
"Partial Road Condition": 0.0,
"Particulate Partial": 0.0,
"Particulate Total": 0.019127408786995374,
"Road Line": 0.9064517428789168,
"Total Destruction": 0.0,
"Total Flooding": 0.0,
"Total Obstruction": 0.0
},
"class_level_pixels": {
"Not Able To Determine": 0.0,
"Partial Flooding": 0.0,
"Partial Obstruction": 0.0,
"Partial Road Condition": 0.0,
"Particulate Partial": 0.0,
"Particulate Total": 0.019029306758088914,
"Road Line": 0.906687629132145,
"Total Destruction": 0.0,
"Total Flooding": 0.0,
"Total Obstruction": 0.0
},
"macro_km": 0.09255791516659122,
"macro_pixels": 0.09257169358902338
},
"IoU": {
"class_level_km": {
"Not Able To Determine": 0.0,
"Partial Flooding": 0.0,
"Partial Obstruction": 0.0,
"Partial Road Condition": 0.0,
"Particulate Partial": 0.0,
"Particulate Total": 0.07548315543256269,
"Road Line": 0.7148993108907397,
"Total Destruction": 0.0,
"Total Flooding": 0.0,
"Total Obstruction": 0.0
},
"class_level_pixels": {
"Not Able To Determine": 0.0,
"Partial Flooding": 0.0,
"Partial Obstruction": 0.0,
"Partial Road Condition": 0.0,
"Particulate Partial": 0.0,
"Particulate Total": 0.07520945221635005,
"Road Line": 0.715249640644282,
"Total Destruction": 0.0,
"Total Flooding": 0.0,
"Total Obstruction": 0.0
},
"macro_km": 0.07903824663233024,
"macro_pixels": 0.0790459092860632
},
"Confusion_Matrix_pixels": {
"matrix": [
[
0,
0,
0,
0,
0,
0.0,
1037.1521486998195,
0,
0,
0
],
[
0,
0,
0,
0,
0,
9378.366371808741,
6173.266896981247,
0,
0,
0
],
[
0,
0,
0,
0,
0,
134633.6796503166,
363101.7829453856,
0,
0,
0
],
[
0,
0,
0,
0,
0,
109177.23760957588,
292080.8370828734,
0,
0,
0
],
[
0,
0,
0,
0,
0,
347144.03746642574,
1227333.4245792548,
0,
0,
0
],
[
0,
0,
0,
0,
0,
269799.8081670552,
559047.9571364999,
0,
0,
0
],
[
0,
0,
0,
0,
0,
1828704.084712156,
11655760.313996557,
0,
0,
0
],
[
0,
0,
0,
0,
0,
9763.380204043879,
15669.51575564473,
0,
0,
0
],
[
0,
0,
0,
0,
0,
8420.648436889183,
9278.706829982331,
0,
0,
0
],
[
0,
0,
0,
0,
0,
311243.3017502256,
337885.8975644096,
0,
0,
0
]
],
"class_labels": [
"Not Able To Determine",
"Partial Flooding",
"Partial Obstruction",
"Partial Road Condition",
"Particulate Partial",
"Particulate Total",
"Road Line",
"Total Destruction",
"Total Flooding",
"Total Obstruction"
]
},
"Confusion_Matrix_km": {
"matrix": [
[
0,
0,
0,
0,
0,
0.0,
0.00020187813942711418,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0.0018422997260983196,
0.0012061410513275808,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0.026365029382598194,
0.07110997078412452,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0.021275421896048956,
0.05688672115472287,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0.06785961513903119,
0.2401027506684686,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0.052954021860758656,
0.10973406196741763,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0.3570129510160432,
2.2750112412145684,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0.0019181195329145777,
0.0030784424670634134,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0.001654325644300308,
0.0018229003110424213,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0.060918443933038115,
0.0661149864833055,
0,
0,
0
]
],
"class_labels": [
"Not Able To Determine",
"Partial Flooding",
"Partial Obstruction",
"Partial Road Condition",
"Particulate Partial",
"Particulate Total",
"Road Line",
"Total Destruction",
"Total Flooding",
"Total Obstruction"
]
}
}
},
"Mayfield Tornado": {
"model_name": "RDA_PSP_ResNet101_CCE_full",
"samples": {
"total": 0.7815637246100545,
"class_level_km": {
"Not Able To Determine": 0.009716834463650303,
"Partial Flooding": 0,
"Partial Obstruction": 0.060291322848288725,
"Partial Road Condition": 0.0049546123336924345,
"Particulate Partial": 0.025028202649082728,
"Particulate Total": 0.021507030197632487,
"Road Line": 6.384128758250587,
"Total Destruction": 0,
"Total Flooding": 0,
"Total Obstruction": 0.023803875262337244
},
"total_predicted_segments": 527532
},
"metrics": {
"F1": {
"class_level_km": {
"Not Able To Determine": 0.0,
"Partial Flooding": 0.0,
"Partial Obstruction": 0.0,
"Partial Road Condition": 0.0,
"Particulate Partial": 0.0,
"Particulate Total": 0.0028333799657423117,
"Road Line": 0.9220928200456547,
"Total Destruction": 0.0,
"Total Flooding": 0.0,
"Total Obstruction": 0.0
},
"class_level_pixels": {
"Not Able To Determine": 0.0,
"Partial Flooding": 0.0,
"Partial Obstruction": 0.0,
"Partial Road Condition": 0.0,
"Particulate Partial": 0.0,
"Particulate Total": 0.0028066735983988305,
"Road Line": 0.9211502642512827,
"Total Destruction": 0.0,
"Total Flooding": 0.0,
"Total Obstruction": 0.0
},
"macro_km": 0.0924926200011397,
"macro_pixels": 0.09239569378496815
},
"Accuracy": {
"class_level_km": {
"Not Able To Determine": 0.998511840464302,
"Partial Flooding": 1.0,
"Partial Obstruction": 0.9907662204854701,
"Partial Road Condition": 0.999241187691562,
"Particulate Partial": 0.9961668629250657,
"Particulate Total": 0.8653155699727761,
"Road Line": 0.8561854214827991,
"Total Destruction": 1.0,
"Total Flooding": 1.0,
"Total Obstruction": 0.9963543719828992
},
"class_level_pixels": {
"Not Able To Determine": 0.9985481691279807,
"Partial Flooding": 1.0,
"Partial Obstruction": 0.9910703891127831,
"Partial Road Condition": 0.9992085272223409,
"Particulate Partial": 0.9961127452300351,
"Particulate Total": 0.863583158964404,
"Road Line": 0.8545550000062792,
"Total Destruction": 1.0,
"Total Flooding": 1.0,
"Total Obstruction": 0.9964454604847289
}
},
"Precision": {
"class_level_km": {
"Not Able To Determine": 0.0,
"Partial Flooding": 0.0,
"Partial Obstruction": 0.0,
"Partial Road Condition": 0.0,
"Particulate Partial": 0.0,
"Particulate Total": 0.0014521021612778435,
"Road Line": 0.9802501540964756,
"Total Destruction": 0.0,
"Total Flooding": 0.0,
"Total Obstruction": 0.0
},
"class_level_pixels": {
"Not Able To Determine": 0.0,
"Partial Flooding": 0.0,
"Partial Obstruction": 0.0,
"Partial Road Condition": 0.0,
"Particulate Partial": 0.0,
"Particulate Total": 0.001438388839132623,
"Road Line": 0.9804241137573468,
"Total Destruction": 0.0,
"Total Flooding": 0.0,
"Total Obstruction": 0.0
},
"macro_km": 0.09817022562577535,
"macro_pixels": 0.09818625025964794
},
"Recall": {
"class_level_km": {
"Not Able To Determine": 0.0,
"Partial Flooding": 0.0,
"Partial Obstruction": 0.0,
"Partial Road Condition": 0.0,
"Particulate Partial": 0.0,
"Particulate Total": 0.00022113117086127829,
"Road Line": 0.9940363009023542,
"Total Destruction": 0.0,
"Total Flooding": 0.0,
"Total Obstruction": 0.0
},
"class_level_pixels": {
"Not Able To Determine": 0.0,
"Partial Flooding": 0.0,
"Partial Obstruction": 0.0,
"Partial Road Condition": 0.0,
"Particulate Partial": 0.0,
"Particulate Total": 0.000222303537882251,
"Road Line": 0.9941662590196535,
"Total Destruction": 0.0,
"Total Flooding": 0.0,
"Total Obstruction": 0.0
},
"macro_km": 0.09942574320732155,
"macro_pixels": 0.09943885625575358
},
"IoU": {
"class_level_km": {
"Not Able To Determine": 0.0,
"Partial Flooding": 0.0,
"Partial Obstruction": 0.0,
"Partial Road Condition": 0.0,
"Particulate Partial": 0.0,
"Particulate Total": 0.001418699840724211,
"Road Line": 0.8554473308960703,
"Total Destruction": 0.0,
"Total Flooding": 0.0,
"Total Obstruction": 0.0
},
"class_level_pixels": {
"Not Able To Determine": 0.0,
"Partial Flooding": 0.0,
"Partial Obstruction": 0.0,
"Partial Road Condition": 0.0,
"Particulate Partial": 0.0,
"Particulate Total": 0.001405308920922389,
"Road Line": 0.8538262871353518,
"Total Destruction": 0.0,
"Total Flooding": 0.0,
"Total Obstruction": 0.0
},
"macro_km": 0.08568660307367945,
"macro_pixels": 0.08552315960562742
},
"Confusion_Matrix_pixels": {
"matrix": [
[
0,
0,
0,
0,
0,
16180.018497646759,
15754.838561676253,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0,
0,
0,
0,
0
],
[
0,
0,
0,
0,
0,
48324.91831901242,
148093.17195208016,
0,
0,
0
],
[
0,
0,
0,
0,
0,
5305.855461792325,
12103.589748404325,
0,
0,
0
],
[
0,
0,
0,
0,
0,
3387.946798456279,
82117.14048443169,
0,
0,
0
],
[
0,
0,
0,
0,
0,
4222.7900377990745,
69106.00824627024,
0,
0,
0
],
[
0,
0,
0,
0,
0,
2826120.874007784,
18687361.57266902,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0,
0,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0,
0,
0,
0,
0
],
[
0,
0,
0,
0,
0,
32235.408074584913,
45951.18619036271,
0,
0,
0
]
],
"class_labels": [
"Not Able To Determine",
"Partial Flooding",
"Partial Obstruction",
"Partial Road Condition",
"Particulate Partial",
"Particulate Total",
"Road Line",
"Total Destruction",
"Total Flooding",
"Total Obstruction"
]
},
"Confusion_Matrix_km": {
"matrix": [
[
0,
0,
0,
0,
0,
0.004945298426870564,
0.004771536036779738,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0,
0,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0.014861628122405731,
0.04542969472588299,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0.0014797366786986654,
0.003474875654993769,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0.000991686246170817,
0.02403651640291191,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0.0012493950940450662,
0.02025763510358742,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0.8270649203614172,
5.55706383788917,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0,
0,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0,
0,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0.009811738673513034,
0.013992136588824209,
0,
0,
0
]
],
"class_labels": [
"Not Able To Determine",
"Partial Flooding",
"Partial Obstruction",
"Partial Road Condition",
"Particulate Partial",
"Particulate Total",
"Road Line",
"Total Destruction",
"Total Flooding",
"Total Obstruction"
]
}
}
},
"Hurricane Idalia": {
"model_name": "RDA_PSP_ResNet101_CCE_full",
"samples": {
"total": 0.3124207908628798,
"class_level_km": {
"Not Able To Determine": 0.09590157700218307,
"Partial Flooding": 0.05186808316458823,
"Partial Obstruction": 0.00371291226924257,
"Partial Road Condition": 0,
"Particulate Partial": 0,
"Particulate Total": 0.03977352061887621,
"Road Line": 2.3925355445682635,
"Total Destruction": 0,
"Total Flooding": 0.0962003968162497,
"Total Obstruction": 0.000719611252296094
},
"total_predicted_segments": 50221
},
"metrics": {
"F1": {
"class_level_km": {
"Not Able To Determine": 0.0,
"Partial Flooding": 0.0,
"Partial Obstruction": 0.0,
"Partial Road Condition": 0.0,
"Particulate Partial": 0.0,
"Particulate Total": 0.048859671061652406,
"Road Line": 0.907828926539428,
"Total Destruction": 0.0,
"Total Flooding": 0.0,
"Total Obstruction": 0.0
},
"class_level_pixels": {
"Not Able To Determine": 0.0,
"Partial Flooding": 0.0,
"Partial Obstruction": 0.0,
"Partial Road Condition": 0.0,
"Particulate Partial": 0.0,
"Particulate Total": 0.04885967106165216,
"Road Line": 0.907828926539432,
"Total Destruction": 0.0,
"Total Flooding": 0.0,
"Total Obstruction": 0.0
},
"macro_km": 0.09566885976010805,
"macro_pixels": 0.09566885976010842
},
"Accuracy": {
"class_level_km": {
"Not Able To Determine": 0.9642253290627841,
"Partial Flooding": 0.9806513754480277,
"Partial Obstruction": 0.9986149527588282,
"Partial Road Condition": 1.0,
"Particulate Partial": 1.0,
"Particulate Total": 0.8594915344157745,
"Road Line": 0.8378147882648009,
"Total Destruction": 1.0,
"Total Flooding": 0.9641138587319311,
"Total Obstruction": 0.9997315596202029
},
"class_level_pixels": {
"Not Able To Determine": 0.9642253290627858,
"Partial Flooding": 0.9806513754480285,
"Partial Obstruction": 0.9986149527588283,
"Partial Road Condition": 1.0,
"Particulate Partial": 1.0,
"Particulate Total": 0.8594915344157805,
"Road Line": 0.8378147882648074,
"Total Destruction": 1.0,
"Total Flooding": 0.9641138587319326,
"Total Obstruction": 0.9997315596202028
}
},
"Precision": {
"class_level_km": {
"Not Able To Determine": 0.0,
"Partial Flooding": 0.0,
"Partial Obstruction": 0.0,
"Partial Road Condition": 0.0,
"Particulate Partial": 0.0,
"Particulate Total": 0.02715739444156258,
"Road Line": 0.9211198300652632,
"Total Destruction": 0.0,
"Total Flooding": 0.0,
"Total Obstruction": 0.0
},
"class_level_pixels": {
"Not Able To Determine": 0.0,
"Partial Flooding": 0.0,
"Partial Obstruction": 0.0,
"Partial Road Condition": 0.0,
"Particulate Partial": 0.0,
"Particulate Total": 0.027157394441562427,
"Road Line": 0.9211198300652669,
"Total Destruction": 0.0,
"Total Flooding": 0.0,
"Total Obstruction": 0.0
},
"macro_km": 0.09482772245068258,
"macro_pixels": 0.09482772245068292
},
"Recall": {
"class_level_km": {
"Not Able To Determine": 0.0,
"Partial Flooding": 0.0,
"Partial Obstruction": 0.0,
"Partial Road Condition": 0.0,
"Particulate Partial": 0.0,
"Particulate Total": 0.004198912595115195,
"Road Line": 0.9533285643908677,
"Total Destruction": 0.0,
"Total Flooding": 0.0,
"Total Obstruction": 0.0
},
"class_level_pixels": {
"Not Able To Determine": 0.0,
"Partial Flooding": 0.0,
"Partial Obstruction": 0.0,
"Partial Road Condition": 0.0,
"Particulate Partial": 0.0,
"Particulate Total": 0.004198912595114969,
"Road Line": 0.9533285643908703,
"Total Destruction": 0.0,
"Total Flooding": 0.0,
"Total Obstruction": 0.0
},
"macro_km": 0.09575274769859829,
"macro_pixels": 0.09575274769859853
},
"IoU": {
"class_level_km": {
"Not Able To Determine": 0.0,
"Partial Flooding": 0.0,
"Partial Obstruction": 0.0,
"Partial Road Condition": 0.0,
"Particulate Partial": 0.0,
"Particulate Total": 0.025041597642665645,
"Road Line": 0.831214952125539,
"Total Destruction": 0.0,
"Total Flooding": 0.0,
"Total Obstruction": 0.0
},
"class_level_pixels": {
"Not Able To Determine": 0.0,
"Partial Flooding": 0.0,
"Partial Obstruction": 0.0,
"Partial Road Condition": 0.0,
"Particulate Partial": 0.0,
"Particulate Total": 0.025041597642665524,
"Road Line": 0.8312149521255459,
"Total Destruction": 0.0,
"Total Flooding": 0.0,
"Total Obstruction": 0.0
},
"macro_km": 0.08562565497682047,
"macro_pixels": 0.08562565497682115
},
"Confusion_Matrix_pixels": {
"matrix": [
[
0,
0,
0,
0,
0,
51360.47737829753,
24152.57537932674,
0,
0,
0
],
[
0,
0,
0,
0,
0,
5488.442195222949,
35352.568170595005,
0,
0,
0
],
[
0,
0,
0,
0,
0,
753.4073802046863,
2170.1455877028507,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0,
0,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0,
0,
0,
0,
0
],
[
0,
0,
0,
0,
0,
7617.716710049938,
23700.016060718666,
0,
0,
0
],
[
0,
0,
0,
0,
0,
197966.08053883672,
1685920.1750268221,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0,
0,
0,
0,
0
],
[
0,
0,
0,
0,
0,
16844.583310599945,
58903.76063920345,
0,
0,
0
],
[
0,
0,
0,
0,
0,
471.780545494394,
94.84248780961686,
0,
0,
0
]
],
"class_labels": [
"Not Able To Determine",
"Partial Flooding",
"Partial Obstruction",
"Partial Road Condition",
"Particulate Partial",
"Particulate Total",
"Road Line",
"Total Destruction",
"Total Flooding",
"Total Obstruction"
]
},
"Confusion_Matrix_km": {
"matrix": [
[
0,
0,
0,
0,
0,
0.06522780627043806,
0.03067377073174502,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0.006970321587933145,
0.044897761576655086,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0.0009568273728599517,
0.0027560848963826185,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0,
0,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0,
0,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0.009674500221763426,
0.03009902039711278,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0.2514169222843206,
2.1411186222839427,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0,
0,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0.021392620804461977,
0.07480777601178772,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0.0005991612927778806,
0.0001204499595182134,
0,
0,
0
]
],
"class_labels": [
"Not Able To Determine",
"Partial Flooding",
"Partial Obstruction",
"Partial Road Condition",
"Particulate Partial",
"Particulate Total",
"Road Line",
"Total Destruction",
"Total Flooding",
"Total Obstruction"
]
}
}
}
}
}