CRASAR-U-DROIDs-RDA_AAAI26_Simple_ResNet101_PSPNet / CRASAR-U-DROIDs_RDA_metrics_unadjusted.json
tmanzini's picture
Upload 5 files
fe96336 verified
{
"global": {
"model_name": "RDA_ResNet101_PSPNet_simple_unadjusted",
"samples": {
"total": 1.617570644343792,
"class_level_km": {
"Partial": 0.5493606878637297,
"Road Line": 11.897280042174485,
"Total": 0.5023995428866285
},
"total_predicted_segments": 1079800
},
"metrics": {
"F1": {
"class_level_km": {
"Partial": 0.19683694823612677,
"Road Line": 0.7650689747553555,
"Total": 0.14718276081951678
},
"class_level_pixels": {
"Partial": 0.22211381172139988,
"Road Line": 0.7745350795437502,
"Total": 0.150039929687482
},
"macro_km": 0.3696962279369997,
"macro_pixels": 0.38222960698421066
},
"Accuracy": {
"class_level_km": {
"Partial": 0.9056424130618888,
"Road Line": 0.6418103099565484,
"Total": 0.6948120412446148
},
"class_level_pixels": {
"Partial": 0.8794604272105431,
"Road Line": 0.6577012145890974,
"Total": 0.7221894710100156
}
},
"Precision": {
"class_level_km": {
"Partial": 0.15404751834588182,
"Road Line": 0.9626208631868239,
"Total": 0.08254019987216944
},
"class_level_pixels": {
"Partial": 0.18152448301532734,
"Road Line": 0.9498184796572607,
"Total": 0.08567931927007923
},
"macro_km": 0.39973619380162506,
"macro_pixels": 0.40567409398088916
},
"Recall": {
"class_level_km": {
"Partial": 0.012767121131440502,
"Road Line": 0.908733656103947,
"Total": 0.03790277756700761
},
"class_level_pixels": {
"Partial": 0.01956783846416153,
"Road Line": 0.8939409460616503,
"Total": 0.033952822379953104
},
"macro_km": 0.31980118493413173,
"macro_pixels": 0.315820535635255
},
"IoU": {
"class_level_km": {
"Partial": 0.10916203503813968,
"Road Line": 0.6195236487833743,
"Total": 0.0794372794613121
},
"class_level_pixels": {
"Partial": 0.12493140066319812,
"Road Line": 0.6320336605436123,
"Total": 0.08110441522239742
},
"macro_km": 0.26937432109427534,
"macro_pixels": 0.2793564921430693
},
"Confusion_Matrix_pixels": {
"matrix": [
[
744388.9432035069,
957022.1716778268,
900595.9734287496
],
[
3044708.11956255,
25431866.24322096,
10417941.84830597
],
[
311666.26589552674,
386613.207682802,
1060639.4847425888
]
],
"class_labels": [
"Partial",
"Road Line",
"Total"
]
},
"Confusion_Matrix_km": {
"matrix": [
[
0.14972258394898422,
0.20115546939798692,
0.1984826345167586
],
[
0.7529254037527752,
7.552328705856588,
3.5920259325651216
],
[
0.06927668565009015,
0.09210591600323677,
0.34101694123330156
]
],
"class_labels": [
"Partial",
"Road Line",
"Total"
]
}
}
},
"per_event": {
"Mussett Bayou Fire": {
"model_name": "RDA_ResNet101_PSPNet_simple_unadjusted",
"samples": {
"total": 0.11308100756115586,
"class_level_km": {
"Partial": 0.0006091917262747285,
"Road Line": 0.7008939529239814,
"Total": 0.010915320713311022
},
"total_predicted_segments": 79544
},
"metrics": {
"F1": {
"class_level_km": {
"Partial": 0.0007113160468947688,
"Road Line": 0.6757127237296011,
"Total": 0.06240091495707652
},
"class_level_pixels": {
"Partial": 0.0006045335865055221,
"Road Line": 0.6856881688702614,
"Total": 0.07978852985318284
},
"macro_km": 0.24627498491119082,
"macro_pixels": 0.2553604107699832
},
"Accuracy": {
"class_level_km": {
"Partial": 0.9098174868255829,
"Road Line": 0.5169460837042832,
"Total": 0.6060519052816264
},
"class_level_pixels": {
"Partial": 0.9050364574574266,
"Road Line": 0.5298640755904257,
"Total": 0.6234344869109947
}
},
"Precision": {
"class_level_km": {
"Partial": 0.0003590601832782685,
"Road Line": 0.9950633727911167,
"Total": 0.0323812486436284
},
"class_level_pixels": {
"Partial": 0.00030472063845295166,
"Road Line": 0.9946408171791483,
"Total": 0.04184196103584479
},
"macro_km": 0.3426012272060078,
"macro_pixels": 0.34559583295114865
},
"Recall": {
"class_level_km": {
"Partial": 3.5278466216027715e-05,
"Road Line": 0.973537197623954,
"Total": 0.021630819363626687
},
"class_level_pixels": {
"Partial": 3.173539415908086e-05,
"Road Line": 0.9678206719324504,
"Total": 0.026186203943921134
},
"macro_km": 0.3317344318179322,
"macro_pixels": 0.33134620375684354
},
"IoU": {
"class_level_km": {
"Partial": 0.0003557845610811516,
"Road Line": 0.5102463308660764,
"Total": 0.032205276849464524
},
"class_level_pixels": {
"Partial": 0.0003023581860920848,
"Road Line": 0.521708891778648,
"Total": 0.04155194940434467
},
"macro_km": 0.18093579742554067,
"macro_pixels": 0.1878543997896949
},
"Confusion_Matrix_pixels": {
"matrix": [
[
71.11680532757205,
1752.4080952755685,
71.11680532757974
],
[
231658.87617643393,
1269759.9891874853,
925587.2991332097
],
[
1653.6258260350555,
5089.132894322377,
40422.7296512314
]
],
"class_labels": [
"Partial",
"Road Line",
"Total"
]
},
"Confusion_Matrix_km": {
"matrix": [
[
2.2866470884195556e-05,
0.000563458784506335,
2.2866470884198022e-05
],
[
0.06330070136621295,
0.3585361635471119,
0.27905708801065654
],
[
0.00036066101674444846,
0.001215281573879721,
0.009339378122686853
]
],
"class_labels": [
"Partial",
"Road Line",
"Total"
]
}
}
},
"Hurricane Michael": {
"model_name": "RDA_ResNet101_PSPNet_simple_unadjusted",
"samples": {
"total": 0.4105051213097,
"class_level_km": {
"Partial": 0.466773713267024,
"Road Line": 2.496636131645345,
"Total": 0.2795998385365414
},
"total_predicted_segments": 421988
},
"metrics": {
"F1": {
"class_level_km": {
"Partial": 0.2938433731828688,
"Road Line": 0.720209844028868,
"Total": 0.25233300686435306
},
"class_level_pixels": {
"Partial": 0.29381859503054913,
"Road Line": 0.7203954171994233,
"Total": 0.25172839496926414
},
"macro_km": 0.42212874135869655,
"macro_pixels": 0.42198080239974556
},
"Accuracy": {
"class_level_km": {
"Partial": 0.7905377012666512,
"Road Line": 0.6319276311657934,
"Total": 0.7100196680964505
},
"class_level_pixels": {
"Partial": 0.7906582919995684,
"Road Line": 0.6319912490626821,
"Total": 0.710132679873436
}
},
"Precision": {
"class_level_km": {
"Partial": 0.285415809455147,
"Road Line": 0.8681464506646339,
"Total": 0.16222911090350822
},
"class_level_pixels": {
"Partial": 0.2852831069686172,
"Road Line": 0.8685066287682397,
"Total": 0.16172533613128398
},
"macro_km": 0.43859712367442966,
"macro_pixels": 0.438505023956047
},
"Recall": {
"class_level_km": {
"Partial": 0.05512748058493333,
"Road Line": 0.7496568227204291,
"Total": 0.0689182152494531
},
"class_level_pixels": {
"Partial": 0.05508076173989464,
"Road Line": 0.7501424481989953,
"Total": 0.06865982659044985
},
"macro_km": 0.2912341728516052,
"macro_pixels": 0.29129434550977995
},
"IoU": {
"class_level_km": {
"Partial": 0.1722253212655156,
"Road Line": 0.5627561992632749,
"Total": 0.1443827730657198
},
"class_level_pixels": {
"Partial": 0.17220829753200245,
"Road Line": 0.5629828361686128,
"Total": 0.14398700650682855
},
"macro_km": 0.2931214311981701,
"macro_pixels": 0.2930593800691479
},
"Confusion_Matrix_pixels": {
"matrix": [
[
723146.6558438572,
852419.702413132,
811997.20092654
],
[
1534402.1030275596,
7872132.962776834,
3384511.167998141
],
[
277289.92655907915,
339434.5307874486,
809617.367426937
]
],
"class_labels": [
"Partial",
"Road Line",
"Total"
]
},
"Confusion_Matrix_km": {
"matrix": [
[
0.1413315028249265,
0.16678229335472114,
0.15865991708737637
],
[
0.29948845418332354,
1.5363072808572686,
0.6608403966047529
],
[
0.054357598484297796,
0.06655111219651334,
0.15869112785573028
]
],
"class_labels": [
"Partial",
"Road Line",
"Total"
]
}
}
},
"Mayfield Tornado": {
"model_name": "RDA_ResNet101_PSPNet_simple_unadjusted",
"samples": {
"total": 0.7815637246100545,
"class_level_km": {
"Partial": 0.058232275604849795,
"Road Line": 6.537725424355585,
"Total": 0.046243516899653433
},
"total_predicted_segments": 528081
},
"metrics": {
"F1": {
"class_level_km": {
"Partial": 0.025190845943457794,
"Road Line": 0.8259981166591932,
"Total": 0.03571394473511352
},
"class_level_pixels": {
"Partial": 0.025231374707518617,
"Road Line": 0.8237165776461183,
"Total": 0.03504599600707173
},
"macro_km": 0.29563430244592154,
"macro_pixels": 0.2946646494535695
},
"Accuracy": {
"class_level_km": {
"Partial": 0.9338144721196782,
"Road Line": 0.7064907127489155,
"Total": 0.7634727893626826
},
"class_level_pixels": {
"Partial": 0.934046009089674,
"Road Line": 0.7032092411487605,
"Total": 0.7599784148912336
}
},
"Precision": {
"class_level_km": {
"Partial": 0.014462941529813067,
"Road Line": 0.9916132180086178,
"Total": 0.018378619087089793
},
"class_level_pixels": {
"Partial": 0.014473257527198297,
"Road Line": 0.9916733456929581,
"Total": 0.01802615108473259
},
"macro_km": 0.3414849262085069,
"macro_pixels": 0.34139091810162964
},
"Recall": {
"class_level_km": {
"Partial": 0.0009157893617058164,
"Road Line": 0.9860762597757282,
"Total": 0.005737061259486954
},
"class_level_pixels": {
"Partial": 0.0009138652981422941,
"Road Line": 0.98605727674241,
"Total": 0.005735230024446205
},
"macro_km": 0.3309097034656403,
"macro_pixels": 0.33090212402166613
},
"IoU": {
"class_level_km": {
"Partial": 0.012756091337591874,
"Road Line": 0.7035747798876486,
"Total": 0.018181641436281263
},
"class_level_pixels": {
"Partial": 0.012776876432185376,
"Road Line": 0.7002704977323955,
"Total": 0.01783552995940655
},
"macro_km": 0.2448375042205073,
"macro_pixels": 0.24362763470799578
},
"Confusion_Matrix_pixels": {
"matrix": [
[
19054.670903851453,
99931.18298499554,
74865.78371638156
],
[
1269838.4915842637,
15478814.962559728,
5225428.836399921
],
[
27650.184304665603,
30037.764789677025,
97297.81676095948
]
],
"class_labels": [
"Partial",
"Road Line",
"Total"
]
},
"Confusion_Matrix_km": {
"matrix": [
[
0.005680260097066071,
0.030102741964515494,
0.02244927354326823
],
[
0.3789492642596739,
4.62731418401564,
1.5314619760802715
],
[
0.008116314057742477,
0.009033762634429897,
0.029093440207481055
]
],
"class_labels": [
"Partial",
"Road Line",
"Total"
]
}
}
},
"Hurricane Idalia": {
"model_name": "RDA_ResNet101_PSPNet_simple_unadjusted",
"samples": {
"total": 0.3124207908628798,
"class_level_km": {
"Partial": 0.023745507265579446,
"Road Line": 2.162024533250502,
"Total": 0.16564086673711872
},
"total_predicted_segments": 50187
},
"metrics": {
"F1": {
"class_level_km": {
"Partial": 0.12200628773563803,
"Road Line": 0.6416096164272811,
"Total": 0.19880889017050177
},
"class_level_pixels": {
"Partial": 0.12200628773563807,
"Road Line": 0.6416096164272704,
"Total": 0.19880889017049946
},
"macro_km": 0.32080826477780694,
"macro_pixels": 0.3208082647778026
},
"Accuracy": {
"class_level_km": {
"Partial": 0.9835474741462613,
"Road Line": 0.5105635569032725,
"Total": 0.5067791352859063
},
"class_level_pixels": {
"Partial": 0.983547474146261,
"Road Line": 0.5105635569032619,
"Total": 0.5067791352858957
}
},
"Precision": {
"class_level_km": {
"Partial": 0.13230043130871144,
"Road Line": 0.981878547239101,
"Total": 0.11224890208459741
},
"class_level_pixels": {
"Partial": 0.13230043130871144,
"Road Line": 0.9818785472391003,
"Total": 0.11224890208459597
},
"macro_km": 0.4088092935441366,
"macro_pixels": 0.4088092935441359
},
"Recall": {
"class_level_km": {
"Partial": 0.0011622460162376085,
"Road Line": 0.8580863863198037,
"Total": 0.12075146201485738
},
"class_level_pixels": {
"Partial": 0.0011622460162376213,
"Road Line": 0.8580863863197996,
"Total": 0.12075146201486081
},
"macro_km": 0.32666669811696625,
"macro_pixels": 0.32666669811696597
},
"IoU": {
"class_level_km": {
"Partial": 0.06496629192039778,
"Road Line": 0.4723307998837389,
"Total": 0.11037634434544877
},
"class_level_pixels": {
"Partial": 0.0649662919203978,
"Road Line": 0.47233079988372717,
"Total": 0.11037634434544738
},
"macro_km": 0.21589114538319512,
"macro_pixels": 0.2158911453831908
},
"Confusion_Matrix_pixels": {
"matrix": [
[
2116.499650478734,
2918.8781844435707,
13661.87198049457
],
[
8808.648774464653,
811158.3286915472,
882414.5447784582
],
[
5072.529205752073,
12051.779211348154,
113301.57090346528
]
],
"class_labels": [
"Partial",
"Road Line",
"Total"
]
},
"Confusion_Matrix_km": {
"matrix": [
[
0.0026879545561079923,
0.0037069752942433384,
0.017350577415228115
],
[
0.011186983943570112,
1.0301710774383024,
1.1206664718686297
],
[
0.006442112091305129,
0.015305759598412164,
0.14389299504740144
]
],
"class_labels": [
"Partial",
"Road Line",
"Total"
]
}
}
}
}
}