CRASAR-U-DROIDs-RDA_AAAI26_Simple_NoPretrained_ScaleMAE_UPerNet / CRASAR-U-DROIDs_RDA_metrics_unadjusted.json
| { | |
| "global": { | |
| "model_name": "RDA_UperNet_NoPretrainTrain_CCE_Simple", | |
| "samples": { | |
| "total": 1.617570644343792, | |
| "class_level_km": { | |
| "Partial": 0.5493606878637343, | |
| "Road Line": 11.89728004217708, | |
| "Total": 0.5023995428866275 | |
| }, | |
| "total_predicted_segments": 1079800 | |
| }, | |
| "metrics": { | |
| "F1": { | |
| "class_level_km": { | |
| "Partial": 0.14804473320917141, | |
| "Road Line": 0.6334611601316762, | |
| "Total": 0.10788386202142948 | |
| }, | |
| "class_level_pixels": { | |
| "Partial": 0.1695072996297521, | |
| "Road Line": 0.6461922152137738, | |
| "Total": 0.10439749367571363 | |
| }, | |
| "macro_km": 0.2964632517874257, | |
| "macro_pixels": 0.3066990028397465 | |
| }, | |
| "Accuracy": { | |
| "class_level_km": { | |
| "Partial": 0.8646868637960093, | |
| "Road Line": 0.49673705885397795, | |
| "Total": 0.5823473782129037 | |
| }, | |
| "class_level_pixels": { | |
| "Partial": 0.8249403109255133, | |
| "Road Line": 0.5163619252868517, | |
| "Total": 0.6218243534928963 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level_km": { | |
| "Partial": 0.10100121662891276, | |
| "Road Line": 0.957375834013753, | |
| "Total": 0.0588162649513849 | |
| }, | |
| "class_level_pixels": { | |
| "Partial": 0.11859893463331224, | |
| "Road Line": 0.9441760239476896, | |
| "Total": 0.057761152599834664 | |
| }, | |
| "macro_km": 0.37239777186468354, | |
| "macro_pixels": 0.37351203706027886 | |
| }, | |
| "Recall": { | |
| "class_level_km": { | |
| "Partial": 0.013596504558522612, | |
| "Road Line": 0.8754641872461354, | |
| "Total": 0.04336488320598622 | |
| }, | |
| "class_level_pixels": { | |
| "Partial": 0.021656397628626745, | |
| "Road Line": 0.8553239124348199, | |
| "Total": 0.035446275410103326 | |
| }, | |
| "macro_km": 0.31080852500354805, | |
| "macro_pixels": 0.30414219515784996 | |
| }, | |
| "IoU": { | |
| "class_level_km": { | |
| "Partial": 0.0799396917754453, | |
| "Road Line": 0.4635515227600226, | |
| "Total": 0.05701756877180197 | |
| }, | |
| "class_level_pixels": { | |
| "Partial": 0.09260200797056793, | |
| "Road Line": 0.4773145955249557, | |
| "Total": 0.05507351532159983 | |
| }, | |
| "macro_km": 0.20016959443575663, | |
| "macro_pixels": 0.20833003960570784 | |
| }, | |
| "Confusion_Matrix_pixels": { | |
| "matrix": [ | |
| [ | |
| 772768.6579748024, | |
| 697448.3836282329, | |
| 1131790.0467070169 | |
| ], | |
| [ | |
| 5369605.739392056, | |
| 19104055.978393096, | |
| 14420854.493301025 | |
| ], | |
| [ | |
| 373440.1026880683, | |
| 432070.19806676003, | |
| 953408.6575660671 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "Partial", | |
| "Road Line", | |
| "Total" | |
| ] | |
| }, | |
| "Confusion_Matrix_km": { | |
| "matrix": [ | |
| [ | |
| 0.1522382263231983, | |
| 0.15006467472112497, | |
| 0.24705778681941104 | |
| ], | |
| [ | |
| 1.2803086869381244, | |
| 5.6312204344891805, | |
| 4.985750920749775 | |
| ], | |
| [ | |
| 0.07474410168293066, | |
| 0.10064781036272642, | |
| 0.32700763084097045 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "Partial", | |
| "Road Line", | |
| "Total" | |
| ] | |
| } | |
| } | |
| }, | |
| "per_event": { | |
| "Mussett Bayou Fire": { | |
| "model_name": "RDA_UperNet_NoPretrainTrain_CCE_Simple", | |
| "samples": { | |
| "total": 0.11308100756115586, | |
| "class_level_km": { | |
| "Partial": 0.0006091917262747285, | |
| "Road Line": 0.7008939529239033, | |
| "Total": 0.010915320713311014 | |
| }, | |
| "total_predicted_segments": 79544 | |
| }, | |
| "metrics": { | |
| "F1": { | |
| "class_level_km": { | |
| "Partial": 0.0003042596288679865, | |
| "Road Line": 0.5287872330107998, | |
| "Total": 0.05283847557534302 | |
| }, | |
| "class_level_pixels": { | |
| "Partial": 0.00026594171517724, | |
| "Road Line": 0.5314048261003651, | |
| "Total": 0.0654725731948071 | |
| }, | |
| "macro_km": 0.19397665607167025, | |
| "macro_pixels": 0.19904778033678316 | |
| }, | |
| "Accuracy": { | |
| "class_level_km": { | |
| "Partial": 0.8422895803951657, | |
| "Road Line": 0.36834257853457103, | |
| "Total": 0.5247630609284275 | |
| }, | |
| "class_level_pixels": { | |
| "Partial": 0.8385340712973663, | |
| "Road Line": 0.3727481244078511, | |
| "Total": 0.5328188448646598 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level_km": { | |
| "Partial": 0.00015295890322578832, | |
| "Road Line": 0.993686531610559, | |
| "Total": 0.027251392130405668 | |
| }, | |
| "class_level_pixels": { | |
| "Partial": 0.00013360383372580203, | |
| "Road Line": 0.9923843222916525, | |
| "Total": 0.03403307771860904 | |
| }, | |
| "macro_km": 0.3403636275480635, | |
| "macro_pixels": 0.34218366794799576 | |
| }, | |
| "Recall": { | |
| "class_level_km": { | |
| "Partial": 2.849347728521746e-05, | |
| "Road Line": 0.9621961078672353, | |
| "Total": 0.02526057134977685 | |
| }, | |
| "class_level_pixels": { | |
| "Partial": 2.5611331851028454e-05, | |
| "Road Line": 0.9541665530161986, | |
| "Total": 0.03071447539591936 | |
| }, | |
| "macro_km": 0.3291617242314325, | |
| "macro_pixels": 0.32830221324798964 | |
| }, | |
| "IoU": { | |
| "class_level_km": { | |
| "Partial": 0.00015215296143578208, | |
| "Road Line": 0.3594226782662779, | |
| "Total": 0.027136154300786943 | |
| }, | |
| "class_level_pixels": { | |
| "Partial": 0.0001329885411889914, | |
| "Road Line": 0.3618456846002694, | |
| "Total": 0.03384422070610436 | |
| }, | |
| "macro_km": 0.12890366184283353, | |
| "macro_pixels": 0.13194096461585425 | |
| }, | |
| "Confusion_Matrix_pixels": { | |
| "matrix": [ | |
| [ | |
| 53.17593627672028, | |
| 932.1608376626307, | |
| 909.3049319913702 | |
| ], | |
| [ | |
| 397140.86888941244, | |
| 880647.1300713577, | |
| 1149218.1655362998 | |
| ], | |
| [ | |
| 818.0091237085176, | |
| 5826.032099038695, | |
| 40521.44714884161 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "Partial", | |
| "Road Line", | |
| "Total" | |
| ] | |
| }, | |
| "Confusion_Matrix_km": { | |
| "matrix": [ | |
| [ | |
| 1.709787149479898e-05, | |
| 0.0002997214027770162, | |
| 0.0002923724520029133 | |
| ], | |
| [ | |
| 0.11159660615980091, | |
| 0.25249378191614563, | |
| 0.33680356484795676 | |
| ], | |
| [ | |
| 0.00016711509212711926, | |
| 0.0013045184253248042, | |
| 0.00944368719585909 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "Partial", | |
| "Road Line", | |
| "Total" | |
| ] | |
| } | |
| } | |
| }, | |
| "Hurricane Michael": { | |
| "model_name": "RDA_UperNet_NoPretrainTrain_CCE_Simple", | |
| "samples": { | |
| "total": 0.4105051213097, | |
| "class_level_km": { | |
| "Partial": 0.4667737132670228, | |
| "Road Line": 2.4966361316452286, | |
| "Total": 0.2795998385365318 | |
| }, | |
| "total_predicted_segments": 421988 | |
| }, | |
| "metrics": { | |
| "F1": { | |
| "class_level_km": { | |
| "Partial": 0.2450751303776395, | |
| "Road Line": 0.6084414088428012, | |
| "Total": 0.19193275650972588 | |
| }, | |
| "class_level_pixels": { | |
| "Partial": 0.2447908832338504, | |
| "Road Line": 0.6084760392050551, | |
| "Total": 0.19142833347059457 | |
| }, | |
| "macro_km": 0.3484830985767222, | |
| "macro_pixels": 0.3482317519698334 | |
| }, | |
| "Accuracy": { | |
| "class_level_km": { | |
| "Partial": 0.7169655971401496, | |
| "Road Line": 0.5339936211843027, | |
| "Total": 0.6485305337436588 | |
| }, | |
| "class_level_pixels": { | |
| "Partial": 0.7170568971846591, | |
| "Road Line": 0.5338287039406037, | |
| "Total": 0.6485249858206951 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level_km": { | |
| "Partial": 0.19889362616308123, | |
| "Road Line": 0.8614791986252094, | |
| "Total": 0.11969173378166191 | |
| }, | |
| "class_level_pixels": { | |
| "Partial": 0.1986238452238912, | |
| "Road Line": 0.8617803939959746, | |
| "Total": 0.11928641802663821 | |
| }, | |
| "macro_km": 0.39335485285665084, | |
| "macro_pixels": 0.393230219082168 | |
| }, | |
| "Recall": { | |
| "class_level_km": { | |
| "Partial": 0.06407762762882145, | |
| "Road Line": 0.6780282711538944, | |
| "Total": 0.06436188818756791 | |
| }, | |
| "class_level_pixels": { | |
| "Partial": 0.06395043660397562, | |
| "Road Line": 0.6785763926867393, | |
| "Total": 0.06415425234977595 | |
| }, | |
| "macro_km": 0.26882259565676125, | |
| "macro_pixels": 0.2688936938801636 | |
| }, | |
| "IoU": { | |
| "class_level_km": { | |
| "Partial": 0.13964992725322586, | |
| "Road Line": 0.4372373629893877, | |
| "Total": 0.106153549985907 | |
| }, | |
| "class_level_pixels": { | |
| "Partial": 0.13946536677342503, | |
| "Road Line": 0.4372731310048353, | |
| "Total": 0.10584503617594529 | |
| }, | |
| "macro_km": 0.2276802800761735, | |
| "macro_pixels": 0.22752784465140188 | |
| }, | |
| "Confusion_Matrix_pixels": { | |
| "matrix": [ | |
| [ | |
| 761438.3491918012, | |
| 590621.8345301829, | |
| 1035503.3754614933 | |
| ], | |
| [ | |
| 2710769.53756142, | |
| 6015036.72508824, | |
| 4065239.971152603 | |
| ], | |
| [ | |
| 361361.78527431743, | |
| 374120.4734101897, | |
| 690859.5660889966 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "Partial", | |
| "Road Line", | |
| "Total" | |
| ] | |
| }, | |
| "Confusion_Matrix_km": { | |
| "matrix": [ | |
| [ | |
| 0.14898858199755058, | |
| 0.115436546872606, | |
| 0.20234858439686626 | |
| ], | |
| [ | |
| 0.5292272660103725, | |
| 1.1741730748949564, | |
| 0.7932357907398996 | |
| ], | |
| [ | |
| 0.07087091194379389, | |
| 0.07336359542533004, | |
| 0.1353653311674079 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "Partial", | |
| "Road Line", | |
| "Total" | |
| ] | |
| } | |
| } | |
| }, | |
| "Mayfield Tornado": { | |
| "model_name": "RDA_UperNet_NoPretrainTrain_CCE_Simple", | |
| "samples": { | |
| "total": 0.7815637246100545, | |
| "class_level_km": { | |
| "Partial": 0.05823227560484987, | |
| "Road Line": 6.5377254243568474, | |
| "Total": 0.046243516899653614 | |
| }, | |
| "total_predicted_segments": 528081 | |
| }, | |
| "metrics": { | |
| "F1": { | |
| "class_level_km": { | |
| "Partial": 0.009181768725170023, | |
| "Road Line": 0.692331148591127, | |
| "Total": 0.024484418632599265 | |
| }, | |
| "class_level_pixels": { | |
| "Partial": 0.009103033455931992, | |
| "Road Line": 0.689646657022723, | |
| "Total": 0.02445395649036253 | |
| }, | |
| "macro_km": 0.24199911198296545, | |
| "macro_pixels": 0.24106788232300583 | |
| }, | |
| "Accuracy": { | |
| "class_level_km": { | |
| "Partial": 0.8949658845621158, | |
| "Road Line": 0.5337794351760103, | |
| "Total": 0.6306110799573346 | |
| }, | |
| "class_level_pixels": { | |
| "Partial": 0.8900183944639124, | |
| "Road Line": 0.5306407395997871, | |
| "Total": 0.6325413761059803 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level_km": { | |
| "Partial": 0.005004789852992767, | |
| "Road Line": 0.9877499088259554, | |
| "Total": 0.012471511540123856 | |
| }, | |
| "class_level_pixels": { | |
| "Partial": 0.00493785260712827, | |
| "Road Line": 0.9877346590553677, | |
| "Total": 0.012456582026744318 | |
| }, | |
| "macro_km": 0.3350754034063574, | |
| "macro_pixels": 0.33504303122974677 | |
| }, | |
| "Recall": { | |
| "class_level_km": { | |
| "Partial": 0.0005437838012214926, | |
| "Road Line": 0.9827203147306603, | |
| "Total": 0.007351024286554327 | |
| }, | |
| "class_level_pixels": { | |
| "Partial": 0.0005676082734622504, | |
| "Road Line": 0.9827544368199612, | |
| "Total": 0.007280997347311175 | |
| }, | |
| "macro_km": 0.3302050409394787, | |
| "macro_pixels": 0.33020101414691155 | |
| }, | |
| "IoU": { | |
| "class_level_km": { | |
| "Partial": 0.004612057786556652, | |
| "Road Line": 0.5294391984983158, | |
| "Total": 0.012393938505740248 | |
| }, | |
| "class_level_pixels": { | |
| "Partial": 0.004572327754225094, | |
| "Road Line": 0.526305870640788, | |
| "Total": 0.01237832778977861 | |
| }, | |
| "macro_km": 0.18214839826353754, | |
| "macro_pixels": 0.18108550872826393 | |
| }, | |
| "Confusion_Matrix_pixels": { | |
| "matrix": [ | |
| [ | |
| 11277.132846729985, | |
| 103219.80390733994, | |
| 79354.70085115795 | |
| ], | |
| [ | |
| 2261695.3329408593, | |
| 11641169.14945345, | |
| 8071217.808154113 | |
| ], | |
| [ | |
| 10840.710500894593, | |
| 41336.13255107536, | |
| 102808.92280333233 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "Partial", | |
| "Road Line", | |
| "Total" | |
| ] | |
| }, | |
| "Confusion_Matrix_km": { | |
| "matrix": [ | |
| [ | |
| 0.003232546454152628, | |
| 0.03093168431734881, | |
| 0.024068044833348436 | |
| ], | |
| [ | |
| 0.639484814767985, | |
| 3.484205800978375, | |
| 2.414034808610487 | |
| ], | |
| [ | |
| 0.003173185454787903, | |
| 0.012279495303869514, | |
| 0.030790836140996192 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "Partial", | |
| "Road Line", | |
| "Total" | |
| ] | |
| } | |
| } | |
| }, | |
| "Hurricane Idalia": { | |
| "model_name": "RDA_UperNet_NoPretrainTrain_CCE_Simple", | |
| "samples": { | |
| "total": 0.3124207908628798, | |
| "class_level_km": { | |
| "Partial": 0.023745507265579467, | |
| "Road Line": 2.162024533250509, | |
| "Total": 0.16564086673712008 | |
| }, | |
| "total_predicted_segments": 50187 | |
| }, | |
| "metrics": { | |
| "F1": { | |
| "class_level_km": { | |
| "Partial": 0.0, | |
| "Road Line": 0.49688251106830406, | |
| "Total": 0.17020962659525082 | |
| }, | |
| "class_level_pixels": { | |
| "Partial": 0.0, | |
| "Road Line": 0.4968825110683005, | |
| "Total": 0.1702096265952495 | |
| }, | |
| "macro_km": 0.22236404588785164, | |
| "macro_pixels": 0.22236404588785 | |
| }, | |
| "Accuracy": { | |
| "class_level_km": { | |
| "Partial": 0.9896749664710189, | |
| "Road Line": 0.3796177114826332, | |
| "Total": 0.3721817707259198 | |
| }, | |
| "class_level_pixels": { | |
| "Partial": 0.9896749664710189, | |
| "Road Line": 0.3796177114826301, | |
| "Total": 0.3721817707259167 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level_km": { | |
| "Partial": 0.0, | |
| "Road Line": 0.9768159926626026, | |
| "Total": 0.09384197948890398 | |
| }, | |
| "class_level_pixels": { | |
| "Partial": 0.0, | |
| "Road Line": 0.9768159926626022, | |
| "Total": 0.09384197948890316 | |
| }, | |
| "macro_km": 0.35688599071716887, | |
| "macro_pixels": 0.3568859907171684 | |
| }, | |
| "Recall": { | |
| "class_level_km": { | |
| "Partial": 0.0, | |
| "Road Line": 0.806988275433732, | |
| "Total": 0.17300735041570245 | |
| }, | |
| "class_level_pixels": { | |
| "Partial": 0.0, | |
| "Road Line": 0.806988275433731, | |
| "Total": 0.17300735041570312 | |
| }, | |
| "macro_km": 0.32666520861647813, | |
| "macro_pixels": 0.326665208616478 | |
| }, | |
| "IoU": { | |
| "class_level_km": { | |
| "Partial": 0.0, | |
| "Road Line": 0.3305679793676348, | |
| "Total": 0.09302138051941784 | |
| }, | |
| "class_level_pixels": { | |
| "Partial": 0.0, | |
| "Road Line": 0.3305679793676317, | |
| "Total": 0.09302138051941704 | |
| }, | |
| "macro_km": 0.14119645329568423, | |
| "macro_pixels": 0.14119645329568292 | |
| }, | |
| "Confusion_Matrix_pixels": { | |
| "matrix": [ | |
| [ | |
| 0, | |
| 2674.584353061476, | |
| 16022.665462355406 | |
| ], | |
| [ | |
| 0.0, | |
| 567202.9737800327, | |
| 1135178.5484644491 | |
| ], | |
| [ | |
| 419.5977891506294, | |
| 10787.560006456859, | |
| 119218.72152495797 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "Partial", | |
| "Road Line", | |
| "Total" | |
| ] | |
| }, | |
| "Confusion_Matrix_km": { | |
| "matrix": [ | |
| [ | |
| 0, | |
| 0.003396722128388077, | |
| 0.02034878513719139 | |
| ], | |
| [ | |
| 0.0, | |
| 0.720347776700654, | |
| 1.4416767565498547 | |
| ], | |
| [ | |
| 0.0005328891922212994, | |
| 0.013700201208200258, | |
| 0.15140777633669852 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "Partial", | |
| "Road Line", | |
| "Total" | |
| ] | |
| } | |
| } | |
| } | |
| } | |
| } |