CRASAR-U-DROIDs-RDA_AAAI26_Simple_Pretrained_ScaleMAE_UPerNet
/
CRASAR-U-DROIDs_RDA_metrics_adjusted.json
| { | |
| "global": { | |
| "model_name": "RDA_ScaleMAE_Pretrained_UPerNet_simple_adjusted", | |
| "samples": { | |
| "total": 1.617570644343792, | |
| "class_level_km": { | |
| "Partial": 0.6333428226810414, | |
| "Road Line": 12.296186806070006, | |
| "Total": 0.599680846468319 | |
| }, | |
| "total_predicted_segments": 1077687 | |
| }, | |
| "metrics": { | |
| "F1": { | |
| "class_level_km": { | |
| "Partial": 0.19000777661082646, | |
| "Road Line": 0.6248437768097759, | |
| "Total": 0.12536054629324225 | |
| }, | |
| "class_level_pixels": { | |
| "Partial": 0.22414154794903027, | |
| "Road Line": 0.6698967974718948, | |
| "Total": 0.12148683707329855 | |
| }, | |
| "macro_km": 0.3134040332379482, | |
| "macro_pixels": 0.33850839416474116 | |
| }, | |
| "Accuracy": { | |
| "class_level_km": { | |
| "Partial": 0.8895329593383532, | |
| "Road Line": 0.49440077699244, | |
| "Total": 0.5487590917387243 | |
| }, | |
| "class_level_pixels": { | |
| "Partial": 0.8647455812331235, | |
| "Road Line": 0.5448424834612409, | |
| "Total": 0.6074475698394312 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level_km": { | |
| "Partial": 0.1446583080084901, | |
| "Road Line": 0.9594635139355024, | |
| "Total": 0.06857159241185207 | |
| }, | |
| "class_level_pixels": { | |
| "Partial": 0.17614751884919094, | |
| "Road Line": 0.9505734118598131, | |
| "Total": 0.06731181961176234 | |
| }, | |
| "macro_km": 0.3908978047852815, | |
| "macro_pixels": 0.3980109167735888 | |
| }, | |
| "Recall": { | |
| "class_level_km": { | |
| "Partial": 0.014565694821070186, | |
| "Road Line": 0.8516409805973769, | |
| "Total": 0.05892892960979473 | |
| }, | |
| "class_level_pixels": { | |
| "Partial": 0.02259295236004538, | |
| "Road Line": 0.8476546007104125, | |
| "Total": 0.04468274321239778 | |
| }, | |
| "macro_km": 0.3083785350094139, | |
| "macro_pixels": 0.30497676542761853 | |
| }, | |
| "IoU": { | |
| "class_level_km": { | |
| "Partial": 0.10497712319174543, | |
| "Road Line": 0.45438021242430265, | |
| "Total": 0.06687181689543803 | |
| }, | |
| "class_level_pixels": { | |
| "Partial": 0.12621588600722386, | |
| "Road Line": 0.5036427220073098, | |
| "Total": 0.06467180505886021 | |
| }, | |
| "macro_km": 0.20874305083716202, | |
| "macro_pixels": 0.23151013769113127 | |
| }, | |
| "Confusion_Matrix_pixels": { | |
| "matrix": [ | |
| [ | |
| 873334.0392090192, | |
| 720345.4679557413, | |
| 1241051.978151487 | |
| ], | |
| [ | |
| 3701931.8404081957, | |
| 20644717.144325078, | |
| 15570693.981550379 | |
| ], | |
| [ | |
| 382703.69562685065, | |
| 353109.6895652164, | |
| 1213298.5441363459 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "Partial", | |
| "Road Line", | |
| "Total" | |
| ] | |
| }, | |
| "Confusion_Matrix_km": { | |
| "matrix": [ | |
| [ | |
| 0.17529345621656905, | |
| 0.15724949496682952, | |
| 0.3007998714976427 | |
| ], | |
| [ | |
| 0.9577289675165389, | |
| 5.69650062201771, | |
| 5.641957216535757 | |
| ], | |
| [ | |
| 0.07875350970502497, | |
| 0.08342262515752738, | |
| 0.43750471160576665 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "Partial", | |
| "Road Line", | |
| "Total" | |
| ] | |
| } | |
| } | |
| }, | |
| "per_event": { | |
| "Mussett Bayou Fire": { | |
| "model_name": "RDA_ScaleMAE_Pretrained_UPerNet_simple_adjusted", | |
| "samples": { | |
| "total": 0.11308100756115586, | |
| "class_level_km": { | |
| "Partial": 0.0008397396136685921, | |
| "Road Line": 0.8874983110217276, | |
| "Total": 0.01366082051581581 | |
| }, | |
| "total_predicted_segments": 79009 | |
| }, | |
| "metrics": { | |
| "F1": { | |
| "class_level_km": { | |
| "Partial": 0.0, | |
| "Road Line": 0.5637423233054774, | |
| "Total": 0.04809238806082429 | |
| }, | |
| "class_level_pixels": { | |
| "Partial": 0.0, | |
| "Road Line": 0.5660042393047698, | |
| "Total": 0.06395503360585654 | |
| }, | |
| "macro_km": 0.2039449037887672, | |
| "macro_pixels": 0.2099864243035421 | |
| }, | |
| "Accuracy": { | |
| "class_level_km": { | |
| "Partial": 0.9164969442855148, | |
| "Road Line": 0.40129120225668863, | |
| "Total": 0.4820454564973671 | |
| }, | |
| "class_level_pixels": { | |
| "Partial": 0.913078994762726, | |
| "Road Line": 0.4059945869233138, | |
| "Total": 0.4904268940739364 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level_km": { | |
| "Partial": 0.0, | |
| "Road Line": 0.9958358935209242, | |
| "Total": 0.02473465577776454 | |
| }, | |
| "class_level_pixels": { | |
| "Partial": 0.0, | |
| "Road Line": 0.9956972372082556, | |
| "Total": 0.03316446272406944 | |
| }, | |
| "macro_km": 0.3401901830995629, | |
| "macro_pixels": 0.3429538999774417 | |
| }, | |
| "Recall": { | |
| "class_level_km": { | |
| "Partial": 0.0, | |
| "Road Line": 0.9639701025946609, | |
| "Total": 0.027142834630455095 | |
| }, | |
| "class_level_pixels": { | |
| "Partial": 0.0, | |
| "Road Line": 0.9540570837736628, | |
| "Total": 0.035496067736884906 | |
| }, | |
| "macro_km": 0.33037097907503865, | |
| "macro_pixels": 0.32985105050351593 | |
| }, | |
| "IoU": { | |
| "class_level_km": { | |
| "Partial": 0.0, | |
| "Road Line": 0.39250778774105705, | |
| "Total": 0.024638660030146406 | |
| }, | |
| "class_level_pixels": { | |
| "Partial": 0.0, | |
| "Road Line": 0.3947042626056019, | |
| "Total": 0.033033857537395885 | |
| }, | |
| "macro_km": 0.1390488159237345, | |
| "macro_pixels": 0.14257937338099927 | |
| }, | |
| "Confusion_Matrix_pixels": { | |
| "matrix": [ | |
| [ | |
| 0, | |
| 718.2830614414771, | |
| 1893.3835544330252 | |
| ], | |
| [ | |
| 264750.07287505176, | |
| 1200175.772257427, | |
| 1570584.020186726 | |
| ], | |
| [ | |
| 1962.220870592867, | |
| 4468.104389930257, | |
| 53939.23395466966 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "Partial", | |
| "Road Line", | |
| "Total" | |
| ] | |
| }, | |
| "Confusion_Matrix_km": { | |
| "matrix": [ | |
| [ | |
| 0, | |
| 0.0002309524258775239, | |
| 0.0006087871877910682 | |
| ], | |
| [ | |
| 0.0738490016530687, | |
| 0.3489226780359142, | |
| 0.4647266313327448 | |
| ], | |
| [ | |
| 0.0006309207254052059, | |
| 0.0012280743010751947, | |
| 0.011801825489335411 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "Partial", | |
| "Road Line", | |
| "Total" | |
| ] | |
| } | |
| } | |
| }, | |
| "Hurricane Michael": { | |
| "model_name": "RDA_ScaleMAE_Pretrained_UPerNet_simple_adjusted", | |
| "samples": { | |
| "total": 0.4105051213097, | |
| "class_level_km": { | |
| "Partial": 0.48664794980247955, | |
| "Road Line": 2.632024192229984, | |
| "Total": 0.2983971803392825 | |
| }, | |
| "total_predicted_segments": 420925 | |
| }, | |
| "metrics": { | |
| "F1": { | |
| "class_level_km": { | |
| "Partial": 0.3379721173325083, | |
| "Road Line": 0.7556442508451066, | |
| "Total": 0.24573335259429585 | |
| }, | |
| "class_level_pixels": { | |
| "Partial": 0.3380726709778529, | |
| "Road Line": 0.755973742777095, | |
| "Total": 0.24518080362005562 | |
| }, | |
| "macro_km": 0.4464499069239703, | |
| "macro_pixels": 0.44640907245833444 | |
| }, | |
| "Accuracy": { | |
| "class_level_km": { | |
| "Partial": 0.808338502142955, | |
| "Road Line": 0.6753010974004716, | |
| "Total": 0.7120983242966474 | |
| }, | |
| "class_level_pixels": { | |
| "Partial": 0.808733694059816, | |
| "Road Line": 0.6755153043680691, | |
| "Total": 0.7121616631170673 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level_km": { | |
| "Partial": 0.3326032997410599, | |
| "Road Line": 0.8988616805357893, | |
| "Total": 0.15931508113895235 | |
| }, | |
| "class_level_pixels": { | |
| "Partial": 0.33297593130218955, | |
| "Road Line": 0.8991638107410346, | |
| "Total": 0.15882677926541944 | |
| }, | |
| "macro_km": 0.46359335380526717, | |
| "macro_pixels": 0.46365550710288117 | |
| }, | |
| "Recall": { | |
| "class_level_km": { | |
| "Partial": 0.06052240932353662, | |
| "Road Line": 0.7434438799243258, | |
| "Total": 0.06585874260991531 | |
| }, | |
| "class_level_pixels": { | |
| "Partial": 0.06039523697798308, | |
| "Road Line": 0.7440449649449055, | |
| "Total": 0.06564226794342656 | |
| }, | |
| "macro_km": 0.2899416772859259, | |
| "macro_pixels": 0.29002748995543837 | |
| }, | |
| "IoU": { | |
| "class_level_km": { | |
| "Partial": 0.20334924633759807, | |
| "Road Line": 0.6072574112011808, | |
| "Total": 0.14007753778919438 | |
| }, | |
| "class_level_pixels": { | |
| "Partial": 0.20342205406584757, | |
| "Road Line": 0.6076831082847789, | |
| "Total": 0.1397185556927144 | |
| }, | |
| "macro_km": 0.3168947317759911, | |
| "macro_pixels": 0.3169412393477803 | |
| }, | |
| "Confusion_Matrix_pixels": { | |
| "matrix": [ | |
| [ | |
| 854550.8235611613, | |
| 655553.5089132425, | |
| 978918.3001280859 | |
| ], | |
| [ | |
| 1338184.7053171615, | |
| 8793546.10317243, | |
| 3352733.5902201394 | |
| ], | |
| [ | |
| 373668.65601040644, | |
| 330593.4740109969, | |
| 817884.2379720226 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "Partial", | |
| "Road Line", | |
| "Total" | |
| ] | |
| }, | |
| "Confusion_Matrix_km": { | |
| "matrix": [ | |
| [ | |
| 0.16717189409858396, | |
| 0.12820909624792348, | |
| 0.1912669594559721 | |
| ], | |
| [ | |
| 0.26212055364327713, | |
| 1.7155344182391064, | |
| 0.6543692203476004 | |
| ], | |
| [ | |
| 0.07332401525995379, | |
| 0.06481978884181888, | |
| 0.1602533762375098 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "Partial", | |
| "Road Line", | |
| "Total" | |
| ] | |
| } | |
| } | |
| }, | |
| "Mayfield Tornado": { | |
| "model_name": "RDA_ScaleMAE_Pretrained_UPerNet_simple_adjusted", | |
| "samples": { | |
| "total": 0.7815637246100545, | |
| "class_level_km": { | |
| "Partial": 0.09027413783106206, | |
| "Road Line": 6.38412875824638, | |
| "Total": 0.05502773992361967 | |
| }, | |
| "total_predicted_segments": 527532 | |
| }, | |
| "metrics": { | |
| "F1": { | |
| "class_level_km": { | |
| "Partial": 0.013721559827850501, | |
| "Road Line": 0.6345794610894117, | |
| "Total": 0.035095408408711386 | |
| }, | |
| "class_level_pixels": { | |
| "Partial": 0.013450885393025261, | |
| "Road Line": 0.6392173199886814, | |
| "Total": 0.035150274672387405 | |
| }, | |
| "macro_km": 0.22779880977532452, | |
| "macro_pixels": 0.22927282668469803 | |
| }, | |
| "Accuracy": { | |
| "class_level_km": { | |
| "Partial": 0.8917698208030527, | |
| "Road Line": 0.47519746134476143, | |
| "Total": 0.5618333638573773 | |
| }, | |
| "class_level_pixels": { | |
| "Partial": 0.891571522436568, | |
| "Road Line": 0.47993871179647374, | |
| "Total": 0.5671564217942429 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level_km": { | |
| "Partial": 0.007849780924348206, | |
| "Road Line": 0.9940340185237914, | |
| "Total": 0.017879527964110332 | |
| }, | |
| "class_level_pixels": { | |
| "Partial": 0.007675842924079532, | |
| "Road Line": 0.994131959382846, | |
| "Total": 0.017908062527959515 | |
| }, | |
| "macro_km": 0.33992110913741663, | |
| "macro_pixels": 0.3399052882782951 | |
| }, | |
| "Recall": { | |
| "class_level_km": { | |
| "Partial": 0.0008442470559263101, | |
| "Road Line": 0.9589255217077413, | |
| "Total": 0.014182987225767541 | |
| }, | |
| "class_level_pixels": { | |
| "Partial": 0.0008290664430093537, | |
| "Road Line": 0.9599345075136432, | |
| "Total": 0.013901676389071034 | |
| }, | |
| "macro_km": 0.32465091866314505, | |
| "macro_pixels": 0.3248884167819079 | |
| }, | |
| "IoU": { | |
| "class_level_km": { | |
| "Partial": 0.0069081753848474845, | |
| "Road Line": 0.4647501945413214, | |
| "Total": 0.017861125959448842 | |
| }, | |
| "class_level_pixels": { | |
| "Partial": 0.006770980538120967, | |
| "Road Line": 0.4697423985315307, | |
| "Total": 0.017889548609895122 | |
| }, | |
| "macro_km": 0.1631731652952059, | |
| "macro_pixels": 0.16480097589318227 | |
| }, | |
| "Confusion_Matrix_pixels": { | |
| "matrix": [ | |
| [ | |
| 16259.024105782062, | |
| 54091.69736925417, | |
| 228981.90128914063 | |
| ], | |
| [ | |
| 2097651.027758619, | |
| 10133893.47693364, | |
| 9281937.941979827 | |
| ], | |
| [ | |
| 4296.934208311774, | |
| 5725.410381184081, | |
| 173427.90501884205 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "Partial", | |
| "Road Line", | |
| "Total" | |
| ] | |
| }, | |
| "Confusion_Matrix_km": { | |
| "matrix": [ | |
| [ | |
| 0.004915838859545825, | |
| 0.01613233345602775, | |
| 0.06922596551548849 | |
| ], | |
| [ | |
| 0.6200499484599261, | |
| 2.9753242499758508, | |
| 2.7887545598106036 | |
| ], | |
| [ | |
| 0.001273200356990295, | |
| 0.0017249320200887213, | |
| 0.05202960754654066 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "Partial", | |
| "Road Line", | |
| "Total" | |
| ] | |
| } | |
| } | |
| }, | |
| "Hurricane Idalia": { | |
| "model_name": "RDA_ScaleMAE_Pretrained_UPerNet_simple_adjusted", | |
| "samples": { | |
| "total": 0.3124207908628798, | |
| "class_level_km": { | |
| "Partial": 0.05558099543383095, | |
| "Road Line": 2.392535544568411, | |
| "Total": 0.23259510568960712 | |
| }, | |
| "total_predicted_segments": 50221 | |
| }, | |
| "metrics": { | |
| "F1": { | |
| "class_level_km": { | |
| "Partial": 0.10014512198639848, | |
| "Road Line": 0.4267761679802825, | |
| "Total": 0.19228577541022923 | |
| }, | |
| "class_level_pixels": { | |
| "Partial": 0.10014512198639801, | |
| "Road Line": 0.4267761679802778, | |
| "Total": 0.19228577541022526 | |
| }, | |
| "macro_km": 0.2397356884589701, | |
| "macro_pixels": 0.239735688458967 | |
| }, | |
| "Accuracy": { | |
| "class_level_km": { | |
| "Partial": 0.9785093971628918, | |
| "Road Line": 0.34191235582148916, | |
| "Total": 0.3311551540351268 | |
| }, | |
| "class_level_pixels": { | |
| "Partial": 0.9785093971628919, | |
| "Road Line": 0.34191235582148466, | |
| "Total": 0.33115515403512225 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level_km": { | |
| "Partial": 0.37979981346913483, | |
| "Road Line": 0.958649588797686, | |
| "Total": 0.1073959499537019 | |
| }, | |
| "class_level_pixels": { | |
| "Partial": 0.37979981346913505, | |
| "Road Line": 0.9586495887976859, | |
| "Total": 0.10739594995369944 | |
| }, | |
| "macro_km": 0.4819484507401743, | |
| "macro_pixels": 0.48194845074017345 | |
| }, | |
| "Recall": { | |
| "class_level_km": { | |
| "Partial": 0.0012221117688209272, | |
| "Road Line": 0.7164978100523957, | |
| "Total": 0.24041042548648311 | |
| }, | |
| "class_level_pixels": { | |
| "Partial": 0.0012221117688209179, | |
| "Road Line": 0.7164978100523964, | |
| "Total": 0.2404104254864819 | |
| }, | |
| "macro_km": 0.3193767824358999, | |
| "macro_pixels": 0.31937678243589973 | |
| }, | |
| "IoU": { | |
| "class_level_km": { | |
| "Partial": 0.05271198508125288, | |
| "Road Line": 0.27127491924171004, | |
| "Total": 0.10636956483199946 | |
| }, | |
| "class_level_pixels": { | |
| "Partial": 0.05271198508125262, | |
| "Road Line": 0.27127491924170627, | |
| "Total": 0.10636956483199703 | |
| }, | |
| "macro_km": 0.14345215638498746, | |
| "macro_pixels": 0.14345215638498532 | |
| }, | |
| "Confusion_Matrix_pixels": { | |
| "matrix": [ | |
| [ | |
| 2524.1915420777323, | |
| 9981.97861181157, | |
| 31258.393179836097 | |
| ], | |
| [ | |
| 1346.0344569348474, | |
| 517101.7919407127, | |
| 1365438.4291680474 | |
| ], | |
| [ | |
| 2775.8845375394985, | |
| 12322.700783105978, | |
| 168047.16719085426 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "Partial", | |
| "Road Line", | |
| "Total" | |
| ] | |
| }, | |
| "Confusion_Matrix_km": { | |
| "matrix": [ | |
| [ | |
| 0.0032057232584387202, | |
| 0.012677112837000728, | |
| 0.039698159338391506 | |
| ], | |
| [ | |
| 0.0017094637603072573, | |
| 0.6567192757647083, | |
| 1.7341068050433952 | |
| ], | |
| [ | |
| 0.003525373362675167, | |
| 0.01564982999454459, | |
| 0.21341990233238736 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "Partial", | |
| "Road Line", | |
| "Total" | |
| ] | |
| } | |
| } | |
| } | |
| } | |
| } |