CRASAR-U-DROIDs-RDA_AAAI26_Simple_Pretrained_ScaleMAE_UPerNet / CRASAR-U-DROIDs_RDA_metrics_unadjusted.json
| { | |
| "global": { | |
| "model_name": "RDA_ScaleMAE_Pretrained_UPerNet_simple_unadjusted", | |
| "samples": { | |
| "total": 1.617570644343792, | |
| "class_level_km": { | |
| "Partial": 0.5493606878637323, | |
| "Road Line": 11.89728004217281, | |
| "Total": 0.5023995428866371 | |
| }, | |
| "total_predicted_segments": 1079800 | |
| }, | |
| "metrics": { | |
| "F1": { | |
| "class_level_km": { | |
| "Partial": 0.17362823939624594, | |
| "Road Line": 0.5783194680199977, | |
| "Total": 0.09918002424569662 | |
| }, | |
| "class_level_pixels": { | |
| "Partial": 0.2048409459585735, | |
| "Road Line": 0.615385592325945, | |
| "Total": 0.09867628602087407 | |
| }, | |
| "macro_km": 0.2837092438873134, | |
| "macro_pixels": 0.30630094143513087 | |
| }, | |
| "Accuracy": { | |
| "class_level_km": { | |
| "Partial": 0.8855277001814632, | |
| "Road Line": 0.4460199103277086, | |
| "Total": 0.5065916664400679 | |
| }, | |
| "class_level_pixels": { | |
| "Partial": 0.8579057018297582, | |
| "Road Line": 0.4886614061178744, | |
| "Total": 0.5567136166525246 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level_km": { | |
| "Partial": 0.1251398814336211, | |
| "Road Line": 0.9618072563892235, | |
| "Total": 0.05337046818023706 | |
| }, | |
| "class_level_pixels": { | |
| "Partial": 0.1543927921795729, | |
| "Road Line": 0.9506645417147291, | |
| "Total": 0.05378510592834981 | |
| }, | |
| "macro_km": 0.3801058686676939, | |
| "macro_pixels": 0.38628081327421726 | |
| }, | |
| "Recall": { | |
| "class_level_km": { | |
| "Partial": 0.013580418555998414, | |
| "Road Line": 0.851714764214813, | |
| "Total": 0.05361726357289369 | |
| }, | |
| "class_level_pixels": { | |
| "Partial": 0.021333880876032767, | |
| "Road Line": 0.8371288553999224, | |
| "Total": 0.04358675618301911 | |
| }, | |
| "macro_km": 0.306304148781235, | |
| "macro_pixels": 0.3006831641529914 | |
| }, | |
| "IoU": { | |
| "class_level_km": { | |
| "Partial": 0.09506730400761818, | |
| "Road Line": 0.40678581088436283, | |
| "Total": 0.05217749471847746 | |
| }, | |
| "class_level_pixels": { | |
| "Partial": 0.11410740764024045, | |
| "Road Line": 0.4444454636000074, | |
| "Total": 0.05189872997184813 | |
| }, | |
| "macro_km": 0.18467686987015283, | |
| "macro_pixels": 0.20348386707069865 | |
| }, | |
| "Confusion_Matrix_pixels": { | |
| "matrix": [ | |
| [ | |
| 791680.917170272, | |
| 606371.2188137055, | |
| 1203954.9523261122 | |
| ], | |
| [ | |
| 3938618.8676587944, | |
| 17694614.653218463, | |
| 17261282.69020745 | |
| ], | |
| [ | |
| 397406.6708549188, | |
| 311904.24512987304, | |
| 1049608.042336116 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "Partial", | |
| "Road Line", | |
| "Total" | |
| ] | |
| }, | |
| "Confusion_Matrix_km": { | |
| "matrix": [ | |
| [ | |
| 0.1557230451863552, | |
| 0.12528379457672384, | |
| 0.26835384810065316 | |
| ], | |
| [ | |
| 1.0080424703157722, | |
| 4.919103985945882, | |
| 5.970133585911155 | |
| ], | |
| [ | |
| 0.08062630749122095, | |
| 0.07005064076044408, | |
| 0.35172259463497213 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "Partial", | |
| "Road Line", | |
| "Total" | |
| ] | |
| } | |
| } | |
| }, | |
| "per_event": { | |
| "Mussett Bayou Fire": { | |
| "model_name": "RDA_ScaleMAE_Pretrained_UPerNet_simple_unadjusted", | |
| "samples": { | |
| "total": 0.11308100756115586, | |
| "class_level_km": { | |
| "Partial": 0.0006091917262747286, | |
| "Road Line": 0.7008939529238982, | |
| "Total": 0.010915320713311031 | |
| }, | |
| "total_predicted_segments": 79544 | |
| }, | |
| "metrics": { | |
| "F1": { | |
| "class_level_km": { | |
| "Partial": 0.0, | |
| "Road Line": 0.5373603008696202, | |
| "Total": 0.042799040615263 | |
| }, | |
| "class_level_pixels": { | |
| "Partial": 0.0, | |
| "Road Line": 0.5385902204424042, | |
| "Total": 0.055209535883908235 | |
| }, | |
| "macro_km": 0.1933864471616277, | |
| "macro_pixels": 0.1979332521087708 | |
| }, | |
| "Accuracy": { | |
| "class_level_km": { | |
| "Partial": 0.9183282056800997, | |
| "Road Line": 0.37628608663086455, | |
| "Total": 0.45423770847408684 | |
| }, | |
| "class_level_pixels": { | |
| "Partial": 0.9110325673333051, | |
| "Road Line": 0.37956286926122035, | |
| "Total": 0.4648922103002399 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level_km": { | |
| "Partial": 0.0, | |
| "Road Line": 0.994194252681267, | |
| "Total": 0.021990448933026367 | |
| }, | |
| "class_level_pixels": { | |
| "Partial": 0.0, | |
| "Road Line": 0.9935248798632709, | |
| "Total": 0.02856549048389067 | |
| }, | |
| "macro_km": 0.3387282338714311, | |
| "macro_pixels": 0.3406967901157205 | |
| }, | |
| "Recall": { | |
| "class_level_km": { | |
| "Partial": 0.0, | |
| "Road Line": 0.9626312534303467, | |
| "Total": 0.0268609429447057 | |
| }, | |
| "class_level_pixels": { | |
| "Partial": 0.0, | |
| "Road Line": 0.9540161623991021, | |
| "Total": 0.033630831360894974 | |
| }, | |
| "macro_km": 0.3298307321250175, | |
| "macro_pixels": 0.3292156645866657 | |
| }, | |
| "IoU": { | |
| "class_level_km": { | |
| "Partial": 0.0, | |
| "Road Line": 0.36739075329974336, | |
| "Total": 0.021867473756357263 | |
| }, | |
| "class_level_pixels": { | |
| "Partial": 0.0, | |
| "Road Line": 0.36854154664645017, | |
| "Total": 0.028388423792997663 | |
| }, | |
| "macro_km": 0.12975274235203355, | |
| "macro_pixels": 0.13230999014648262 | |
| }, | |
| "Confusion_Matrix_pixels": { | |
| "matrix": [ | |
| [ | |
| 0, | |
| 373.63989290888003, | |
| 1521.0018130218405 | |
| ], | |
| [ | |
| 215411.54342000227, | |
| 896606.1669878779, | |
| 1314988.4540892364 | |
| ], | |
| [ | |
| 2983.0762149087427, | |
| 5469.829922741545, | |
| 38712.58223393845 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "Partial", | |
| "Road Line", | |
| "Total" | |
| ] | |
| }, | |
| "Confusion_Matrix_km": { | |
| "matrix": [ | |
| [ | |
| 0, | |
| 0.00012013792932656383, | |
| 0.0004890537969481648 | |
| ], | |
| [ | |
| 0.05673919666017777, | |
| 0.25805559853247995, | |
| 0.38609915773124054 | |
| ], | |
| [ | |
| 0.0008361059864130769, | |
| 0.0013868166675476447, | |
| 0.00869239805935031 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "Partial", | |
| "Road Line", | |
| "Total" | |
| ] | |
| } | |
| } | |
| }, | |
| "Hurricane Michael": { | |
| "model_name": "RDA_ScaleMAE_Pretrained_UPerNet_simple_unadjusted", | |
| "samples": { | |
| "total": 0.4105051213097, | |
| "class_level_km": { | |
| "Partial": 0.46677371326702316, | |
| "Road Line": 2.4966361316448675, | |
| "Total": 0.2795998385365425 | |
| }, | |
| "total_predicted_segments": 421988 | |
| }, | |
| "metrics": { | |
| "F1": { | |
| "class_level_km": { | |
| "Partial": 0.3067909813959602, | |
| "Road Line": 0.6873369461224319, | |
| "Total": 0.2041578444571468 | |
| }, | |
| "class_level_pixels": { | |
| "Partial": 0.30684622877747336, | |
| "Road Line": 0.6876390178237863, | |
| "Total": 0.20367195523064147 | |
| }, | |
| "macro_km": 0.39942859065851294, | |
| "macro_pixels": 0.39938573394396704 | |
| }, | |
| "Accuracy": { | |
| "class_level_km": { | |
| "Partial": 0.7861954604220923, | |
| "Road Line": 0.6087772302656905, | |
| "Total": 0.6495805306984411 | |
| }, | |
| "class_level_pixels": { | |
| "Partial": 0.7865788629626749, | |
| "Road Line": 0.6088930350682572, | |
| "Total": 0.6496140528245383 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level_km": { | |
| "Partial": 0.28761576053916915, | |
| "Road Line": 0.8932511395986004, | |
| "Total": 0.12693330420029983 | |
| }, | |
| "class_level_pixels": { | |
| "Partial": 0.287843951871826, | |
| "Road Line": 0.8935457794812257, | |
| "Total": 0.12653939862805286 | |
| }, | |
| "macro_km": 0.43593340144602316, | |
| "macro_pixels": 0.4359763766603682 | |
| }, | |
| "Recall": { | |
| "class_level_km": { | |
| "Partial": 0.06017758833507434, | |
| "Road Line": 0.7063644776117307, | |
| "Total": 0.06919335103541172 | |
| }, | |
| "class_level_pixels": { | |
| "Partial": 0.06005599427968416, | |
| "Road Line": 0.7070144331127937, | |
| "Total": 0.06897639532764036 | |
| }, | |
| "macro_km": 0.27857847232740557, | |
| "macro_pixels": 0.2786822742400394 | |
| }, | |
| "IoU": { | |
| "class_level_km": { | |
| "Partial": 0.18118907826801733, | |
| "Road Line": 0.5236202421421543, | |
| "Total": 0.11368362404625325 | |
| }, | |
| "class_level_pixels": { | |
| "Partial": 0.18122762030994843, | |
| "Road Line": 0.523970940284672, | |
| "Total": 0.11338238348151614 | |
| }, | |
| "macro_km": 0.27283098148547497, | |
| "macro_pixels": 0.27286031469204547 | |
| }, | |
| "Confusion_Matrix_pixels": { | |
| "matrix": [ | |
| [ | |
| 784397.5848912715, | |
| 559109.8643243557, | |
| 1044056.1099678823 | |
| ], | |
| [ | |
| 1550899.2278664864, | |
| 7148367.975103191, | |
| 4091779.030835603 | |
| ], | |
| [ | |
| 389782.45255387184, | |
| 292524.10703499155, | |
| 744035.2651846197 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "Partial", | |
| "Road Line", | |
| "Total" | |
| ] | |
| }, | |
| "Confusion_Matrix_km": { | |
| "matrix": [ | |
| [ | |
| 0.15343115570621038, | |
| 0.10930971389787172, | |
| 0.20403284366294105 | |
| ], | |
| [ | |
| 0.3035381314203557, | |
| 1.3945545170666251, | |
| 0.7985434831578866 | |
| ], | |
| [ | |
| 0.07648950323522023, | |
| 0.05734790215776839, | |
| 0.14576243314355392 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "Partial", | |
| "Road Line", | |
| "Total" | |
| ] | |
| } | |
| } | |
| }, | |
| "Mayfield Tornado": { | |
| "model_name": "RDA_ScaleMAE_Pretrained_UPerNet_simple_unadjusted", | |
| "samples": { | |
| "total": 0.7815637246100545, | |
| "class_level_km": { | |
| "Partial": 0.058232275604850364, | |
| "Road Line": 6.537725424357531, | |
| "Total": 0.046243516899653406 | |
| }, | |
| "total_predicted_segments": 528081 | |
| }, | |
| "metrics": { | |
| "F1": { | |
| "class_level_km": { | |
| "Partial": 0.005972008157837341, | |
| "Road Line": 0.5837627522325801, | |
| "Total": 0.02616202060574904 | |
| }, | |
| "class_level_pixels": { | |
| "Partial": 0.006014812152343541, | |
| "Road Line": 0.5894625981223737, | |
| "Total": 0.026402657294615748 | |
| }, | |
| "macro_km": 0.20529892699872218, | |
| "macro_pixels": 0.20729335585644434 | |
| }, | |
| "Accuracy": { | |
| "class_level_km": { | |
| "Partial": 0.8943139997798081, | |
| "Road Line": 0.42006846483950455, | |
| "Total": 0.512684217446065 | |
| }, | |
| "class_level_pixels": { | |
| "Partial": 0.8942985073622844, | |
| "Road Line": 0.42565033360455107, | |
| "Total": 0.5184200189800334 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level_km": { | |
| "Partial": 0.0032543514457014423, | |
| "Road Line": 0.9943015789654421, | |
| "Total": 0.013265571769284367 | |
| }, | |
| "class_level_pixels": { | |
| "Partial": 0.003274833871108679, | |
| "Road Line": 0.9944259561071077, | |
| "Total": 0.013389263996853588 | |
| }, | |
| "macro_km": 0.3369405007268093, | |
| "macro_pixels": 0.33703001799169 | |
| }, | |
| "Recall": { | |
| "class_level_km": { | |
| "Partial": 0.00035499253042523313, | |
| "Road Line": 0.9681041669115864, | |
| "Total": 0.012767771702126602 | |
| }, | |
| "class_level_pixels": { | |
| "Partial": 0.0003576109220321549, | |
| "Road Line": 0.9687170057965161, | |
| "Total": 0.012595775886129913 | |
| }, | |
| "macro_km": 0.32707564371471276, | |
| "macro_pixels": 0.3272234642015594 | |
| }, | |
| "IoU": { | |
| "class_level_km": { | |
| "Partial": 0.002994947002885432, | |
| "Road Line": 0.4121927686571113, | |
| "Total": 0.013254391129801786 | |
| }, | |
| "class_level_pixels": { | |
| "Partial": 0.003016477849986458, | |
| "Road Line": 0.41789930372474693, | |
| "Total": 0.013377935166057373 | |
| }, | |
| "macro_km": 0.14281403559659953, | |
| "macro_pixels": 0.14476457224693026 | |
| }, | |
| "Confusion_Matrix_pixels": { | |
| "matrix": [ | |
| [ | |
| 7139.113345797561, | |
| 45028.49746640464, | |
| 141684.02679302552 | |
| ], | |
| [ | |
| 2170199.5867156093, | |
| 9204514.767626686, | |
| 10599367.936206417 | |
| ], | |
| [ | |
| 2653.820713592982, | |
| 6565.45883817071, | |
| 145766.48630353375 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "Partial", | |
| "Road Line", | |
| "Total" | |
| ] | |
| }, | |
| "Confusion_Matrix_km": { | |
| "matrix": [ | |
| [ | |
| 0.0021087314349767894, | |
| 0.013492736994356285, | |
| 0.04263080717551729 | |
| ], | |
| [ | |
| 0.6450873349715079, | |
| 2.701184176093163, | |
| 3.19145391329286 | |
| ], | |
| [ | |
| 0.000776800126457873, | |
| 0.0019879632809863728, | |
| 0.04347875349220916 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "Partial", | |
| "Road Line", | |
| "Total" | |
| ] | |
| } | |
| } | |
| }, | |
| "Hurricane Idalia": { | |
| "model_name": "RDA_ScaleMAE_Pretrained_UPerNet_simple_unadjusted", | |
| "samples": { | |
| "total": 0.3124207908628798, | |
| "class_level_km": { | |
| "Partial": 0.023745507265579485, | |
| "Road Line": 2.1620245332505514, | |
| "Total": 0.16564086673712033 | |
| }, | |
| "total_predicted_segments": 50187 | |
| }, | |
| "metrics": { | |
| "F1": { | |
| "class_level_km": { | |
| "Partial": 0.012575057622427818, | |
| "Road Line": 0.41278193966827587, | |
| "Total": 0.15898232235855436 | |
| }, | |
| "class_level_pixels": { | |
| "Partial": 0.012575057622427825, | |
| "Road Line": 0.41278193966828386, | |
| "Total": 0.1589823223585615 | |
| }, | |
| "macro_km": 0.19477977321641937, | |
| "macro_pixels": 0.1947797732164244 | |
| }, | |
| "Accuracy": { | |
| "class_level_km": { | |
| "Partial": 0.9877673210843201, | |
| "Road Line": 0.31598343852083116, | |
| "Total": 0.3080367080995976 | |
| }, | |
| "class_level_pixels": { | |
| "Partial": 0.9877673210843194, | |
| "Road Line": 0.3159834385208395, | |
| "Total": 0.3080367080996055 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level_km": { | |
| "Partial": 0.034013498540937104, | |
| "Road Line": 0.9797414427537143, | |
| "Total": 0.08693422646753785 | |
| }, | |
| "class_level_pixels": { | |
| "Partial": 0.03401349854093711, | |
| "Road Line": 0.9797414427537138, | |
| "Total": 0.08693422646754213 | |
| }, | |
| "macro_km": 0.3668963892540631, | |
| "macro_pixels": 0.36689638925406437 | |
| }, | |
| "Recall": { | |
| "class_level_km": { | |
| "Partial": 7.885746598159289e-05, | |
| "Road Line": 0.7608404327432223, | |
| "Total": 0.21232165907781034 | |
| }, | |
| "class_level_pixels": { | |
| "Partial": 7.885746598159722e-05, | |
| "Road Line": 0.7608404327432181, | |
| "Total": 0.2123216590778139 | |
| }, | |
| "macro_km": 0.32441364976233805, | |
| "macro_pixels": 0.32441364976233783 | |
| }, | |
| "IoU": { | |
| "class_level_km": { | |
| "Partial": 0.006327311967507149, | |
| "Road Line": 0.26006630719789414, | |
| "Total": 0.0863556739782254 | |
| }, | |
| "class_level_pixels": { | |
| "Partial": 0.006327311967507152, | |
| "Road Line": 0.26006630719790047, | |
| "Total": 0.08635567397822963 | |
| }, | |
| "macro_km": 0.11758309771454223, | |
| "macro_pixels": 0.11758309771454574 | |
| }, | |
| "Confusion_Matrix_pixels": { | |
| "matrix": [ | |
| [ | |
| 144.2189332033135, | |
| 1859.217130053868, | |
| 16693.813752159724 | |
| ], | |
| [ | |
| 2108.5096564685045, | |
| 445125.74350855197, | |
| 1255147.269079409 | |
| ], | |
| [ | |
| 1987.3213725435692, | |
| 7344.84933396994, | |
| 121093.70861405219 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "Partial", | |
| "Road Line", | |
| "Total" | |
| ] | |
| }, | |
| "Confusion_Matrix_km": { | |
| "matrix": [ | |
| [ | |
| 0.00018315804516820815, | |
| 0.002361205755168414, | |
| 0.021201143465242864 | |
| ], | |
| [ | |
| 0.002677807263715001, | |
| 0.56530969425588, | |
| 1.5940370317309565 | |
| ], | |
| [ | |
| 0.0025238981431303332, | |
| 0.009327958654141847, | |
| 0.15378900993984815 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "Partial", | |
| "Road Line", | |
| "Total" | |
| ] | |
| } | |
| } | |
| } | |
| } | |
| } |