CRASAR-U-DROIDs-RDA_AAAI26_Simple_NoPretrained_ScaleMAE_Segmenter / CRASAR-U-DROIDs_RDA_metrics_unadjusted.json
| { | |
| "global": { | |
| "model_name": "RDA_ScaleMAE_NoPretrain_Segmenter_simple_unadjusted", | |
| "samples": { | |
| "total": 1.617570644343792, | |
| "class_level_km": { | |
| "Partial": 0.5493606878636829, | |
| "Road Line": 11.897280042177343, | |
| "Total": 0.5023995428866392 | |
| }, | |
| "total_predicted_segments": 1079800 | |
| }, | |
| "metrics": { | |
| "F1": { | |
| "class_level_km": { | |
| "Partial": 0.08422379616741249, | |
| "Road Line": 1.627068919003046e-05, | |
| "Total": 0.10639380578096366 | |
| }, | |
| "class_level_pixels": { | |
| "Partial": 0.11354450774784763, | |
| "Road Line": 1.6360628578208973e-05, | |
| "Total": 0.09032203033478899 | |
| }, | |
| "macro_km": 0.06354462421252206, | |
| "macro_pixels": 0.06796096623707161 | |
| }, | |
| "Accuracy": { | |
| "class_level_km": { | |
| "Partial": 0.3638778592286128, | |
| "Road Line": 0.08123050031821447, | |
| "Total": 0.6545413576153166 | |
| }, | |
| "class_level_pixels": { | |
| "Partial": 0.33382747819572584, | |
| "Road Line": 0.10082532950686338, | |
| "Total": 0.6822410773710613 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level_km": { | |
| "Partial": 0.044851220186492055, | |
| "Road Line": 1.0, | |
| "Total": 0.059131339265845566 | |
| }, | |
| "class_level_pixels": { | |
| "Partial": 0.061712036237583895, | |
| "Road Line": 1.0, | |
| "Total": 0.05111089945695241 | |
| }, | |
| "macro_km": 0.36799418648411253, | |
| "macro_pixels": 0.3709409785648454 | |
| }, | |
| "Recall": { | |
| "class_level_km": { | |
| "Partial": 0.08038968798586942, | |
| "Road Line": 9.201750661845484e-05, | |
| "Total": 0.03141949113734 | |
| }, | |
| "class_level_pixels": { | |
| "Partial": 0.12780381983756622, | |
| "Road Line": 7.295440326848938e-05, | |
| "Total": 0.023122559646670444 | |
| }, | |
| "macro_km": 0.03730039887660929, | |
| "macro_pixels": 0.05033311129583506 | |
| }, | |
| "IoU": { | |
| "class_level_km": { | |
| "Partial": 0.043963275041687754, | |
| "Road Line": 8.135410779385341e-06, | |
| "Total": 0.056185814191869354 | |
| }, | |
| "class_level_pixels": { | |
| "Partial": 0.06018933826649261, | |
| "Road Line": 8.180381207193768e-06, | |
| "Total": 0.047296995498473236 | |
| }, | |
| "macro_km": 0.03338574154811216, | |
| "macro_pixels": 0.03583150471539101 | |
| }, | |
| "Confusion_Matrix_pixels": { | |
| "matrix": [ | |
| [ | |
| 1845468.6533737504, | |
| 0, | |
| 756538.4349368028 | |
| ], | |
| [ | |
| 26982491.18003346, | |
| 318.1719694761717, | |
| 11911706.859096562 | |
| ], | |
| [ | |
| 1076557.4356214562, | |
| 0, | |
| 682361.5226993281 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "Partial", | |
| "Road Line", | |
| "Total" | |
| ] | |
| }, | |
| "Confusion_Matrix_km": { | |
| "matrix": [ | |
| [ | |
| 0.37878568304741017, | |
| 0, | |
| 0.1705750048162727 | |
| ], | |
| [ | |
| 7.830498299698258, | |
| 9.678926030049565e-05, | |
| 4.066684953218785 | |
| ], | |
| [ | |
| 0.23609791483512446, | |
| 0, | |
| 0.26630162805151475 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "Partial", | |
| "Road Line", | |
| "Total" | |
| ] | |
| } | |
| } | |
| }, | |
| "per_event": { | |
| "Mussett Bayou Fire": { | |
| "model_name": "RDA_ScaleMAE_NoPretrain_Segmenter_simple_unadjusted", | |
| "samples": { | |
| "total": 0.11308100756115586, | |
| "class_level_km": { | |
| "Partial": 0.0006091917262747285, | |
| "Road Line": 0.7008939529239799, | |
| "Total": 0.010915320713311054 | |
| }, | |
| "total_predicted_segments": 79544 | |
| }, | |
| "metrics": { | |
| "F1": { | |
| "class_level_km": { | |
| "Partial": 0.002960957955757518, | |
| "Road Line": 0.0, | |
| "Total": 0.053047629708961236 | |
| }, | |
| "class_level_pixels": { | |
| "Partial": 0.002629067349895651, | |
| "Road Line": 0.0, | |
| "Total": 0.06629391876607356 | |
| }, | |
| "macro_km": 0.018669529221572917, | |
| "macro_pixels": 0.02297432870532307 | |
| }, | |
| "Accuracy": { | |
| "class_level_km": { | |
| "Partial": 0.45654819881892583, | |
| "Road Line": 0.016176605464183924, | |
| "Total": 0.5538804283083474 | |
| }, | |
| "class_level_pixels": { | |
| "Partial": 0.452124223127212, | |
| "Road Line": 0.01981373850329234, | |
| "Total": 0.5606971128488695 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level_km": { | |
| "Partial": 0.0014828052154510288, | |
| "Road Line": 0.0, | |
| "Total": 0.027415421123460324 | |
| }, | |
| "class_level_pixels": { | |
| "Partial": 0.001316367325298761, | |
| "Road Line": 0.0, | |
| "Total": 0.03454558255062152 | |
| }, | |
| "macro_km": 0.00963274211297045, | |
| "macro_pixels": 0.011953983291973426 | |
| }, | |
| "Recall": { | |
| "class_level_km": { | |
| "Partial": 0.0017675205792815531, | |
| "Road Line": 0.0, | |
| "Total": 0.022560208521984135 | |
| }, | |
| "class_level_pixels": { | |
| "Partial": 0.0015971265637854295, | |
| "Road Line": 0.0, | |
| "Total": 0.02781437120936825 | |
| }, | |
| "macro_km": 0.00810924303375523, | |
| "macro_pixels": 0.009803832591051225 | |
| }, | |
| "IoU": { | |
| "class_level_km": { | |
| "Partial": 0.0014826740456343672, | |
| "Road Line": 0.0, | |
| "Total": 0.027246495866270957 | |
| }, | |
| "class_level_pixels": { | |
| "Partial": 0.0013162639482328974, | |
| "Road Line": 0.0, | |
| "Total": 0.034283348131051244 | |
| }, | |
| "macro_km": 0.009576389970635108, | |
| "macro_pixels": 0.011866537359761382 | |
| }, | |
| "Confusion_Matrix_pixels": { | |
| "matrix": [ | |
| [ | |
| 1787.9664979393506, | |
| 0, | |
| 106.6752079913696 | |
| ], | |
| [ | |
| 1347919.9186207873, | |
| 0, | |
| 1079086.2458764133 | |
| ], | |
| [ | |
| 8550.150899871813, | |
| 0, | |
| 38615.337471716986 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "Partial", | |
| "Road Line", | |
| "Total" | |
| ] | |
| }, | |
| "Confusion_Matrix_km": { | |
| "matrix": [ | |
| [ | |
| 0.0005748920199484315, | |
| 0, | |
| 3.429970632629703e-05 | |
| ], | |
| [ | |
| 0.38511761524362403, | |
| 0, | |
| 0.3157763376803559 | |
| ], | |
| [ | |
| 0.0020131832465361695, | |
| 0, | |
| 0.008902137466774884 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "Partial", | |
| "Road Line", | |
| "Total" | |
| ] | |
| } | |
| } | |
| }, | |
| "Hurricane Michael": { | |
| "model_name": "RDA_ScaleMAE_NoPretrain_Segmenter_simple_unadjusted", | |
| "samples": { | |
| "total": 0.4105051213097, | |
| "class_level_km": { | |
| "Partial": 0.46677371326697276, | |
| "Road Line": 2.4966361316450993, | |
| "Total": 0.2795998385365537 | |
| }, | |
| "total_predicted_segments": 421988 | |
| }, | |
| "metrics": { | |
| "F1": { | |
| "class_level_km": { | |
| "Partial": 0.2280462394628275, | |
| "Road Line": 0.0, | |
| "Total": 0.16336006127047167 | |
| }, | |
| "class_level_pixels": { | |
| "Partial": 0.2277893179273641, | |
| "Road Line": 0.0, | |
| "Total": 0.16300629871639483 | |
| }, | |
| "macro_km": 0.13046876691109974, | |
| "macro_pixels": 0.13026520554791965 | |
| }, | |
| "Accuracy": { | |
| "class_level_km": { | |
| "Partial": 0.3040092420257225, | |
| "Road Line": 0.23014841910981612, | |
| "Total": 0.7251202875912082 | |
| }, | |
| "class_level_pixels": { | |
| "Partial": 0.3038388739758983, | |
| "Road Line": 0.22968482364482135, | |
| "Total": 0.725325672950559 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level_km": { | |
| "Partial": 0.13568391073183464, | |
| "Road Line": 0.0, | |
| "Total": 0.11073945050007593 | |
| }, | |
| "class_level_pixels": { | |
| "Partial": 0.1355071943388683, | |
| "Road Line": 0.0, | |
| "Total": 0.11040078264149228 | |
| }, | |
| "macro_km": 0.08214112041063686, | |
| "macro_pixels": 0.08196932566012019 | |
| }, | |
| "Recall": { | |
| "class_level_km": { | |
| "Partial": 0.33815695041686195, | |
| "Road Line": 0.0, | |
| "Total": 0.03700921990551507 | |
| }, | |
| "class_level_pixels": { | |
| "Partial": 0.33793563026518997, | |
| "Road Line": 0.0, | |
| "Total": 0.036875440794374964 | |
| }, | |
| "macro_km": 0.125055390107459, | |
| "macro_pixels": 0.12493702368652164 | |
| }, | |
| "IoU": { | |
| "class_level_km": { | |
| "Partial": 0.1286976243633438, | |
| "Road Line": 0.0, | |
| "Total": 0.08894506638218587 | |
| }, | |
| "class_level_pixels": { | |
| "Partial": 0.1285339944238232, | |
| "Road Line": 0.0, | |
| "Total": 0.08873536071598594 | |
| }, | |
| "macro_km": 0.07254756358184322, | |
| "macro_pixels": 0.07242311837993638 | |
| }, | |
| "Confusion_Matrix_pixels": { | |
| "matrix": [ | |
| [ | |
| 1704962.9129601659, | |
| 0, | |
| 682600.6462238097 | |
| ], | |
| [ | |
| 9894907.069154777, | |
| 0, | |
| 2896139.1646536044 | |
| ], | |
| [ | |
| 982214.1004209004, | |
| 0, | |
| 444127.72435242526 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "Partial", | |
| "Road Line", | |
| "Total" | |
| ] | |
| }, | |
| "Confusion_Matrix_km": { | |
| "matrix": [ | |
| [ | |
| 0.3333905997100985, | |
| 0, | |
| 0.13338311355687427 | |
| ], | |
| [ | |
| 1.9311516651105722, | |
| 0, | |
| 0.565484466534527 | |
| ], | |
| [ | |
| 0.19256998903388414, | |
| 0, | |
| 0.08702984950266951 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "Partial", | |
| "Road Line", | |
| "Total" | |
| ] | |
| } | |
| } | |
| }, | |
| "Mayfield Tornado": { | |
| "model_name": "RDA_ScaleMAE_NoPretrain_Segmenter_simple_unadjusted", | |
| "samples": { | |
| "total": 0.7815637246100545, | |
| "class_level_km": { | |
| "Partial": 0.05823227560485021, | |
| "Road Line": 6.537725424355023, | |
| "Total": 0.04624351689965345 | |
| }, | |
| "total_predicted_segments": 528081 | |
| }, | |
| "metrics": { | |
| "F1": { | |
| "class_level_km": { | |
| "Partial": 0.017806965147491582, | |
| "Road Line": 2.9609021823483498e-05, | |
| "Total": 0.023281118283487057 | |
| }, | |
| "class_level_pixels": { | |
| "Partial": 0.017706813894406308, | |
| "Road Line": 2.895842096069551e-05, | |
| "Total": 0.02317834300138294 | |
| }, | |
| "macro_km": 0.013705897484267376, | |
| "macro_pixels": 0.01363803843891665 | |
| }, | |
| "Accuracy": { | |
| "class_level_km": { | |
| "Partial": 0.32953616691189513, | |
| "Road Line": 0.015743663636592856, | |
| "Total": 0.6746595209752538 | |
| }, | |
| "class_level_pixels": { | |
| "Partial": 0.32795491610588834, | |
| "Road Line": 0.015641124916280426, | |
| "Total": 0.6762292850252808 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level_km": { | |
| "Partial": 0.009019319493265511, | |
| "Road Line": 1.0, | |
| "Total": 0.011889054118081978 | |
| }, | |
| "class_level_pixels": { | |
| "Partial": 0.008967227154306165, | |
| "Road Line": 1.0, | |
| "Total": 0.01183712180683561 | |
| }, | |
| "macro_km": 0.34030279120378254, | |
| "macro_pixels": 0.3402681163203806 | |
| }, | |
| "Recall": { | |
| "class_level_km": { | |
| "Partial": 0.018443159953554854, | |
| "Road Line": 0.0009255701510572428, | |
| "Total": 0.005747218469989398 | |
| }, | |
| "class_level_pixels": { | |
| "Partial": 0.018469432811145024, | |
| "Road Line": 0.0009112613169196046, | |
| "Total": 0.005680423295169 | |
| }, | |
| "macro_km": 0.008371982858200499, | |
| "macro_pixels": 0.008353705807744543 | |
| }, | |
| "IoU": { | |
| "class_level_km": { | |
| "Partial": 0.008983466713077502, | |
| "Road Line": 1.480473008852989e-05, | |
| "Total": 0.01177765766231289 | |
| }, | |
| "class_level_pixels": { | |
| "Partial": 0.008932489915476656, | |
| "Road Line": 1.4479420130919466e-05, | |
| "Total": 0.011725055175980983 | |
| }, | |
| "macro_km": 0.006925309701826307, | |
| "macro_pixels": 0.006890674837196187 | |
| }, | |
| "Confusion_Matrix_pixels": { | |
| "matrix": [ | |
| [ | |
| 135213.07854954418, | |
| 0, | |
| 58638.559055684826 | |
| ], | |
| [ | |
| 14874132.443720553, | |
| 318.1719694761717, | |
| 7099631.674853138 | |
| ], | |
| [ | |
| 69237.43574199476, | |
| 0, | |
| 85748.33011330834 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "Partial", | |
| "Road Line", | |
| "Total" | |
| ] | |
| }, | |
| "Confusion_Matrix_km": { | |
| "matrix": [ | |
| [ | |
| 0.040369228202414426, | |
| 0, | |
| 0.017863047402435786 | |
| ], | |
| [ | |
| 4.415003698710502, | |
| 9.678926030049565e-05, | |
| 2.12262493638422 | |
| ], | |
| [ | |
| 0.020488941885174375, | |
| 0, | |
| 0.025754575014479076 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "Partial", | |
| "Road Line", | |
| "Total" | |
| ] | |
| } | |
| } | |
| }, | |
| "Hurricane Idalia": { | |
| "model_name": "RDA_ScaleMAE_NoPretrain_Segmenter_simple_unadjusted", | |
| "samples": { | |
| "total": 0.3124207908628798, | |
| "class_level_km": { | |
| "Partial": 0.02374550726557946, | |
| "Road Line": 2.162024533250497, | |
| "Total": 0.16564086673711956 | |
| }, | |
| "total_predicted_segments": 50187 | |
| }, | |
| "metrics": { | |
| "F1": { | |
| "class_level_km": { | |
| "Partial": 0.007751269012506097, | |
| "Road Line": 0.0, | |
| "Total": 0.20772808318262634 | |
| }, | |
| "class_level_pixels": { | |
| "Partial": 0.007751269012506159, | |
| "Road Line": 0.0, | |
| "Total": 0.20772808318262637 | |
| }, | |
| "macro_km": 0.0718264507317108, | |
| "macro_pixels": 0.07182645073171084 | |
| }, | |
| "Accuracy": { | |
| "class_level_km": { | |
| "Partial": 0.5153779112205745, | |
| "Road Line": 0.08054159033562153, | |
| "Total": 0.5308690820322565 | |
| }, | |
| "class_level_pixels": { | |
| "Partial": 0.5153779112205743, | |
| "Road Line": 0.08054159033562168, | |
| "Total": 0.5308690820322566 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level_km": { | |
| "Partial": 0.0039574596478635414, | |
| "Road Line": 0.0, | |
| "Total": 0.11788866548878857 | |
| }, | |
| "class_level_pixels": { | |
| "Partial": 0.0039574596478635735, | |
| "Road Line": 0.0, | |
| "Total": 0.1178886654887886 | |
| }, | |
| "macro_km": 0.040615375045550704, | |
| "macro_pixels": 0.040615375045550725 | |
| }, | |
| "Recall": { | |
| "class_level_km": { | |
| "Partial": 0.0036728201795179134, | |
| "Road Line": 0.0, | |
| "Total": 0.11585041111525982 | |
| }, | |
| "class_level_pixels": { | |
| "Partial": 0.0036728201795179476, | |
| "Road Line": 0.0, | |
| "Total": 0.11585041111525976 | |
| }, | |
| "macro_km": 0.039841077098259244, | |
| "macro_pixels": 0.03984107709825924 | |
| }, | |
| "IoU": { | |
| "class_level_km": { | |
| "Partial": 0.003890713489707704, | |
| "Road Line": 0.0, | |
| "Total": 0.11590210237266867 | |
| }, | |
| "class_level_pixels": { | |
| "Partial": 0.003890713489707735, | |
| "Road Line": 0.0, | |
| "Total": 0.11590210237266868 | |
| }, | |
| "macro_km": 0.039930938620792125, | |
| "macro_pixels": 0.03993093862079214 | |
| }, | |
| "Confusion_Matrix_pixels": { | |
| "matrix": [ | |
| [ | |
| 3504.695366098136, | |
| 0, | |
| 15192.554449318732 | |
| ], | |
| [ | |
| 865531.7485288132, | |
| 0, | |
| 836849.7737156544 | |
| ], | |
| [ | |
| 16555.748558684187, | |
| 0, | |
| 113870.13076188117 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "Partial", | |
| "Road Line", | |
| "Total" | |
| ] | |
| }, | |
| "Confusion_Matrix_km": { | |
| "matrix": [ | |
| [ | |
| 0.004450963114944641, | |
| 0, | |
| 0.019294544150634817 | |
| ], | |
| [ | |
| 1.0992253206316038, | |
| 0, | |
| 1.0627992126188928 | |
| ], | |
| [ | |
| 0.021025800669528912, | |
| 0, | |
| 0.14461506606759064 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "Partial", | |
| "Road Line", | |
| "Total" | |
| ] | |
| } | |
| } | |
| } | |
| } | |
| } |