Upload 5 files

CRASAR-U-DROIDs_RDA_metrics_adjusted.json

@@ -0,0 +1 @@
+{"global": {"model_name": "RDA_UNet_simple_noattention", "samples": {"total": 1.6175706443437925, "class_level_km": {"Partial": 0.17953882584317402, "Road Line": 3.435298888380461, "Total": 0.15987403639336467}, "total_predicted_segments": 300106}, "metrics": {"F1": {"class_level_km": {"Partial": 0.03648515754337315, "Road Line": 0.878604860907572, "Total": 0.21401690541821378}, "class_level_pixels": {"Partial": 0.022477400466653096, "Road Line": 0.8807301269723898, "Total": 0.17533544285883987}, "macro_km": 0.37636897462305297, "macro_pixels": 0.3595143234326276}, "Accuracy": {"class_level_km": {"Partial": 0.9467183678338325, "Road Line": 0.7914357362312139, "Total": 0.8218650377322839}, "class_level_pixels": {"Partial": 0.9302359592364203, "Road Line": 0.7932273479046246, "Total": 0.8392084503017465}}, "Precision": {"class_level_km": {"Partial": 0.13040932826947818, "Road Line": 0.9341192610501454, "Total": 0.13160196523032852}, "class_level_pixels": {"Partial": 0.10332537735667723, "Road Line": 0.9095569762982244, "Total": 0.1118063063505357}, "macro_km": 0.3987101848499841, "macro_pixels": 0.37489622000181244}, "Recall": {"class_level_km": {"Partial": 0.0010655762640246465, "Road Line": 0.9536445898695985, "Total": 0.029508935259910187}, "class_level_pixels": {"Partial": 0.0008622392418950334, "Road Line": 0.9624485423749564, "Total": 0.020368345914791034}, "macro_km": 0.3280730337978444, "macro_pixels": 0.32789304251054746}, "IoU": {"class_level_km": {"Partial": 0.018581554238584316, "Road Line": 0.7834926604182073, "Total": 0.11983142845387847}, "class_level_pixels": {"Partial": 0.011366444293459546, "Road Line": 0.7868791505930793, "Total": 0.09609187736596975}, "macro_km": 0.30730188103689005, "macro_pixels": 0.2981124907508362}, "Confusion_Matrix_pixels": {"matrix": [[10050.179286047754, 643147.7064851079, 143782.2989852794], [81998.6713783428, 9565949.838159988, 1557670.4643081406], [5218.437809715162, 308055.40721519, 214179.80138105695]], "class_labels": ["Partial", "Road Line", "Total"]}, "Confusion_Matrix_km": {"matrix": [[0.003807931559929858, 0.13575839529776002, 0.03997249898548414], [0.022233927186661086, 2.8489576847630564, 0.5641072764307433], [0.003157981559779922, 0.06517037829165588, 0.09154567654192887]], "class_labels": ["Partial", "Road Line", "Total"]}}}, "per_event": {"Mussett Bayou Fire": {"model_name": "RDA_UNet_simple_noattention", "samples": {"total": 0.11308100756115586, "class_level_km": {"Partial": 0.00033327319181595036, "Road Line": 0.2469870064961115, "Total": 0.0035100592696340072}, "total_predicted_segments": 21750}, "metrics": {"F1": {"class_level_km": {"Partial": 0.0, "Road Line": 0.8978274577364284, "Total": 0.1308172467535145}, "class_level_pixels": {"Partial": 0.0, "Road Line": 0.8964346226552459, "Total": 0.17311675236301918}, "macro_km": 0.34288156816331433, "macro_pixels": 0.35651712500608834}, "Accuracy": {"class_level_km": {"Partial": 0.9823265353510591, "Road Line": 0.8169150028577706, "Total": 0.8345017124726468}, "class_level_pixels": {"Partial": 0.9757094095273353, "Road Line": 0.815470157393308, "Total": 0.839636030389558}}, "Precision": {"class_level_km": {"Partial": 0.0, "Road Line": 0.9965006588573269, "Total": 0.07059708681916238}, "class_level_pixels": {"Partial": 0.0, "Road Line": 0.9962056392447755, "Total": 0.09578289304078096}, "macro_km": 0.35569924855882973, "macro_pixels": 0.3639961774285188}, "Recall": {"class_level_km": {"Partial": 0.0, "Road Line": 0.9847014405378374, "Total": 0.014924169769307945}, "class_level_pixels": {"Partial": 0.0, "Road Line": 0.9793379254331375, "Total": 0.019993123035842067}, "macro_km": 0.33320853676904844, "macro_pixels": 0.33311034948965984}, "IoU": {"class_level_km": {"Partial": 0.0, "Road Line": 0.8145979175751628, "Total": 0.06998633307861679}, "class_level_pixels": {"Partial": 0.0, "Road Line": 0.8123076720765948, "Total": 0.09476070930473558}, "macro_km": 0.29486141688459316, "macro_pixels": 0.30235612712711013}, "Confusion_Matrix_pixels": {"matrix": [[0, 1036.5099548288838, 0], [19655.926439731247, 682072.5246694504, 135346.29886176935], [53.25829132480341, 1561.3765837222322, 14337.109934735076]], "class_labels": ["Partial", "Road Line", "Total"]}, "Confusion_Matrix_km": {"matrix": [[0, 0.00033327319181595036, 0], [0.004088887539332017, 0.20177228411660028, 0.04112583484017921], [1.0880397300371581e-05, 0.0003752763199023788, 0.003123902552431257]], "class_labels": ["Partial", "Road Line", "Total"]}}}, "Hurricane Michael": {"model_name": "RDA_UNet_simple_noattention", "samples": {"total": 0.4105051213097, "class_level_km": {"Partial": 0.1349463590879058, "Road Line": 0.7237530705524203, "Total": 0.08048490509768422}, "total_predicted_segments": 115557}, "metrics": {"F1": {"class_level_km": {"Partial": 0.011478312165214728, "Road Line": 0.8274193806366589, "Total": 0.21534592627002233}, "class_level_pixels": {"Partial": 0.01149645588059388, "Road Line": 0.8276091236274712, "Total": 0.21496221177653324}, "macro_km": 0.351414539690632, "macro_pixels": 0.35135593042819946}, "Accuracy": {"class_level_km": {"Partial": 0.8536668593734358, "Road Line": 0.7187059676374921, "Total": 0.8257758671031533}, "class_level_pixels": {"Partial": 0.8538222918910995, "Road Line": 0.7189515734915263, "Total": 0.8258592646742207}}, "Precision": {"class_level_km": {"Partial": 0.19541071568875393, "Road Line": 0.7847197200230385, "Total": 0.17534948051644295}, "class_level_pixels": {"Partial": 0.19531224735714015, "Road Line": 0.7851738454450219, "Total": 0.1747383933283386}, "macro_km": 0.3851599720760784, "macro_pixels": 0.38507482871016685}, "Recall": {"class_level_km": {"Partial": 0.0009952131499444128, "Road Line": 0.9382378260377728, "Total": 0.02895173241162232}, "class_level_pixels": {"Partial": 0.0009955645173392602, "Road Line": 0.9383449395723146, "Total": 0.028869276021964277}, "macro_km": 0.3227282571997799, "macro_pixels": 0.3227365933705394}, "IoU": {"class_level_km": {"Partial": 0.005772284122137467, "Road Line": 0.7056396523813524, "Total": 0.12066535999323569}, "class_level_pixels": {"Partial": 0.005781461096507625, "Road Line": 0.7059156978329274, "Total": 0.12042446002808226}, "macro_km": 0.27735909883224186, "macro_pixels": 0.2773738729858391}, "Confusion_Matrix_pixels": {"matrix": [[4087.50005659101, 594227.5189995343, 91845.67501951393], [14268.817856794656, 3244016.2982453057, 449613.99422485824], [2571.709447421727, 293346.0428410596, 114647.03057911461]], "class_labels": ["Partial", "Road Line", "Total"]}, "Confusion_Matrix_km": {"matrix": [[0.0007979126817848184, 0.1162141053824319, 0.01793434102368909], [0.002781977432371221, 0.6333080801042492, 0.08766301301579989], [0.00050336949099129, 0.05752785281955135, 0.022453682787141573]], "class_labels": ["Partial", "Road Line", "Total"]}}}, "Mayfield Tornado": {"model_name": "RDA_UNet_simple_noattention", "samples": {"total": 0.781563724610054, "class_level_km": {"Partial": 0.027973663363762846, "Road Line": 1.8288746479591265, "Total": 0.016250851779832355}, "total_predicted_segments": 149794}, "metrics": {"F1": {"class_level_km": {"Partial": 0.062815953685495, "Road Line": 0.9195902905145553, "Total": 0.09099676024478139}, "class_level_pixels": {"Partial": 0.06426834107033742, "Road Line": 0.9198215921788602, "Total": 0.09023087627485099}, "macro_km": 0.3578010014816106, "macro_pixels": 0.3581069365080162}, "Accuracy": {"class_level_km": {"Partial": 0.977929791261661, "Road Line": 0.8533856027733462, "Total": 0.8608238335683219}, "class_level_pixels": {"Partial": 0.9783765228863129, "Road Line": 0.8537607969973712, "Total": 0.8608336565315643}}, "Precision": {"class_level_km": {"Partial": 0.08585447677069276, "Road Line": 0.9898594975010386, "Total": 0.04823142000351883}, "class_level_pixels": {"Partial": 0.08872290740807438, "Road Line": 0.9901094773092762, "Total": 0.047789570848617}, "macro_km": 0.37464846475841673, "macro_pixels": 0.37554065185532254}, "Recall": {"class_level_km": {"Partial": 0.0007563343749259054, "Road Line": 0.9823973807731965, "Total": 0.00809246986262204}, "class_level_pixels": {"Partial": 0.0007589886455658076, "Road Line": 0.9825253835233111, "Total": 0.008016946103689462}, "macro_km": 0.33041539500358147, "macro_pixels": 0.3304337727575221}, "IoU": {"class_level_km": {"Partial": 0.032426425256290144, "Road Line": 0.851149598565269, "Total": 0.04766715862485881}, "class_level_pixels": {"Partial": 0.0332010590279201, "Road Line": 0.8515459904760173, "Total": 0.04724700758531945}, "macro_km": 0.31041439414880595, "macro_pixels": 0.310664685696419}, "Confusion_Matrix_pixels": {"matrix": [[4683.469606089678, 43062.9877260846, 45213.271268063385], [47431.65449175561, 5290617.846695807, 822056.9010468621], [672.4788213017341, 9786.699161971901, 43526.58622073044]], "class_labels": ["Partial", "Road Line", "Total"]}, "Confusion_Matrix_km": {"matrix": [[0.0013854226564688468, 0.013088740671579727, 0.013499500035714271], [0.014547376025579883, 1.570338496480741, 0.2439887754528056], [0.00020407278441129562, 0.002998412594090101, 0.01304836640133096]], "class_labels": ["Partial", "Road Line", "Total"]}}}, "Hurricane Idalia": {"model_name": "RDA_UNet_simple_noattention", "samples": {"total": 0.3124207908628798, "class_level_km": {"Partial": 0.016285530199688973, "Road Line": 0.6356841633729196, "Total": 0.05962822024621454}, "total_predicted_segments": 13005}, "metrics": {"F1": {"class_level_km": {"Partial": 0.15351382291138807, "Road Line": 0.8141209333532917, "Total": 0.3387770243612876}, "class_level_pixels": {"Partial": 0.1535138229113881, "Road Line": 0.8141209333532917, "Total": 0.3387770243612838}, "macro_km": 0.43547059354198914, "macro_pixels": 0.43547059354198786}, "Accuracy": {"class_level_km": {"Partial": 0.974822468269589, "Road Line": 0.7153779571465391, "Total": 0.7097000954027265}, "class_level_pixels": {"Partial": 0.9748224682695893, "Road Line": 0.7153779571465386, "Total": 0.7097000954027262}}, "Precision": {"class_level_km": {"Partial": 0.3329130664539702, "Road Line": 0.9771085540507974, "Total": 0.20934426197537284}, "class_level_pixels": {"Partial": 0.33291306645397006, "Road Line": 0.9771085540507978, "Total": 0.20934426197536996}, "macro_km": 0.5064552941600469, "macro_pixels": 0.506455294160046}, "Recall": {"class_level_km": {"Partial": 0.0023419911098382603, "Road Line": 0.8712873734506748, "Total": 0.10478715450383501}, "class_level_pixels": {"Partial": 0.0023419911098382182, "Road Line": 0.8712873734506767, "Total": 0.10478715450383341}, "macro_km": 0.326138839688116, "macro_pixels": 0.32613883968811613}, "IoU": {"class_level_km": {"Partial": 0.08313835479312177, "Road Line": 0.6865126101393868, "Total": 0.20393230128004552}, "class_level_pixels": {"Partial": 0.08313835479312176, "Road Line": 0.6865126101393869, "Total": 0.2039323012800428}, "macro_km": 0.3245277554041847, "macro_pixels": 0.3245277554041838}, "Confusion_Matrix_pixels": {"matrix": [[1279.2096233670795, 4820.689804670488, 6723.352697701778], [642.2725900613715, 349243.1685524387, 150653.27017476904], [1920.991249666901, 3361.2886284347246, 41669.07464647682]], "class_labels": ["Partial", "Road Line", "Total"]}, "Confusion_Matrix_km": {"matrix": [[0.0016245962216761911, 0.00612227605193153, 0.008538657926081253], [0.0008156861893779418, 0.44353882406158873, 0.19132965312195288], [0.0024396588870769643, 0.004268836558112095, 0.052919724801025476]], "class_labels": ["Partial", "Road Line", "Total"]}}}}}

CRASAR-U-DROIDs_RDA_metrics_unadjusted.json

@@ -0,0 +1 @@
+{"global": {"model_name": "RDA_UNet_simple_noattention", "samples": {"total": 1.617570644343792, "class_level_km": {"Partial": 0.155210775982962, "Road Line": 3.43026803308393, "Total": 0.13221193643896928}, "total_predicted_segments": 299941}, "metrics": {"F1": {"class_level_km": {"Partial": 0.02961093128944341, "Road Line": 0.8520310815406343, "Total": 0.14730716480049053}, "class_level_pixels": {"Partial": 0.026423973786442734, "Road Line": 0.8539108728513919, "Total": 0.1293718062388786}, "macro_km": 0.3429830592101894, "macro_pixels": 0.3365688842922378}, "Accuracy": {"class_level_km": {"Partial": 0.9488600446881156, "Road Line": 0.7497195780061452, "Total": 0.7818296849328162}, "class_level_pixels": {"Partial": 0.9319390863133327, "Road Line": 0.7518768634019145, "Total": 0.7983145178274978}}, "Precision": {"class_level_km": {"Partial": 0.07124820831300287, "Road Line": 0.9373374080372473, "Total": 0.0855435804898824}, "class_level_pixels": {"Partial": 0.08420684706087857, "Road Line": 0.9115743982899266, "Total": 0.07742806052954058}, "macro_km": 0.36470973228004416, "macro_pixels": 0.3577364352934486}, "Recall": {"class_level_km": {"Partial": 0.0008223077057847653, "Road Line": 0.9611318501639614, "Total": 0.02410375832110904}, "class_level_pixels": {"Partial": 0.0009910795416464822, "Road Line": 0.9644621644832768, "Total": 0.01877057296682783}, "macro_km": 0.3286859720636184, "macro_pixels": 0.32807460566391705}, "IoU": {"class_level_km": {"Partial": 0.015027961614109603, "Road Line": 0.7422074481634089, "Total": 0.07950976114431164}, "class_level_pixels": {"Partial": 0.013388880608333577, "Road Line": 0.7450649802217951, "Total": 0.06915955114456022}, "macro_km": 0.27891505697394336, "macro_pixels": 0.27587113732489627}, "Confusion_Matrix_pixels": {"matrix": [[11427.928788958856, 588083.1255813147, 129743.06829203373], [120256.51583067815, 8972292.090838749, 2079405.4018373794], [4028.13918838597, 282257.60397328506, 185405.6839861204]], "class_labels": ["Partial", "Road Line", "Total"]}, "Confusion_Matrix_km": {"matrix": [[0.002900746519229431, 0.12018847735849371, 0.03212155210523886], [0.034560515615038395, 2.6788912370837985, 0.716816280385093], [0.0032519935098048684, 0.05889993526923028, 0.07006000765993413]], "class_labels": ["Partial", "Road Line", "Total"]}}}, "per_event": {"Mussett Bayou Fire": {"model_name": "RDA_UNet_simple_noattention", "samples": {"total": 0.11308100756115586, "class_level_km": {"Partial": 0.0002656704403700591, "Road Line": 0.20808078709929892, "Total": 0.0025410969289060056}, "total_predicted_segments": 21471}, "metrics": {"F1": {"class_level_km": {"Partial": 0.0, "Road Line": 0.8623237197707868, "Total": 0.08988140257149153}, "class_level_pixels": {"Partial": 0.0, "Road Line": 0.8697965494458532, "Total": 0.12402597317848461}, "macro_km": 0.31740170744742613, "macro_pixels": 0.3312741742081126}, "Accuracy": {"class_level_km": {"Partial": 0.9856985239356231, "Road Line": 0.76065882204875, "Total": 0.7749602981131268}, "class_level_pixels": {"Partial": 0.9811662840984564, "Road Line": 0.772988538067502, "Total": 0.7918222539690457}}, "Precision": {"class_level_km": {"Partial": 0.0, "Road Line": 0.9970773502907606, "Total": 0.04724291597983047}, "class_level_pixels": {"Partial": 0.0, "Road Line": 0.9970842853178528, "Total": 0.06642745279309568}, "macro_km": 0.34810675542353037, "macro_pixels": 0.3545039127036495}, "Recall": {"class_level_km": {"Partial": 0.0, "Road Line": 0.9853913160458546, "Total": 0.014339088538211298}, "class_level_pixels": {"Partial": 0.0, "Road Line": 0.9809343038948246, "Total": 0.018612213139635868}, "macro_km": 0.33324346819468864, "macro_pixels": 0.33318217234482017}, "IoU": {"class_level_km": {"Partial": 0.0, "Road Line": 0.7579693228701668, "Total": 0.04705540414741477}, "class_level_pixels": {"Partial": 0.0, "Road Line": 0.7695928985346715, "Total": 0.0661128413321496}, "macro_km": 0.2683415756725272, "macro_pixels": 0.278568579955607}, "Confusion_Matrix_pixels": {"matrix": [[0, 826.2592458964191, 0], [12571.015740308167, 539378.254070956, 147335.24514297384], [0.0, 751.0127237688621, 10483.497046668184]], "class_labels": ["Partial", "Road Line", "Total"]}, "Confusion_Matrix_km": {"matrix": [[0, 0.0002656704403700591, 0], [0.0027503328721372503, 0.15807004895351853, 0.047260405273643134], [0.0, 0.00019766711561668894, 0.0023434298132893167]], "class_labels": ["Partial", "Road Line", "Total"]}}}, "Hurricane Michael": {"model_name": "RDA_UNet_simple_noattention", "samples": {"total": 0.4105051213097, "class_level_km": {"Partial": 0.1298235992191106, "Road Line": 0.6876393187127027, "Total": 0.07530785611355856}, "total_predicted_segments": 115796}, "metrics": {"F1": {"class_level_km": {"Partial": 0.02164248771062665, "Road Line": 0.7920308109932034, "Total": 0.17937632360181785}, "class_level_pixels": {"Partial": 0.02162825128288897, "Road Line": 0.7921773279635906, "Total": 0.1790399314730052}, "macro_km": 0.3310165407685493, "macro_pixels": 0.3309485035731616}, "Accuracy": {"class_level_km": {"Partial": 0.8502683925743468, "Road Line": 0.6722630091445407, "Total": 0.7775583847064327}, "class_level_pixels": {"Partial": 0.8504098763900924, "Road Line": 0.6724336920678724, "Total": 0.7775845073073994}}, "Precision": {"class_level_km": {"Partial": 0.21712951857945853, "Road Line": 0.7746150532126919, "Total": 0.1302077681078186}, "class_level_pixels": {"Partial": 0.2166398155701942, "Road Line": 0.7750620463150963, "Total": 0.12978195333896708}, "macro_km": 0.37398411329998965, "macro_pixels": 0.37382793840808587}, "Recall": {"class_level_km": {"Partial": 0.0019477672156827984, "Road Line": 0.9283234675883237, "Total": 0.0312661287059881}, "class_level_pixels": {"Partial": 0.0019442948828438172, "Road Line": 0.92843017907206, "Total": 0.031189995354997467}, "macro_km": 0.32051245450333155, "macro_pixels": 0.32052148976996714}, "IoU": {"class_level_km": {"Partial": 0.010939624196428365, "Road Line": 0.6556713682775456, "Total": 0.09852465719696984}, "class_level_pixels": {"Partial": 0.010932349441864988, "Road Line": 0.6558722122908708, "Total": 0.09832172301166034}, "macro_km": 0.25504521655698126, "macro_pixels": 0.2550420949147987}, "Confusion_Matrix_pixels": {"matrix": [[7558.0949950111735, 556281.8643076386, 100181.68788122127], [25942.8910244159, 2853780.933849595, 643177.3155113929], [1386.8529270672711, 271940.40070590517, 110862.54055815977]], "class_labels": ["Partial", "Road Line", "Total"]}, "Confusion_Matrix_km": {"matrix": [[0.001478539908520657, 0.10878111505183591, 0.01956394425875402], [0.005059203450287371, 0.5571581775408485, 0.12542193772156687], [0.0002717402995808033, 0.05333175078563922, 0.02170436502833853]], "class_labels": ["Partial", "Road Line", "Total"]}}}, "Mayfield Tornado": {"model_name": "RDA_UNet_simple_noattention", "samples": {"total": 0.7815637246100544, "class_level_km": {"Partial": 0.017505666120371535, "Road Line": 1.9269565891504423, "Total": 0.013081706253801896}, "total_predicted_segments": 149714}, "metrics": {"F1": {"class_level_km": {"Partial": 0.04794621907631601, "Road Line": 0.893482010758289, "Total": 0.05862979492354893}, "class_level_pixels": {"Partial": 0.0500861971386925, "Road Line": 0.8944632517742791, "Total": 0.05900699913579698}, "macro_km": 0.3333526749193847, "macro_pixels": 0.33451881601625616}, "Accuracy": {"class_level_km": {"Partial": 0.9788766079005764, "Road Line": 0.8094058452978193, "Total": 0.8225530542072483}, "class_level_pixels": {"Partial": 0.9794009923108524, "Road Line": 0.8109938615920548, "Total": 0.8236472750327277}}, "Precision": {"class_level_km": {"Partial": 0.040159701228811975, "Road Line": 0.9930683270224161, "Total": 0.030392378093237412}, "class_level_pixels": {"Partial": 0.04242824111003923, "Road Line": 0.9931827302195058, "Total": 0.030590141760790876}, "macro_km": 0.35454013544815516, "macro_pixels": 0.3554003710301119}, "Recall": {"class_level_km": {"Partial": 0.0005433736797157827, "Road Line": 0.9875886689633632, "Total": 0.006717884617042554}, "class_level_pixels": {"Partial": 0.0005544847734393556, "Road Line": 0.9876137787818414, "Total": 0.006713176237319531}, "macro_km": 0.3316166424200405, "macro_pixels": 0.3316271465975334}, "IoU": {"class_level_km": {"Partial": 0.024561935508574224, "Road Line": 0.8074717441969345, "Total": 0.03020021362759098}, "class_level_pixels": {"Partial": 0.02568636473324919, "Road Line": 0.809076001507689, "Total": 0.030400418295957198}, "macro_km": 0.28741129777769986, "macro_pixels": 0.28838759484563176}, "Confusion_Matrix_pixels": {"matrix": [[3569.8359752454453, 29109.63146151758, 25730.02422640909], [80183.1236262793, 5265053.699418285, 1126113.1536494582], [385.2436764980771, 7030.033864510384, 36346.903013160954]], "class_labels": ["Partial", "Road Line", "Total"]}, "Confusion_Matrix_km": {"matrix": [[0.001041209380956937, 0.008772671247122436, 0.007691785492292162], [0.02477043278422693, 1.5647824221439401, 0.3374037342222754], [0.00011507912750187236, 0.0021495983855173394, 0.010817028740782685]], "class_labels": ["Partial", "Road Line", "Total"]}}}, "Hurricane Idalia": {"model_name": "RDA_UNet_simple_noattention", "samples": {"total": 0.3124207908628798, "class_level_km": {"Partial": 0.007615840203109547, "Road Line": 0.6075913381214706, "Total": 0.04128127714270373}, "total_predicted_segments": 12960}, "metrics": {"F1": {"class_level_km": {"Partial": 0.05933354228039549, "Road Line": 0.788253370232307, "Total": 0.24434950019398413}, "class_level_pixels": {"Partial": 0.05933354228039547, "Road Line": 0.7882533702323093, "Total": 0.24434950019398655}, "macro_km": 0.3639788042355622, "macro_pixels": 0.3639788042355638}, "Accuracy": {"class_level_km": {"Partial": 0.981598208675478, "Road Line": 0.6735651823076428, "Total": 0.6684143997139773}, "class_level_pixels": {"Partial": 0.981598208675478, "Road Line": 0.6735651823076458, "Total": 0.6684143997139803}}, "Precision": {"class_level_km": {"Partial": 0.07289416471484411, "Road Line": 0.9861796120755404, "Total": 0.1426111737718191}, "class_level_pixels": {"Partial": 0.07289416471484408, "Road Line": 0.9861796120755405, "Total": 0.14261117377182075}, "macro_km": 0.40056165018740125, "macro_pixels": 0.4005616501874018}, "Recall": {"class_level_km": {"Partial": 0.0005912361324856288, "Road Line": 0.9020615651188915, "Total": 0.08020664498088924}, "class_level_pixels": {"Partial": 0.0005912361324856332, "Road Line": 0.9020615651188916, "Total": 0.08020664498088921}, "macro_km": 0.32761981541075547, "macro_pixels": 0.3276198154107555}, "IoU": {"class_level_km": {"Partial": 0.03057379697803189, "Road Line": 0.6505100578521311, "Total": 0.13917889706463937}, "class_level_pixels": {"Partial": 0.030573796978031875, "Road Line": 0.6505100578521343, "Total": 0.13917889706464093}, "macro_km": 0.27342091729826745, "macro_pixels": 0.27342091729826906}, "Confusion_Matrix_pixels": {"matrix": [[299.9978187022351, 1865.3705662716104, 3831.356184403752], [1559.4854396746252, 314079.20350038697, 162779.68753353338], [2256.042584820626, 2536.1566791001337, 27712.74336812932]], "class_labels": ["Partial", "Road Line", "Total"]}, "Confusion_Matrix_km": {"matrix": [[0.00038099722975183865, 0.002369020619164946, 0.004865822354192762], [0.0019805465083867733, 0.39888058844549273, 0.20673020316759105], [0.0028651740827221944, 0.003220918982457172, 0.035195184077524366]], "class_labels": ["Partial", "Road Line", "Total"]}}}}}

RDA_UNet_simple_noattention-epoch=05-step=3000-val_macro_iou=0.32182.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0161d16cd69bbd6231b2e91cc0a821a86a4e58d72acc936eefa33a593efde28
+size 976995512

RDA_UNet_simple_noattention_adjusted.yaml

@@ -0,0 +1,196 @@
+name: "RDA_UNet_simple_noattention"
+model: "MaskedUNet"
+task: "RDA"
+masking_strategy_parameters:
+    road_width_pixels: 40
+train_location_strategy: "grid"
+train_location_parameters:
+  sample_generator_process_pool_size: 6
+  adjustment_buffer_distance_px: 326
+train_presentation_strategy: "weighted"
+train_presentation_strategy_parameters:
+  length: 4000
+  expected_class_balances:
+    Not Able To Determine: 1
+    Partial Flooding: 1
+    Partial Obstruction: 1
+    Partial Road Condition: 1
+    Particulate Partial: 1
+    Particulate Total: 1
+    Road Line: 1
+    Total Destruction: 1
+    Total Flooding: 1
+    Total Obstruction: 1
+  balance_monitor: "pixel"
+train_dataset_adaptor_parameters:
+  tile_x: 2048
+  tile_y: 2048
+  mask_x: 2048
+  mask_y: 2048
+  backend: "auto"
+train_annotator_parameters:
+  generate_adjusted_samples: True
+validation_location_strategy: "grid"
+validation_location_parameters:
+  sample_generator_process_pool_size: 6
+  adjustment_buffer_distance_px: 326
+validation_presentation_strategy: "indexed"
+validation_dataset_adaptor_parameters:
+  tile_x: 2048
+  tile_y: 2048
+  mask_x: 2048
+  mask_y: 2048
+  backend: "auto"
+validation_annotator_parameters:
+  generate_adjusted_samples: True
+channel_maps:
+  background_class_idx: 0
+  default_label: Road Line
+  input_dataset_class_2_idx_map:
+    Background: 0
+    Not Able To Determine: 3
+    Partial Flooding: 2
+    Partial Obstruction: 2
+    Partial Road Condition: 2
+    Particulate Partial: 2
+    Particulate Total: 3
+    Road Line: 1
+    Total Destruction: 3
+    Total Flooding: 3
+    Total Obstruction: 3
+  model_class_2_color_map:
+    Background:
+      alpha: 0
+      blue: 0
+      green: 0
+      red: 0
+    Partial:
+      alpha: 255
+      blue: 0
+      green: 255
+      red: 255
+    Road Line:
+      alpha: 255
+      blue: 0
+      green: 255
+      red: 0
+    Total:
+      alpha: 255
+      blue: 0
+      green: 0
+      red: 255
+  output_class_2_idx_map:
+    Background: 0
+    Partial: 2
+    Road Line: 1
+    Total: 3
+input:
+  road_line_buffer_width_pixels: 40
+  road_line_segment_length_pixels: 40
+  channels:
+    blue: 2
+    green: 1
+    mask: 3
+    red: 0
+  sample_generator_parameters:
+    label_tolerance: 0.1
+  normalized_inputs: true
+  validation_parameters:
+    batch_size: 1
+    validation_monitor: "val_macro_iou"
+    validation_monitor_mode: "max"
+    validation_checkpoint_save_top_k: 3
+    validation_reduce_lr_on_plateau_patience: 3
+    validation_reduce_lr_on_plateau_cooldown: 3
+  training_parameters:
+    batch_size: 1
+    grad_accumulation: 8
+    l1_reg: 1.0e-06
+    l2_reg: 1.0e-05
+    log_images_every_n_steps: 100
+    mask_x: 2048
+    mask_y: 2048
+    max_epochs: 100
+    optimizer_parameters:
+      name: "AdamW"
+      lr: 0.0005
+      weight_decay: 0.00001
+    output_class_weights_strategy: "ipw"
+    normalize_weights: False
+    output_class_weights:
+      Background: 1.0e-06
+      Partial: 45
+      Road Line: 1
+      Total: 35
+    samples_per_epoch: 4000
+    tile_x: 2048
+    tile_y: 2048
+    loss_parameters:
+      loss: [["cross entropy", 1.0]]
+      gamma: 2
+      alpha: 0.25
+      bins: 10
+      momentum: 0.9
+      smooth: 1.0e-06
+  model_parameters:
+    layers:
+      inc:
+        out_channels: 32
+        dilation: 1
+        kernel_size: 5
+        padding_mode: "zeros"
+      down_1:
+        in_channels: 32
+        out_channels: 64
+        dilation: 1
+        kernel_size: 5
+        padding_mode: "zeros"
+      down_2:
+        in_channels: 64
+        out_channels: 128
+        dilation: 1
+        kernel_size: 5
+        padding_mode: "zeros"
+      down_3:
+        in_channels: 128
+        out_channels: 256
+        dilation: 1
+        kernel_size: 5
+        padding_mode: "zeros"
+      down_4:
+        in_channels: 256
+        out_channels: 512
+        dilation: 1
+        kernel_size: 5
+        padding_mode: "zeros"
+      down_5:
+        in_channels: 512
+        out_channels: 1024
+        dilation: 1
+        kernel_size: 5
+        padding_mode: "zeros"
+      up_0:
+        attention: False
+        bilinear: False
+        in_channels: 1024
+        out_channels: 512
+      up_1:
+        attention: False
+        bilinear: False
+        in_channels: 512
+        out_channels: 256
+      up_2:
+        attention: False
+        bilinear: False
+        in_channels: 256
+        out_channels: 128
+      up_3:
+        attention: False
+        bilinear: False
+        in_channels: 128
+        out_channels: 64
+      up_4:
+        attention: False
+        bilinear: False
+        in_channels: 64
+        out_channels: 32

RDA_UNet_simple_noattention_unadjusted.yaml

@@ -0,0 +1,196 @@
+name: "RDA_UNet_simple_noattention"
+model: "MaskedUNet"
+task: "RDA"
+masking_strategy_parameters:
+    road_width_pixels: 40
+train_location_strategy: "grid"
+train_location_parameters:
+  sample_generator_process_pool_size: 6
+  adjustment_buffer_distance_px: 326
+train_presentation_strategy: "weighted"
+train_presentation_strategy_parameters:
+  length: 4000
+  expected_class_balances:
+    Not Able To Determine: 1
+    Partial Flooding: 1
+    Partial Obstruction: 1
+    Partial Road Condition: 1
+    Particulate Partial: 1
+    Particulate Total: 1
+    Road Line: 1
+    Total Destruction: 1
+    Total Flooding: 1
+    Total Obstruction: 1
+  balance_monitor: "pixel"
+train_dataset_adaptor_parameters:
+  tile_x: 2048
+  tile_y: 2048
+  mask_x: 2048
+  mask_y: 2048
+  backend: "auto"
+train_annotator_parameters:
+  generate_adjusted_samples: False
+validation_location_strategy: "grid"
+validation_location_parameters:
+  sample_generator_process_pool_size: 6
+  adjustment_buffer_distance_px: 326
+validation_presentation_strategy: "indexed"
+validation_dataset_adaptor_parameters:
+  tile_x: 2048
+  tile_y: 2048
+  mask_x: 2048
+  mask_y: 2048
+  backend: "auto"
+validation_annotator_parameters:
+  generate_adjusted_samples: False
+channel_maps:
+  background_class_idx: 0
+  default_label: Road Line
+  input_dataset_class_2_idx_map:
+    Background: 0
+    Not Able To Determine: 3
+    Partial Flooding: 2
+    Partial Obstruction: 2
+    Partial Road Condition: 2
+    Particulate Partial: 2
+    Particulate Total: 3
+    Road Line: 1
+    Total Destruction: 3
+    Total Flooding: 3
+    Total Obstruction: 3
+  model_class_2_color_map:
+    Background:
+      alpha: 0
+      blue: 0
+      green: 0
+      red: 0
+    Partial:
+      alpha: 255
+      blue: 0
+      green: 255
+      red: 255
+    Road Line:
+      alpha: 255
+      blue: 0
+      green: 255
+      red: 0
+    Total:
+      alpha: 255
+      blue: 0
+      green: 0
+      red: 255
+  output_class_2_idx_map:
+    Background: 0
+    Partial: 2
+    Road Line: 1
+    Total: 3
+input:
+  road_line_buffer_width_pixels: 40
+  road_line_segment_length_pixels: 40
+  channels:
+    blue: 2
+    green: 1
+    mask: 3
+    red: 0
+  sample_generator_parameters:
+    label_tolerance: 0.1
+  normalized_inputs: true
+  validation_parameters:
+    batch_size: 1
+    validation_monitor: "val_macro_iou"
+    validation_monitor_mode: "max"
+    validation_checkpoint_save_top_k: 3
+    validation_reduce_lr_on_plateau_patience: 3
+    validation_reduce_lr_on_plateau_cooldown: 3
+  training_parameters:
+    batch_size: 1
+    grad_accumulation: 8
+    l1_reg: 1.0e-06
+    l2_reg: 1.0e-05
+    log_images_every_n_steps: 100
+    mask_x: 2048
+    mask_y: 2048
+    max_epochs: 100
+    optimizer_parameters:
+      name: "AdamW"
+      lr: 0.0005
+      weight_decay: 0.00001
+    output_class_weights_strategy: "ipw"
+    normalize_weights: False
+    output_class_weights:
+      Background: 1.0e-06
+      Partial: 45
+      Road Line: 1
+      Total: 35
+    samples_per_epoch: 4000
+    tile_x: 2048
+    tile_y: 2048
+    loss_parameters:
+      loss: [["cross entropy", 1.0]]
+      gamma: 2
+      alpha: 0.25
+      bins: 10
+      momentum: 0.9
+      smooth: 1.0e-06
+  model_parameters:
+    layers:
+      inc:
+        out_channels: 32
+        dilation: 1
+        kernel_size: 5
+        padding_mode: "zeros"
+      down_1:
+        in_channels: 32
+        out_channels: 64
+        dilation: 1
+        kernel_size: 5
+        padding_mode: "zeros"
+      down_2:
+        in_channels: 64
+        out_channels: 128
+        dilation: 1
+        kernel_size: 5
+        padding_mode: "zeros"
+      down_3:
+        in_channels: 128
+        out_channels: 256
+        dilation: 1
+        kernel_size: 5
+        padding_mode: "zeros"
+      down_4:
+        in_channels: 256
+        out_channels: 512
+        dilation: 1
+        kernel_size: 5
+        padding_mode: "zeros"
+      down_5:
+        in_channels: 512
+        out_channels: 1024
+        dilation: 1
+        kernel_size: 5
+        padding_mode: "zeros"
+      up_0:
+        attention: False
+        bilinear: False
+        in_channels: 1024
+        out_channels: 512
+      up_1:
+        attention: False
+        bilinear: False
+        in_channels: 512
+        out_channels: 256
+      up_2:
+        attention: False
+        bilinear: False
+        in_channels: 256
+        out_channels: 128
+      up_3:
+        attention: False
+        bilinear: False
+        in_channels: 128
+        out_channels: 64
+      up_4:
+        attention: False
+        bilinear: False
+        in_channels: 64
+        out_channels: 32