{ "global": { "model_name": "RDA_ResNet101_PSPNet_simple_unadjusted", "samples": { "total": 1.617570644343792, "class_level_km": { "Partial": 0.5493606878637297, "Road Line": 11.897280042174485, "Total": 0.5023995428866285 }, "total_predicted_segments": 1079800 }, "metrics": { "F1": { "class_level_km": { "Partial": 0.19683694823612677, "Road Line": 0.7650689747553555, "Total": 0.14718276081951678 }, "class_level_pixels": { "Partial": 0.22211381172139988, "Road Line": 0.7745350795437502, "Total": 0.150039929687482 }, "macro_km": 0.3696962279369997, "macro_pixels": 0.38222960698421066 }, "Accuracy": { "class_level_km": { "Partial": 0.9056424130618888, "Road Line": 0.6418103099565484, "Total": 0.6948120412446148 }, "class_level_pixels": { "Partial": 0.8794604272105431, "Road Line": 0.6577012145890974, "Total": 0.7221894710100156 } }, "Precision": { "class_level_km": { "Partial": 0.15404751834588182, "Road Line": 0.9626208631868239, "Total": 0.08254019987216944 }, "class_level_pixels": { "Partial": 0.18152448301532734, "Road Line": 0.9498184796572607, "Total": 0.08567931927007923 }, "macro_km": 0.39973619380162506, "macro_pixels": 0.40567409398088916 }, "Recall": { "class_level_km": { "Partial": 0.012767121131440502, "Road Line": 0.908733656103947, "Total": 0.03790277756700761 }, "class_level_pixels": { "Partial": 0.01956783846416153, "Road Line": 0.8939409460616503, "Total": 0.033952822379953104 }, "macro_km": 0.31980118493413173, "macro_pixels": 0.315820535635255 }, "IoU": { "class_level_km": { "Partial": 0.10916203503813968, "Road Line": 0.6195236487833743, "Total": 0.0794372794613121 }, "class_level_pixels": { "Partial": 0.12493140066319812, "Road Line": 0.6320336605436123, "Total": 0.08110441522239742 }, "macro_km": 0.26937432109427534, "macro_pixels": 0.2793564921430693 }, "Confusion_Matrix_pixels": { "matrix": [ [ 744388.9432035069, 957022.1716778268, 900595.9734287496 ], [ 3044708.11956255, 25431866.24322096, 10417941.84830597 ], [ 311666.26589552674, 386613.207682802, 1060639.4847425888 ] ], "class_labels": [ "Partial", "Road Line", "Total" ] }, "Confusion_Matrix_km": { "matrix": [ [ 0.14972258394898422, 0.20115546939798692, 0.1984826345167586 ], [ 0.7529254037527752, 7.552328705856588, 3.5920259325651216 ], [ 0.06927668565009015, 0.09210591600323677, 0.34101694123330156 ] ], "class_labels": [ "Partial", "Road Line", "Total" ] } } }, "per_event": { "Mussett Bayou Fire": { "model_name": "RDA_ResNet101_PSPNet_simple_unadjusted", "samples": { "total": 0.11308100756115586, "class_level_km": { "Partial": 0.0006091917262747285, "Road Line": 0.7008939529239814, "Total": 0.010915320713311022 }, "total_predicted_segments": 79544 }, "metrics": { "F1": { "class_level_km": { "Partial": 0.0007113160468947688, "Road Line": 0.6757127237296011, "Total": 0.06240091495707652 }, "class_level_pixels": { "Partial": 0.0006045335865055221, "Road Line": 0.6856881688702614, "Total": 0.07978852985318284 }, "macro_km": 0.24627498491119082, "macro_pixels": 0.2553604107699832 }, "Accuracy": { "class_level_km": { "Partial": 0.9098174868255829, "Road Line": 0.5169460837042832, "Total": 0.6060519052816264 }, "class_level_pixels": { "Partial": 0.9050364574574266, "Road Line": 0.5298640755904257, "Total": 0.6234344869109947 } }, "Precision": { "class_level_km": { "Partial": 0.0003590601832782685, "Road Line": 0.9950633727911167, "Total": 0.0323812486436284 }, "class_level_pixels": { "Partial": 0.00030472063845295166, "Road Line": 0.9946408171791483, "Total": 0.04184196103584479 }, "macro_km": 0.3426012272060078, "macro_pixels": 0.34559583295114865 }, "Recall": { "class_level_km": { "Partial": 3.5278466216027715e-05, "Road Line": 0.973537197623954, "Total": 0.021630819363626687 }, "class_level_pixels": { "Partial": 3.173539415908086e-05, "Road Line": 0.9678206719324504, "Total": 0.026186203943921134 }, "macro_km": 0.3317344318179322, "macro_pixels": 0.33134620375684354 }, "IoU": { "class_level_km": { "Partial": 0.0003557845610811516, "Road Line": 0.5102463308660764, "Total": 0.032205276849464524 }, "class_level_pixels": { "Partial": 0.0003023581860920848, "Road Line": 0.521708891778648, "Total": 0.04155194940434467 }, "macro_km": 0.18093579742554067, "macro_pixels": 0.1878543997896949 }, "Confusion_Matrix_pixels": { "matrix": [ [ 71.11680532757205, 1752.4080952755685, 71.11680532757974 ], [ 231658.87617643393, 1269759.9891874853, 925587.2991332097 ], [ 1653.6258260350555, 5089.132894322377, 40422.7296512314 ] ], "class_labels": [ "Partial", "Road Line", "Total" ] }, "Confusion_Matrix_km": { "matrix": [ [ 2.2866470884195556e-05, 0.000563458784506335, 2.2866470884198022e-05 ], [ 0.06330070136621295, 0.3585361635471119, 0.27905708801065654 ], [ 0.00036066101674444846, 0.001215281573879721, 0.009339378122686853 ] ], "class_labels": [ "Partial", "Road Line", "Total" ] } } }, "Hurricane Michael": { "model_name": "RDA_ResNet101_PSPNet_simple_unadjusted", "samples": { "total": 0.4105051213097, "class_level_km": { "Partial": 0.466773713267024, "Road Line": 2.496636131645345, "Total": 0.2795998385365414 }, "total_predicted_segments": 421988 }, "metrics": { "F1": { "class_level_km": { "Partial": 0.2938433731828688, "Road Line": 0.720209844028868, "Total": 0.25233300686435306 }, "class_level_pixels": { "Partial": 0.29381859503054913, "Road Line": 0.7203954171994233, "Total": 0.25172839496926414 }, "macro_km": 0.42212874135869655, "macro_pixels": 0.42198080239974556 }, "Accuracy": { "class_level_km": { "Partial": 0.7905377012666512, "Road Line": 0.6319276311657934, "Total": 0.7100196680964505 }, "class_level_pixels": { "Partial": 0.7906582919995684, "Road Line": 0.6319912490626821, "Total": 0.710132679873436 } }, "Precision": { "class_level_km": { "Partial": 0.285415809455147, "Road Line": 0.8681464506646339, "Total": 0.16222911090350822 }, "class_level_pixels": { "Partial": 0.2852831069686172, "Road Line": 0.8685066287682397, "Total": 0.16172533613128398 }, "macro_km": 0.43859712367442966, "macro_pixels": 0.438505023956047 }, "Recall": { "class_level_km": { "Partial": 0.05512748058493333, "Road Line": 0.7496568227204291, "Total": 0.0689182152494531 }, "class_level_pixels": { "Partial": 0.05508076173989464, "Road Line": 0.7501424481989953, "Total": 0.06865982659044985 }, "macro_km": 0.2912341728516052, "macro_pixels": 0.29129434550977995 }, "IoU": { "class_level_km": { "Partial": 0.1722253212655156, "Road Line": 0.5627561992632749, "Total": 0.1443827730657198 }, "class_level_pixels": { "Partial": 0.17220829753200245, "Road Line": 0.5629828361686128, "Total": 0.14398700650682855 }, "macro_km": 0.2931214311981701, "macro_pixels": 0.2930593800691479 }, "Confusion_Matrix_pixels": { "matrix": [ [ 723146.6558438572, 852419.702413132, 811997.20092654 ], [ 1534402.1030275596, 7872132.962776834, 3384511.167998141 ], [ 277289.92655907915, 339434.5307874486, 809617.367426937 ] ], "class_labels": [ "Partial", "Road Line", "Total" ] }, "Confusion_Matrix_km": { "matrix": [ [ 0.1413315028249265, 0.16678229335472114, 0.15865991708737637 ], [ 0.29948845418332354, 1.5363072808572686, 0.6608403966047529 ], [ 0.054357598484297796, 0.06655111219651334, 0.15869112785573028 ] ], "class_labels": [ "Partial", "Road Line", "Total" ] } } }, "Mayfield Tornado": { "model_name": "RDA_ResNet101_PSPNet_simple_unadjusted", "samples": { "total": 0.7815637246100545, "class_level_km": { "Partial": 0.058232275604849795, "Road Line": 6.537725424355585, "Total": 0.046243516899653433 }, "total_predicted_segments": 528081 }, "metrics": { "F1": { "class_level_km": { "Partial": 0.025190845943457794, "Road Line": 0.8259981166591932, "Total": 0.03571394473511352 }, "class_level_pixels": { "Partial": 0.025231374707518617, "Road Line": 0.8237165776461183, "Total": 0.03504599600707173 }, "macro_km": 0.29563430244592154, "macro_pixels": 0.2946646494535695 }, "Accuracy": { "class_level_km": { "Partial": 0.9338144721196782, "Road Line": 0.7064907127489155, "Total": 0.7634727893626826 }, "class_level_pixels": { "Partial": 0.934046009089674, "Road Line": 0.7032092411487605, "Total": 0.7599784148912336 } }, "Precision": { "class_level_km": { "Partial": 0.014462941529813067, "Road Line": 0.9916132180086178, "Total": 0.018378619087089793 }, "class_level_pixels": { "Partial": 0.014473257527198297, "Road Line": 0.9916733456929581, "Total": 0.01802615108473259 }, "macro_km": 0.3414849262085069, "macro_pixels": 0.34139091810162964 }, "Recall": { "class_level_km": { "Partial": 0.0009157893617058164, "Road Line": 0.9860762597757282, "Total": 0.005737061259486954 }, "class_level_pixels": { "Partial": 0.0009138652981422941, "Road Line": 0.98605727674241, "Total": 0.005735230024446205 }, "macro_km": 0.3309097034656403, "macro_pixels": 0.33090212402166613 }, "IoU": { "class_level_km": { "Partial": 0.012756091337591874, "Road Line": 0.7035747798876486, "Total": 0.018181641436281263 }, "class_level_pixels": { "Partial": 0.012776876432185376, "Road Line": 0.7002704977323955, "Total": 0.01783552995940655 }, "macro_km": 0.2448375042205073, "macro_pixels": 0.24362763470799578 }, "Confusion_Matrix_pixels": { "matrix": [ [ 19054.670903851453, 99931.18298499554, 74865.78371638156 ], [ 1269838.4915842637, 15478814.962559728, 5225428.836399921 ], [ 27650.184304665603, 30037.764789677025, 97297.81676095948 ] ], "class_labels": [ "Partial", "Road Line", "Total" ] }, "Confusion_Matrix_km": { "matrix": [ [ 0.005680260097066071, 0.030102741964515494, 0.02244927354326823 ], [ 0.3789492642596739, 4.62731418401564, 1.5314619760802715 ], [ 0.008116314057742477, 0.009033762634429897, 0.029093440207481055 ] ], "class_labels": [ "Partial", "Road Line", "Total" ] } } }, "Hurricane Idalia": { "model_name": "RDA_ResNet101_PSPNet_simple_unadjusted", "samples": { "total": 0.3124207908628798, "class_level_km": { "Partial": 0.023745507265579446, "Road Line": 2.162024533250502, "Total": 0.16564086673711872 }, "total_predicted_segments": 50187 }, "metrics": { "F1": { "class_level_km": { "Partial": 0.12200628773563803, "Road Line": 0.6416096164272811, "Total": 0.19880889017050177 }, "class_level_pixels": { "Partial": 0.12200628773563807, "Road Line": 0.6416096164272704, "Total": 0.19880889017049946 }, "macro_km": 0.32080826477780694, "macro_pixels": 0.3208082647778026 }, "Accuracy": { "class_level_km": { "Partial": 0.9835474741462613, "Road Line": 0.5105635569032725, "Total": 0.5067791352859063 }, "class_level_pixels": { "Partial": 0.983547474146261, "Road Line": 0.5105635569032619, "Total": 0.5067791352858957 } }, "Precision": { "class_level_km": { "Partial": 0.13230043130871144, "Road Line": 0.981878547239101, "Total": 0.11224890208459741 }, "class_level_pixels": { "Partial": 0.13230043130871144, "Road Line": 0.9818785472391003, "Total": 0.11224890208459597 }, "macro_km": 0.4088092935441366, "macro_pixels": 0.4088092935441359 }, "Recall": { "class_level_km": { "Partial": 0.0011622460162376085, "Road Line": 0.8580863863198037, "Total": 0.12075146201485738 }, "class_level_pixels": { "Partial": 0.0011622460162376213, "Road Line": 0.8580863863197996, "Total": 0.12075146201486081 }, "macro_km": 0.32666669811696625, "macro_pixels": 0.32666669811696597 }, "IoU": { "class_level_km": { "Partial": 0.06496629192039778, "Road Line": 0.4723307998837389, "Total": 0.11037634434544877 }, "class_level_pixels": { "Partial": 0.0649662919203978, "Road Line": 0.47233079988372717, "Total": 0.11037634434544738 }, "macro_km": 0.21589114538319512, "macro_pixels": 0.2158911453831908 }, "Confusion_Matrix_pixels": { "matrix": [ [ 2116.499650478734, 2918.8781844435707, 13661.87198049457 ], [ 8808.648774464653, 811158.3286915472, 882414.5447784582 ], [ 5072.529205752073, 12051.779211348154, 113301.57090346528 ] ], "class_labels": [ "Partial", "Road Line", "Total" ] }, "Confusion_Matrix_km": { "matrix": [ [ 0.0026879545561079923, 0.0037069752942433384, 0.017350577415228115 ], [ 0.011186983943570112, 1.0301710774383024, 1.1206664718686297 ], [ 0.006442112091305129, 0.015305759598412164, 0.14389299504740144 ] ], "class_labels": [ "Partial", "Road Line", "Total" ] } } } } }