| { | |
| "global": { | |
| "model_name": "RDA_ResNet101_PSPNet_simple_adjusted", | |
| "samples": { | |
| "total": 1.617570644343792, | |
| "class_level_km": { | |
| "Partial": 0.6333428226809997, | |
| "Road Line": 12.296186806065466, | |
| "Total": 0.5996808464683158 | |
| }, | |
| "total_predicted_segments": 1077687 | |
| }, | |
| "metrics": { | |
| "F1": { | |
| "class_level_km": { | |
| "Partial": 0.21436210108427578, | |
| "Road Line": 0.7757141431372723, | |
| "Total": 0.17341662077279676 | |
| }, | |
| "class_level_pixels": { | |
| "Partial": 0.23883083788381765, | |
| "Road Line": 0.79090639733707, | |
| "Total": 0.1727402205102003 | |
| }, | |
| "macro_km": 0.38783095499811493, | |
| "macro_pixels": 0.40082581857702926 | |
| }, | |
| "Accuracy": { | |
| "class_level_km": { | |
| "Partial": 0.9080189955889184, | |
| "Road Line": 0.6569699596477705, | |
| "Total": 0.7078114081584151 | |
| }, | |
| "class_level_pixels": { | |
| "Partial": 0.8828665281445076, | |
| "Road Line": 0.6787349416916942, | |
| "Total": 0.7438402695006242 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level_km": { | |
| "Partial": 0.17858867708023435, | |
| "Road Line": 0.9558968964492757, | |
| "Total": 0.09913966923726349 | |
| }, | |
| "class_level_pixels": { | |
| "Partial": 0.20311885508663527, | |
| "Road Line": 0.9442356695518602, | |
| "Total": 0.10052562111742958 | |
| }, | |
| "macro_km": 0.4112084142555912, | |
| "macro_pixels": 0.41596004858530833 | |
| }, | |
| "Recall": { | |
| "class_level_km": { | |
| "Partial": 0.013819705799505897, | |
| "Road Line": 0.9029349598928977, | |
| "Total": 0.043303176240827246 | |
| }, | |
| "class_level_pixels": { | |
| "Partial": 0.020814461797257294, | |
| "Road Line": 0.8951949688411448, | |
| "Total": 0.03595445711097931 | |
| }, | |
| "macro_km": 0.32001928064441026, | |
| "macro_pixels": 0.31732129591646047 | |
| }, | |
| "IoU": { | |
| "class_level_km": { | |
| "Partial": 0.12004791184956412, | |
| "Road Line": 0.6336054106882072, | |
| "Total": 0.09494043510138934 | |
| }, | |
| "class_level_pixels": { | |
| "Partial": 0.1356092549320156, | |
| "Road Line": 0.6541316533270568, | |
| "Total": 0.09453511889723319 | |
| }, | |
| "macro_km": 0.28286458587972024, | |
| "macro_pixels": 0.2947586757187685 | |
| }, | |
| "Confusion_Matrix_pixels": { | |
| "matrix": [ | |
| [ | |
| 821446.5069103367, | |
| 1183836.4840063695, | |
| 829448.4943996082 | |
| ], | |
| [ | |
| 2889308.790812034, | |
| 27160445.537744686, | |
| 9867588.637731247 | |
| ], | |
| [ | |
| 333411.38764009427, | |
| 420195.3365711432, | |
| 1195505.205117187 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "Partial", | |
| "Road Line", | |
| "Total" | |
| ] | |
| }, | |
| "Confusion_Matrix_km": { | |
| "matrix": [ | |
| [ | |
| 0.16977204688781422, | |
| 0.26075542060499585, | |
| 0.20281535518818966 | |
| ], | |
| [ | |
| 0.7053820924772497, | |
| 8.025543133551901, | |
| 3.5652615800363154 | |
| ], | |
| [ | |
| 0.07547750012874853, | |
| 0.10952652212817168, | |
| 0.41467682421139557 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "Partial", | |
| "Road Line", | |
| "Total" | |
| ] | |
| } | |
| } | |
| }, | |
| "per_event": { | |
| "Mussett Bayou Fire": { | |
| "model_name": "RDA_ResNet101_PSPNet_simple_adjusted", | |
| "samples": { | |
| "total": 0.11308100756115586, | |
| "class_level_km": { | |
| "Partial": 0.0008397396136685918, | |
| "Road Line": 0.8874983110217128, | |
| "Total": 0.01366082051581588 | |
| }, | |
| "total_predicted_segments": 79009 | |
| }, | |
| "metrics": { | |
| "F1": { | |
| "class_level_km": { | |
| "Partial": 0.0016116878048362325, | |
| "Road Line": 0.6685192600580194, | |
| "Total": 0.0627950838177129 | |
| }, | |
| "class_level_pixels": { | |
| "Partial": 0.0013488072916323758, | |
| "Road Line": 0.6801594592841995, | |
| "Total": 0.08437377317738222 | |
| }, | |
| "macro_km": 0.2443086772268562, | |
| "macro_pixels": 0.25529401325107137 | |
| }, | |
| "Accuracy": { | |
| "class_level_km": { | |
| "Partial": 0.9222530008159966, | |
| "Road Line": 0.5091295863257274, | |
| "Total": 0.5864245328072963 | |
| }, | |
| "class_level_pixels": { | |
| "Partial": 0.915868656191269, | |
| "Road Line": 0.5242512404574152, | |
| "Total": 0.6078382596751731 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level_km": { | |
| "Partial": 0.0008155944444450137, | |
| "Road Line": 0.9961121268477768, | |
| "Total": 0.032513410644148186 | |
| }, | |
| "class_level_pixels": { | |
| "Partial": 0.0006812193456841746, | |
| "Road Line": 0.9962014404016143, | |
| "Total": 0.044197450941365 | |
| }, | |
| "macro_km": 0.34314704397879003, | |
| "macro_pixels": 0.34702670356288784 | |
| }, | |
| "Recall": { | |
| "class_level_km": { | |
| "Partial": 6.804324144000792e-05, | |
| "Road Line": 0.9722191020616285, | |
| "Total": 0.023626736033658988 | |
| }, | |
| "class_level_pixels": { | |
| "Partial": 6.203413257228202e-05, | |
| "Road Line": 0.9649069478404707, | |
| "Total": 0.02972599770636731 | |
| }, | |
| "macro_km": 0.33197129377890916, | |
| "macro_pixels": 0.3315649932264701 | |
| }, | |
| "IoU": { | |
| "class_level_km": { | |
| "Partial": 0.000806493810537676, | |
| "Road Line": 0.502087067430769, | |
| "Total": 0.03241530273496581 | |
| }, | |
| "class_level_pixels": { | |
| "Partial": 0.0006748587730331325, | |
| "Road Line": 0.5153345713379305, | |
| "Total": 0.04404500836122402 | |
| }, | |
| "macro_km": 0.17843628799209085, | |
| "macro_pixels": 0.18668481282406255 | |
| }, | |
| "Confusion_Matrix_pixels": { | |
| "matrix": [ | |
| [ | |
| 176.04113584077737, | |
| 2435.625480033723, | |
| 0 | |
| ], | |
| [ | |
| 257401.30134987886, | |
| 1567383.07235622, | |
| 1210725.491612763 | |
| ], | |
| [ | |
| 843.2924479118165, | |
| 3540.874625653377, | |
| 55985.39214162779 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "Partial", | |
| "Road Line", | |
| "Total" | |
| ] | |
| }, | |
| "Confusion_Matrix_km": { | |
| "matrix": [ | |
| [ | |
| 5.660321057142851e-05, | |
| 0.0007831364030971633, | |
| 0 | |
| ], | |
| [ | |
| 0.06914069358261855, | |
| 0.4464763705802481, | |
| 0.37188124685884616 | |
| ], | |
| [ | |
| 0.0002038755136483989, | |
| 0.000959482171153228, | |
| 0.012497462831014253 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "Partial", | |
| "Road Line", | |
| "Total" | |
| ] | |
| } | |
| } | |
| }, | |
| "Hurricane Michael": { | |
| "model_name": "RDA_ResNet101_PSPNet_simple_adjusted", | |
| "samples": { | |
| "total": 0.4105051213097, | |
| "class_level_km": { | |
| "Partial": 0.48664794980243425, | |
| "Road Line": 2.632024192230252, | |
| "Total": 0.29839718033927676 | |
| }, | |
| "total_predicted_segments": 420925 | |
| }, | |
| "metrics": { | |
| "F1": { | |
| "class_level_km": { | |
| "Partial": 0.30589026053913393, | |
| "Road Line": 0.7607504823879659, | |
| "Total": 0.2909253973919646 | |
| }, | |
| "class_level_pixels": { | |
| "Partial": 0.30591753144544637, | |
| "Road Line": 0.7609391996795322, | |
| "Total": 0.29028935542244794 | |
| }, | |
| "macro_km": 0.4525220467730215, | |
| "macro_pixels": 0.4523820288491422 | |
| }, | |
| "Accuracy": { | |
| "class_level_km": { | |
| "Partial": 0.7991342463199559, | |
| "Road Line": 0.6719632262338249, | |
| "Total": 0.7592645771048891 | |
| }, | |
| "class_level_pixels": { | |
| "Partial": 0.799274067715179, | |
| "Road Line": 0.6720567889840167, | |
| "Total": 0.7594041404266665 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level_km": { | |
| "Partial": 0.3011525142685899, | |
| "Road Line": 0.8679964202045564, | |
| "Total": 0.19583365347573212 | |
| }, | |
| "class_level_pixels": { | |
| "Partial": 0.3010607693634406, | |
| "Road Line": 0.8683376746799539, | |
| "Total": 0.19525420582654643 | |
| }, | |
| "macro_km": 0.4549941959829595, | |
| "macro_pixels": 0.45488421662331374 | |
| }, | |
| "Recall": { | |
| "class_level_km": { | |
| "Partial": 0.05538519277170378, | |
| "Road Line": 0.7761366564061415, | |
| "Total": 0.06504389958206512 | |
| }, | |
| "class_level_pixels": { | |
| "Partial": 0.05534406524205479, | |
| "Road Line": 0.7766123000060458, | |
| "Total": 0.06479402885243594 | |
| }, | |
| "macro_km": 0.2988552495866368, | |
| "macro_pixels": 0.2989167980335122 | |
| }, | |
| "IoU": { | |
| "class_level_km": { | |
| "Partial": 0.18056106603606478, | |
| "Road Line": 0.6138799907333353, | |
| "Total": 0.1702239310958191 | |
| }, | |
| "class_level_pixels": { | |
| "Partial": 0.180580070406174, | |
| "Road Line": 0.6141257955079562, | |
| "Total": 0.16978858752685297 | |
| }, | |
| "macro_km": 0.3215549959550731, | |
| "macro_pixels": 0.32149815114699437 | |
| }, | |
| "Confusion_Matrix_pixels": { | |
| "matrix": [ | |
| [ | |
| 773920.6757094323, | |
| 1017157.8553109502, | |
| 697944.1015821582 | |
| ], | |
| [ | |
| 1502854.4268047437, | |
| 9131453.401701167, | |
| 2850156.5702086245 | |
| ], | |
| [ | |
| 293870.9412921998, | |
| 367405.34340404795, | |
| 860870.0832971663 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "Partial", | |
| "Road Line", | |
| "Total" | |
| ] | |
| }, | |
| "Confusion_Matrix_km": { | |
| "matrix": [ | |
| [ | |
| 0.15124018625701707, | |
| 0.19899298041543115, | |
| 0.13641478312998606 | |
| ], | |
| [ | |
| 0.29335050592374207, | |
| 1.782122245587123, | |
| 0.5565514407193871 | |
| ], | |
| [ | |
| 0.05761393534604268, | |
| 0.07202946918770863, | |
| 0.16875377580552542 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "Partial", | |
| "Road Line", | |
| "Total" | |
| ] | |
| } | |
| } | |
| }, | |
| "Mayfield Tornado": { | |
| "model_name": "RDA_ResNet101_PSPNet_simple_adjusted", | |
| "samples": { | |
| "total": 0.7815637246100545, | |
| "class_level_km": { | |
| "Partial": 0.09027413783106399, | |
| "Road Line": 6.384128758247357, | |
| "Total": 0.05502773992362059 | |
| }, | |
| "total_predicted_segments": 527532 | |
| }, | |
| "metrics": { | |
| "F1": { | |
| "class_level_km": { | |
| "Partial": 0.05817272013522714, | |
| "Road Line": 0.8380367445409855, | |
| "Total": 0.0488949128038952 | |
| }, | |
| "class_level_pixels": { | |
| "Partial": 0.0575050727369042, | |
| "Road Line": 0.8351646781157509, | |
| "Total": 0.047359755315634515 | |
| }, | |
| "macro_km": 0.3150347924933693, | |
| "macro_pixels": 0.3133431687227632 | |
| }, | |
| "Accuracy": { | |
| "class_level_km": { | |
| "Partial": 0.9360245046858553, | |
| "Road Line": 0.7251157856670947, | |
| "Total": 0.7766121288593478 | |
| }, | |
| "class_level_pixels": { | |
| "Partial": 0.9359792869694769, | |
| "Road Line": 0.7208849555758188, | |
| "Total": 0.7725315864656894 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level_km": { | |
| "Partial": 0.03651946044861906, | |
| "Road Line": 0.9884689985705306, | |
| "Total": 0.025357325084611592 | |
| }, | |
| "class_level_pixels": { | |
| "Partial": 0.03595586766697126, | |
| "Road Line": 0.9885995865492299, | |
| "Total": 0.02453690967675493 | |
| }, | |
| "macro_km": 0.35011526136792037, | |
| "macro_pixels": 0.3496974546309854 | |
| }, | |
| "Recall": { | |
| "class_level_km": { | |
| "Partial": 0.0021107876717762065, | |
| "Road Line": 0.9807515624801217, | |
| "Total": 0.0073936790783928185 | |
| }, | |
| "class_level_pixels": { | |
| "Partial": 0.002086658644456026, | |
| "Road Line": 0.9808647465163524, | |
| "Total": 0.007319061273399042 | |
| }, | |
| "macro_km": 0.33008534307676357, | |
| "macro_pixels": 0.33009015547806914 | |
| }, | |
| "IoU": { | |
| "class_level_km": { | |
| "Partial": 0.029957721131242027, | |
| "Road Line": 0.7212248241102365, | |
| "Total": 0.025060112407456807 | |
| }, | |
| "class_level_pixels": { | |
| "Partial": 0.02960371835715769, | |
| "Road Line": 0.7169809005832518, | |
| "Total": 0.024254214489617867 | |
| }, | |
| "macro_km": 0.2587475525496451, | |
| "macro_pixels": 0.2569462778100091 | |
| }, | |
| "Confusion_Matrix_pixels": { | |
| "matrix": [ | |
| [ | |
| 42960.22985350699, | |
| 152519.97499388809, | |
| 103852.41791678123 | |
| ], | |
| [ | |
| 1119604.8178174514, | |
| 15553353.304862328, | |
| 4840524.3239967665 | |
| ], | |
| [ | |
| 32239.379005966995, | |
| 26839.454884351413, | |
| 124371.41571802383 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "Partial", | |
| "Road Line", | |
| "Total" | |
| ] | |
| }, | |
| "Confusion_Matrix_km": { | |
| "matrix": [ | |
| [ | |
| 0.012900515951521762, | |
| 0.04609105794519022, | |
| 0.031282563934352 | |
| ], | |
| [ | |
| 0.330891622024387, | |
| 4.643459703698736, | |
| 1.4097774325242338 | |
| ], | |
| [ | |
| 0.00945831515365217, | |
| 0.008077297924812725, | |
| 0.037492126845155696 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "Partial", | |
| "Road Line", | |
| "Total" | |
| ] | |
| } | |
| } | |
| }, | |
| "Hurricane Idalia": { | |
| "model_name": "RDA_ResNet101_PSPNet_simple_adjusted", | |
| "samples": { | |
| "total": 0.3124207908628798, | |
| "class_level_km": { | |
| "Partial": 0.05558099543383113, | |
| "Road Line": 2.392535544568471, | |
| "Total": 0.23259510568960506 | |
| }, | |
| "total_predicted_segments": 50221 | |
| }, | |
| "metrics": { | |
| "F1": { | |
| "class_level_km": { | |
| "Partial": 0.13704497014493375, | |
| "Road Line": 0.6427229149376353, | |
| "Total": 0.2317781826983241 | |
| }, | |
| "class_level_pixels": { | |
| "Partial": 0.13704497014493341, | |
| "Road Line": 0.6427229149376307, | |
| "Total": 0.23177818269833322 | |
| }, | |
| "macro_km": 0.33718202259363106, | |
| "macro_pixels": 0.33718202259363245 | |
| }, | |
| "Accuracy": { | |
| "class_level_km": { | |
| "Partial": 0.9738103502703064, | |
| "Road Line": 0.5216198461225495, | |
| "Total": 0.5154901807115251 | |
| }, | |
| "class_level_pixels": { | |
| "Partial": 0.973810350270305, | |
| "Road Line": 0.5216198461225475, | |
| "Total": 0.5154901807115229 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level_km": { | |
| "Partial": 0.21628158561638966, | |
| "Road Line": 0.9637806555739638, | |
| "Total": 0.13437560211284327 | |
| }, | |
| "class_level_pixels": { | |
| "Partial": 0.21628158561638913, | |
| "Road Line": 0.9637806555739615, | |
| "Total": 0.13437560211284938 | |
| }, | |
| "macro_km": 0.43814594776773225, | |
| "macro_pixels": 0.43814594776773336 | |
| }, | |
| "Recall": { | |
| "class_level_km": { | |
| "Partial": 0.0021355032875642133, | |
| "Road Line": 0.8249120989585914, | |
| "Total": 0.14178755281706623 | |
| }, | |
| "class_level_pixels": { | |
| "Partial": 0.0021355032875643143, | |
| "Road Line": 0.8249120989585812, | |
| "Total": 0.1417875528170748 | |
| }, | |
| "macro_km": 0.3229450516877406, | |
| "macro_pixels": 0.32294505168774007 | |
| }, | |
| "IoU": { | |
| "class_level_km": { | |
| "Partial": 0.07356321969596633, | |
| "Road Line": 0.4735384705239486, | |
| "Total": 0.13107981161097762 | |
| }, | |
| "class_level_pixels": { | |
| "Partial": 0.07356321969596614, | |
| "Road Line": 0.47353847052394354, | |
| "Total": 0.13107981161098342 | |
| }, | |
| "macro_km": 0.2260605006102975, | |
| "macro_pixels": 0.22606050061029773 | |
| }, | |
| "Confusion_Matrix_pixels": { | |
| "matrix": [ | |
| [ | |
| 4389.560211578679, | |
| 11723.02822147751, | |
| 27651.974900669153 | |
| ], | |
| [ | |
| 9448.244839724639, | |
| 908255.7588086631, | |
| 966182.2519172353 | |
| ], | |
| [ | |
| 6457.77489401983, | |
| 22409.663657083915, | |
| 154278.31396039767 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "Partial", | |
| "Road Line", | |
| "Total" | |
| ] | |
| }, | |
| "Confusion_Matrix_km": { | |
| "matrix": [ | |
| [ | |
| 0.005574741468704931, | |
| 0.014888245841276465, | |
| 0.035118008123849735 | |
| ], | |
| [ | |
| 0.011999270946450277, | |
| 1.153484813687076, | |
| 1.2270514599349447 | |
| ], | |
| [ | |
| 0.00820137411540517, | |
| 0.028460272844496454, | |
| 0.19593345872970344 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "Partial", | |
| "Road Line", | |
| "Total" | |
| ] | |
| } | |
| } | |
| } | |
| } | |
| } |