Hugging Face's logo

CRASAR
/
CRASAR-U-DROIDs-RDA_AAAI26_Simple_ResNet101_PSPNet

Model card Files
xet
Community
tmanzini commited on
Commit
fe96336
·
verified ·
1 Parent(s): 68e6494

Upload 5 files

Browse files
Files changed (5) hide show
  1. CRASAR-U-DROIDs_RDA_metrics_adjusted.json +654 -0
  2. CRASAR-U-DROIDs_RDA_metrics_unadjusted.json +654 -0
  3. RDA_PSP_ResNet101_CCE_simple-epoch=25-step=13000-val_macro_f1=0.61267.ckpt +3 -0
  4. RDA_ResNet101_PSPNet_simple_adjusted.yaml +169 -0
  5. RDA_ResNet101_PSPNet_simple_unadjusted.yaml +169 -0
CRASAR-U-DROIDs_RDA_metrics_adjusted.json ADDED
@@ -0,0 +1,654 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "global": {
3
+ "model_name": "RDA_ResNet101_PSPNet_simple_adjusted",
4
+ "samples": {
5
+ "total": 1.617570644343792,
6
+ "class_level_km": {
7
+ "Partial": 0.6333428226809997,
8
+ "Road Line": 12.296186806065466,
9
+ "Total": 0.5996808464683158
10
+ },
11
+ "total_predicted_segments": 1077687
12
+ },
13
+ "metrics": {
14
+ "F1": {
15
+ "class_level_km": {
16
+ "Partial": 0.21436210108427578,
17
+ "Road Line": 0.7757141431372723,
18
+ "Total": 0.17341662077279676
19
+ },
20
+ "class_level_pixels": {
21
+ "Partial": 0.23883083788381765,
22
+ "Road Line": 0.79090639733707,
23
+ "Total": 0.1727402205102003
24
+ },
25
+ "macro_km": 0.38783095499811493,
26
+ "macro_pixels": 0.40082581857702926
27
+ },
28
+ "Accuracy": {
29
+ "class_level_km": {
30
+ "Partial": 0.9080189955889184,
31
+ "Road Line": 0.6569699596477705,
32
+ "Total": 0.7078114081584151
33
+ },
34
+ "class_level_pixels": {
35
+ "Partial": 0.8828665281445076,
36
+ "Road Line": 0.6787349416916942,
37
+ "Total": 0.7438402695006242
38
+ }
39
+ },
40
+ "Precision": {
41
+ "class_level_km": {
42
+ "Partial": 0.17858867708023435,
43
+ "Road Line": 0.9558968964492757,
44
+ "Total": 0.09913966923726349
45
+ },
46
+ "class_level_pixels": {
47
+ "Partial": 0.20311885508663527,
48
+ "Road Line": 0.9442356695518602,
49
+ "Total": 0.10052562111742958
50
+ },
51
+ "macro_km": 0.4112084142555912,
52
+ "macro_pixels": 0.41596004858530833
53
+ },
54
+ "Recall": {
55
+ "class_level_km": {
56
+ "Partial": 0.013819705799505897,
57
+ "Road Line": 0.9029349598928977,
58
+ "Total": 0.043303176240827246
59
+ },
60
+ "class_level_pixels": {
61
+ "Partial": 0.020814461797257294,
62
+ "Road Line": 0.8951949688411448,
63
+ "Total": 0.03595445711097931
64
+ },
65
+ "macro_km": 0.32001928064441026,
66
+ "macro_pixels": 0.31732129591646047
67
+ },
68
+ "IoU": {
69
+ "class_level_km": {
70
+ "Partial": 0.12004791184956412,
71
+ "Road Line": 0.6336054106882072,
72
+ "Total": 0.09494043510138934
73
+ },
74
+ "class_level_pixels": {
75
+ "Partial": 0.1356092549320156,
76
+ "Road Line": 0.6541316533270568,
77
+ "Total": 0.09453511889723319
78
+ },
79
+ "macro_km": 0.28286458587972024,
80
+ "macro_pixels": 0.2947586757187685
81
+ },
82
+ "Confusion_Matrix_pixels": {
83
+ "matrix": [
84
+ [
85
+ 821446.5069103367,
86
+ 1183836.4840063695,
87
+ 829448.4943996082
88
+ ],
89
+ [
90
+ 2889308.790812034,
91
+ 27160445.537744686,
92
+ 9867588.637731247
93
+ ],
94
+ [
95
+ 333411.38764009427,
96
+ 420195.3365711432,
97
+ 1195505.205117187
98
+ ]
99
+ ],
100
+ "class_labels": [
101
+ "Partial",
102
+ "Road Line",
103
+ "Total"
104
+ ]
105
+ },
106
+ "Confusion_Matrix_km": {
107
+ "matrix": [
108
+ [
109
+ 0.16977204688781422,
110
+ 0.26075542060499585,
111
+ 0.20281535518818966
112
+ ],
113
+ [
114
+ 0.7053820924772497,
115
+ 8.025543133551901,
116
+ 3.5652615800363154
117
+ ],
118
+ [
119
+ 0.07547750012874853,
120
+ 0.10952652212817168,
121
+ 0.41467682421139557
122
+ ]
123
+ ],
124
+ "class_labels": [
125
+ "Partial",
126
+ "Road Line",
127
+ "Total"
128
+ ]
129
+ }
130
+ }
131
+ },
132
+ "per_event": {
133
+ "Mussett Bayou Fire": {
134
+ "model_name": "RDA_ResNet101_PSPNet_simple_adjusted",
135
+ "samples": {
136
+ "total": 0.11308100756115586,
137
+ "class_level_km": {
138
+ "Partial": 0.0008397396136685918,
139
+ "Road Line": 0.8874983110217128,
140
+ "Total": 0.01366082051581588
141
+ },
142
+ "total_predicted_segments": 79009
143
+ },
144
+ "metrics": {
145
+ "F1": {
146
+ "class_level_km": {
147
+ "Partial": 0.0016116878048362325,
148
+ "Road Line": 0.6685192600580194,
149
+ "Total": 0.0627950838177129
150
+ },
151
+ "class_level_pixels": {
152
+ "Partial": 0.0013488072916323758,
153
+ "Road Line": 0.6801594592841995,
154
+ "Total": 0.08437377317738222
155
+ },
156
+ "macro_km": 0.2443086772268562,
157
+ "macro_pixels": 0.25529401325107137
158
+ },
159
+ "Accuracy": {
160
+ "class_level_km": {
161
+ "Partial": 0.9222530008159966,
162
+ "Road Line": 0.5091295863257274,
163
+ "Total": 0.5864245328072963
164
+ },
165
+ "class_level_pixels": {
166
+ "Partial": 0.915868656191269,
167
+ "Road Line": 0.5242512404574152,
168
+ "Total": 0.6078382596751731
169
+ }
170
+ },
171
+ "Precision": {
172
+ "class_level_km": {
173
+ "Partial": 0.0008155944444450137,
174
+ "Road Line": 0.9961121268477768,
175
+ "Total": 0.032513410644148186
176
+ },
177
+ "class_level_pixels": {
178
+ "Partial": 0.0006812193456841746,
179
+ "Road Line": 0.9962014404016143,
180
+ "Total": 0.044197450941365
181
+ },
182
+ "macro_km": 0.34314704397879003,
183
+ "macro_pixels": 0.34702670356288784
184
+ },
185
+ "Recall": {
186
+ "class_level_km": {
187
+ "Partial": 6.804324144000792e-05,
188
+ "Road Line": 0.9722191020616285,
189
+ "Total": 0.023626736033658988
190
+ },
191
+ "class_level_pixels": {
192
+ "Partial": 6.203413257228202e-05,
193
+ "Road Line": 0.9649069478404707,
194
+ "Total": 0.02972599770636731
195
+ },
196
+ "macro_km": 0.33197129377890916,
197
+ "macro_pixels": 0.3315649932264701
198
+ },
199
+ "IoU": {
200
+ "class_level_km": {
201
+ "Partial": 0.000806493810537676,
202
+ "Road Line": 0.502087067430769,
203
+ "Total": 0.03241530273496581
204
+ },
205
+ "class_level_pixels": {
206
+ "Partial": 0.0006748587730331325,
207
+ "Road Line": 0.5153345713379305,
208
+ "Total": 0.04404500836122402
209
+ },
210
+ "macro_km": 0.17843628799209085,
211
+ "macro_pixels": 0.18668481282406255
212
+ },
213
+ "Confusion_Matrix_pixels": {
214
+ "matrix": [
215
+ [
216
+ 176.04113584077737,
217
+ 2435.625480033723,
218
+ 0
219
+ ],
220
+ [
221
+ 257401.30134987886,
222
+ 1567383.07235622,
223
+ 1210725.491612763
224
+ ],
225
+ [
226
+ 843.2924479118165,
227
+ 3540.874625653377,
228
+ 55985.39214162779
229
+ ]
230
+ ],
231
+ "class_labels": [
232
+ "Partial",
233
+ "Road Line",
234
+ "Total"
235
+ ]
236
+ },
237
+ "Confusion_Matrix_km": {
238
+ "matrix": [
239
+ [
240
+ 5.660321057142851e-05,
241
+ 0.0007831364030971633,
242
+ 0
243
+ ],
244
+ [
245
+ 0.06914069358261855,
246
+ 0.4464763705802481,
247
+ 0.37188124685884616
248
+ ],
249
+ [
250
+ 0.0002038755136483989,
251
+ 0.000959482171153228,
252
+ 0.012497462831014253
253
+ ]
254
+ ],
255
+ "class_labels": [
256
+ "Partial",
257
+ "Road Line",
258
+ "Total"
259
+ ]
260
+ }
261
+ }
262
+ },
263
+ "Hurricane Michael": {
264
+ "model_name": "RDA_ResNet101_PSPNet_simple_adjusted",
265
+ "samples": {
266
+ "total": 0.4105051213097,
267
+ "class_level_km": {
268
+ "Partial": 0.48664794980243425,
269
+ "Road Line": 2.632024192230252,
270
+ "Total": 0.29839718033927676
271
+ },
272
+ "total_predicted_segments": 420925
273
+ },
274
+ "metrics": {
275
+ "F1": {
276
+ "class_level_km": {
277
+ "Partial": 0.30589026053913393,
278
+ "Road Line": 0.7607504823879659,
279
+ "Total": 0.2909253973919646
280
+ },
281
+ "class_level_pixels": {
282
+ "Partial": 0.30591753144544637,
283
+ "Road Line": 0.7609391996795322,
284
+ "Total": 0.29028935542244794
285
+ },
286
+ "macro_km": 0.4525220467730215,
287
+ "macro_pixels": 0.4523820288491422
288
+ },
289
+ "Accuracy": {
290
+ "class_level_km": {
291
+ "Partial": 0.7991342463199559,
292
+ "Road Line": 0.6719632262338249,
293
+ "Total": 0.7592645771048891
294
+ },
295
+ "class_level_pixels": {
296
+ "Partial": 0.799274067715179,
297
+ "Road Line": 0.6720567889840167,
298
+ "Total": 0.7594041404266665
299
+ }
300
+ },
301
+ "Precision": {
302
+ "class_level_km": {
303
+ "Partial": 0.3011525142685899,
304
+ "Road Line": 0.8679964202045564,
305
+ "Total": 0.19583365347573212
306
+ },
307
+ "class_level_pixels": {
308
+ "Partial": 0.3010607693634406,
309
+ "Road Line": 0.8683376746799539,
310
+ "Total": 0.19525420582654643
311
+ },
312
+ "macro_km": 0.4549941959829595,
313
+ "macro_pixels": 0.45488421662331374
314
+ },
315
+ "Recall": {
316
+ "class_level_km": {
317
+ "Partial": 0.05538519277170378,
318
+ "Road Line": 0.7761366564061415,
319
+ "Total": 0.06504389958206512
320
+ },
321
+ "class_level_pixels": {
322
+ "Partial": 0.05534406524205479,
323
+ "Road Line": 0.7766123000060458,
324
+ "Total": 0.06479402885243594
325
+ },
326
+ "macro_km": 0.2988552495866368,
327
+ "macro_pixels": 0.2989167980335122
328
+ },
329
+ "IoU": {
330
+ "class_level_km": {
331
+ "Partial": 0.18056106603606478,
332
+ "Road Line": 0.6138799907333353,
333
+ "Total": 0.1702239310958191
334
+ },
335
+ "class_level_pixels": {
336
+ "Partial": 0.180580070406174,
337
+ "Road Line": 0.6141257955079562,
338
+ "Total": 0.16978858752685297
339
+ },
340
+ "macro_km": 0.3215549959550731,
341
+ "macro_pixels": 0.32149815114699437
342
+ },
343
+ "Confusion_Matrix_pixels": {
344
+ "matrix": [
345
+ [
346
+ 773920.6757094323,
347
+ 1017157.8553109502,
348
+ 697944.1015821582
349
+ ],
350
+ [
351
+ 1502854.4268047437,
352
+ 9131453.401701167,
353
+ 2850156.5702086245
354
+ ],
355
+ [
356
+ 293870.9412921998,
357
+ 367405.34340404795,
358
+ 860870.0832971663
359
+ ]
360
+ ],
361
+ "class_labels": [
362
+ "Partial",
363
+ "Road Line",
364
+ "Total"
365
+ ]
366
+ },
367
+ "Confusion_Matrix_km": {
368
+ "matrix": [
369
+ [
370
+ 0.15124018625701707,
371
+ 0.19899298041543115,
372
+ 0.13641478312998606
373
+ ],
374
+ [
375
+ 0.29335050592374207,
376
+ 1.782122245587123,
377
+ 0.5565514407193871
378
+ ],
379
+ [
380
+ 0.05761393534604268,
381
+ 0.07202946918770863,
382
+ 0.16875377580552542
383
+ ]
384
+ ],
385
+ "class_labels": [
386
+ "Partial",
387
+ "Road Line",
388
+ "Total"
389
+ ]
390
+ }
391
+ }
392
+ },
393
+ "Mayfield Tornado": {
394
+ "model_name": "RDA_ResNet101_PSPNet_simple_adjusted",
395
+ "samples": {
396
+ "total": 0.7815637246100545,
397
+ "class_level_km": {
398
+ "Partial": 0.09027413783106399,
399
+ "Road Line": 6.384128758247357,
400
+ "Total": 0.05502773992362059
401
+ },
402
+ "total_predicted_segments": 527532
403
+ },
404
+ "metrics": {
405
+ "F1": {
406
+ "class_level_km": {
407
+ "Partial": 0.05817272013522714,
408
+ "Road Line": 0.8380367445409855,
409
+ "Total": 0.0488949128038952
410
+ },
411
+ "class_level_pixels": {
412
+ "Partial": 0.0575050727369042,
413
+ "Road Line": 0.8351646781157509,
414
+ "Total": 0.047359755315634515
415
+ },
416
+ "macro_km": 0.3150347924933693,
417
+ "macro_pixels": 0.3133431687227632
418
+ },
419
+ "Accuracy": {
420
+ "class_level_km": {
421
+ "Partial": 0.9360245046858553,
422
+ "Road Line": 0.7251157856670947,
423
+ "Total": 0.7766121288593478
424
+ },
425
+ "class_level_pixels": {
426
+ "Partial": 0.9359792869694769,
427
+ "Road Line": 0.7208849555758188,
428
+ "Total": 0.7725315864656894
429
+ }
430
+ },
431
+ "Precision": {
432
+ "class_level_km": {
433
+ "Partial": 0.03651946044861906,
434
+ "Road Line": 0.9884689985705306,
435
+ "Total": 0.025357325084611592
436
+ },
437
+ "class_level_pixels": {
438
+ "Partial": 0.03595586766697126,
439
+ "Road Line": 0.9885995865492299,
440
+ "Total": 0.02453690967675493
441
+ },
442
+ "macro_km": 0.35011526136792037,
443
+ "macro_pixels": 0.3496974546309854
444
+ },
445
+ "Recall": {
446
+ "class_level_km": {
447
+ "Partial": 0.0021107876717762065,
448
+ "Road Line": 0.9807515624801217,
449
+ "Total": 0.0073936790783928185
450
+ },
451
+ "class_level_pixels": {
452
+ "Partial": 0.002086658644456026,
453
+ "Road Line": 0.9808647465163524,
454
+ "Total": 0.007319061273399042
455
+ },
456
+ "macro_km": 0.33008534307676357,
457
+ "macro_pixels": 0.33009015547806914
458
+ },
459
+ "IoU": {
460
+ "class_level_km": {
461
+ "Partial": 0.029957721131242027,
462
+ "Road Line": 0.7212248241102365,
463
+ "Total": 0.025060112407456807
464
+ },
465
+ "class_level_pixels": {
466
+ "Partial": 0.02960371835715769,
467
+ "Road Line": 0.7169809005832518,
468
+ "Total": 0.024254214489617867
469
+ },
470
+ "macro_km": 0.2587475525496451,
471
+ "macro_pixels": 0.2569462778100091
472
+ },
473
+ "Confusion_Matrix_pixels": {
474
+ "matrix": [
475
+ [
476
+ 42960.22985350699,
477
+ 152519.97499388809,
478
+ 103852.41791678123
479
+ ],
480
+ [
481
+ 1119604.8178174514,
482
+ 15553353.304862328,
483
+ 4840524.3239967665
484
+ ],
485
+ [
486
+ 32239.379005966995,
487
+ 26839.454884351413,
488
+ 124371.41571802383
489
+ ]
490
+ ],
491
+ "class_labels": [
492
+ "Partial",
493
+ "Road Line",
494
+ "Total"
495
+ ]
496
+ },
497
+ "Confusion_Matrix_km": {
498
+ "matrix": [
499
+ [
500
+ 0.012900515951521762,
501
+ 0.04609105794519022,
502
+ 0.031282563934352
503
+ ],
504
+ [
505
+ 0.330891622024387,
506
+ 4.643459703698736,
507
+ 1.4097774325242338
508
+ ],
509
+ [
510
+ 0.00945831515365217,
511
+ 0.008077297924812725,
512
+ 0.037492126845155696
513
+ ]
514
+ ],
515
+ "class_labels": [
516
+ "Partial",
517
+ "Road Line",
518
+ "Total"
519
+ ]
520
+ }
521
+ }
522
+ },
523
+ "Hurricane Idalia": {
524
+ "model_name": "RDA_ResNet101_PSPNet_simple_adjusted",
525
+ "samples": {
526
+ "total": 0.3124207908628798,
527
+ "class_level_km": {
528
+ "Partial": 0.05558099543383113,
529
+ "Road Line": 2.392535544568471,
530
+ "Total": 0.23259510568960506
531
+ },
532
+ "total_predicted_segments": 50221
533
+ },
534
+ "metrics": {
535
+ "F1": {
536
+ "class_level_km": {
537
+ "Partial": 0.13704497014493375,
538
+ "Road Line": 0.6427229149376353,
539
+ "Total": 0.2317781826983241
540
+ },
541
+ "class_level_pixels": {
542
+ "Partial": 0.13704497014493341,
543
+ "Road Line": 0.6427229149376307,
544
+ "Total": 0.23177818269833322
545
+ },
546
+ "macro_km": 0.33718202259363106,
547
+ "macro_pixels": 0.33718202259363245
548
+ },
549
+ "Accuracy": {
550
+ "class_level_km": {
551
+ "Partial": 0.9738103502703064,
552
+ "Road Line": 0.5216198461225495,
553
+ "Total": 0.5154901807115251
554
+ },
555
+ "class_level_pixels": {
556
+ "Partial": 0.973810350270305,
557
+ "Road Line": 0.5216198461225475,
558
+ "Total": 0.5154901807115229
559
+ }
560
+ },
561
+ "Precision": {
562
+ "class_level_km": {
563
+ "Partial": 0.21628158561638966,
564
+ "Road Line": 0.9637806555739638,
565
+ "Total": 0.13437560211284327
566
+ },
567
+ "class_level_pixels": {
568
+ "Partial": 0.21628158561638913,
569
+ "Road Line": 0.9637806555739615,
570
+ "Total": 0.13437560211284938
571
+ },
572
+ "macro_km": 0.43814594776773225,
573
+ "macro_pixels": 0.43814594776773336
574
+ },
575
+ "Recall": {
576
+ "class_level_km": {
577
+ "Partial": 0.0021355032875642133,
578
+ "Road Line": 0.8249120989585914,
579
+ "Total": 0.14178755281706623
580
+ },
581
+ "class_level_pixels": {
582
+ "Partial": 0.0021355032875643143,
583
+ "Road Line": 0.8249120989585812,
584
+ "Total": 0.1417875528170748
585
+ },
586
+ "macro_km": 0.3229450516877406,
587
+ "macro_pixels": 0.32294505168774007
588
+ },
589
+ "IoU": {
590
+ "class_level_km": {
591
+ "Partial": 0.07356321969596633,
592
+ "Road Line": 0.4735384705239486,
593
+ "Total": 0.13107981161097762
594
+ },
595
+ "class_level_pixels": {
596
+ "Partial": 0.07356321969596614,
597
+ "Road Line": 0.47353847052394354,
598
+ "Total": 0.13107981161098342
599
+ },
600
+ "macro_km": 0.2260605006102975,
601
+ "macro_pixels": 0.22606050061029773
602
+ },
603
+ "Confusion_Matrix_pixels": {
604
+ "matrix": [
605
+ [
606
+ 4389.560211578679,
607
+ 11723.02822147751,
608
+ 27651.974900669153
609
+ ],
610
+ [
611
+ 9448.244839724639,
612
+ 908255.7588086631,
613
+ 966182.2519172353
614
+ ],
615
+ [
616
+ 6457.77489401983,
617
+ 22409.663657083915,
618
+ 154278.31396039767
619
+ ]
620
+ ],
621
+ "class_labels": [
622
+ "Partial",
623
+ "Road Line",
624
+ "Total"
625
+ ]
626
+ },
627
+ "Confusion_Matrix_km": {
628
+ "matrix": [
629
+ [
630
+ 0.005574741468704931,
631
+ 0.014888245841276465,
632
+ 0.035118008123849735
633
+ ],
634
+ [
635
+ 0.011999270946450277,
636
+ 1.153484813687076,
637
+ 1.2270514599349447
638
+ ],
639
+ [
640
+ 0.00820137411540517,
641
+ 0.028460272844496454,
642
+ 0.19593345872970344
643
+ ]
644
+ ],
645
+ "class_labels": [
646
+ "Partial",
647
+ "Road Line",
648
+ "Total"
649
+ ]
650
+ }
651
+ }
652
+ }
653
+ }
654
+ }
CRASAR-U-DROIDs_RDA_metrics_unadjusted.json ADDED
@@ -0,0 +1,654 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "global": {
3
+ "model_name": "RDA_ResNet101_PSPNet_simple_unadjusted",
4
+ "samples": {
5
+ "total": 1.617570644343792,
6
+ "class_level_km": {
7
+ "Partial": 0.5493606878637297,
8
+ "Road Line": 11.897280042174485,
9
+ "Total": 0.5023995428866285
10
+ },
11
+ "total_predicted_segments": 1079800
12
+ },
13
+ "metrics": {
14
+ "F1": {
15
+ "class_level_km": {
16
+ "Partial": 0.19683694823612677,
17
+ "Road Line": 0.7650689747553555,
18
+ "Total": 0.14718276081951678
19
+ },
20
+ "class_level_pixels": {
21
+ "Partial": 0.22211381172139988,
22
+ "Road Line": 0.7745350795437502,
23
+ "Total": 0.150039929687482
24
+ },
25
+ "macro_km": 0.3696962279369997,
26
+ "macro_pixels": 0.38222960698421066
27
+ },
28
+ "Accuracy": {
29
+ "class_level_km": {
30
+ "Partial": 0.9056424130618888,
31
+ "Road Line": 0.6418103099565484,
32
+ "Total": 0.6948120412446148
33
+ },
34
+ "class_level_pixels": {
35
+ "Partial": 0.8794604272105431,
36
+ "Road Line": 0.6577012145890974,
37
+ "Total": 0.7221894710100156
38
+ }
39
+ },
40
+ "Precision": {
41
+ "class_level_km": {
42
+ "Partial": 0.15404751834588182,
43
+ "Road Line": 0.9626208631868239,
44
+ "Total": 0.08254019987216944
45
+ },
46
+ "class_level_pixels": {
47
+ "Partial": 0.18152448301532734,
48
+ "Road Line": 0.9498184796572607,
49
+ "Total": 0.08567931927007923
50
+ },
51
+ "macro_km": 0.39973619380162506,
52
+ "macro_pixels": 0.40567409398088916
53
+ },
54
+ "Recall": {
55
+ "class_level_km": {
56
+ "Partial": 0.012767121131440502,
57
+ "Road Line": 0.908733656103947,
58
+ "Total": 0.03790277756700761
59
+ },
60
+ "class_level_pixels": {
61
+ "Partial": 0.01956783846416153,
62
+ "Road Line": 0.8939409460616503,
63
+ "Total": 0.033952822379953104
64
+ },
65
+ "macro_km": 0.31980118493413173,
66
+ "macro_pixels": 0.315820535635255
67
+ },
68
+ "IoU": {
69
+ "class_level_km": {
70
+ "Partial": 0.10916203503813968,
71
+ "Road Line": 0.6195236487833743,
72
+ "Total": 0.0794372794613121
73
+ },
74
+ "class_level_pixels": {
75
+ "Partial": 0.12493140066319812,
76
+ "Road Line": 0.6320336605436123,
77
+ "Total": 0.08110441522239742
78
+ },
79
+ "macro_km": 0.26937432109427534,
80
+ "macro_pixels": 0.2793564921430693
81
+ },
82
+ "Confusion_Matrix_pixels": {
83
+ "matrix": [
84
+ [
85
+ 744388.9432035069,
86
+ 957022.1716778268,
87
+ 900595.9734287496
88
+ ],
89
+ [
90
+ 3044708.11956255,
91
+ 25431866.24322096,
92
+ 10417941.84830597
93
+ ],
94
+ [
95
+ 311666.26589552674,
96
+ 386613.207682802,
97
+ 1060639.4847425888
98
+ ]
99
+ ],
100
+ "class_labels": [
101
+ "Partial",
102
+ "Road Line",
103
+ "Total"
104
+ ]
105
+ },
106
+ "Confusion_Matrix_km": {
107
+ "matrix": [
108
+ [
109
+ 0.14972258394898422,
110
+ 0.20115546939798692,
111
+ 0.1984826345167586
112
+ ],
113
+ [
114
+ 0.7529254037527752,
115
+ 7.552328705856588,
116
+ 3.5920259325651216
117
+ ],
118
+ [
119
+ 0.06927668565009015,
120
+ 0.09210591600323677,
121
+ 0.34101694123330156
122
+ ]
123
+ ],
124
+ "class_labels": [
125
+ "Partial",
126
+ "Road Line",
127
+ "Total"
128
+ ]
129
+ }
130
+ }
131
+ },
132
+ "per_event": {
133
+ "Mussett Bayou Fire": {
134
+ "model_name": "RDA_ResNet101_PSPNet_simple_unadjusted",
135
+ "samples": {
136
+ "total": 0.11308100756115586,
137
+ "class_level_km": {
138
+ "Partial": 0.0006091917262747285,
139
+ "Road Line": 0.7008939529239814,
140
+ "Total": 0.010915320713311022
141
+ },
142
+ "total_predicted_segments": 79544
143
+ },
144
+ "metrics": {
145
+ "F1": {
146
+ "class_level_km": {
147
+ "Partial": 0.0007113160468947688,
148
+ "Road Line": 0.6757127237296011,
149
+ "Total": 0.06240091495707652
150
+ },
151
+ "class_level_pixels": {
152
+ "Partial": 0.0006045335865055221,
153
+ "Road Line": 0.6856881688702614,
154
+ "Total": 0.07978852985318284
155
+ },
156
+ "macro_km": 0.24627498491119082,
157
+ "macro_pixels": 0.2553604107699832
158
+ },
159
+ "Accuracy": {
160
+ "class_level_km": {
161
+ "Partial": 0.9098174868255829,
162
+ "Road Line": 0.5169460837042832,
163
+ "Total": 0.6060519052816264
164
+ },
165
+ "class_level_pixels": {
166
+ "Partial": 0.9050364574574266,
167
+ "Road Line": 0.5298640755904257,
168
+ "Total": 0.6234344869109947
169
+ }
170
+ },
171
+ "Precision": {
172
+ "class_level_km": {
173
+ "Partial": 0.0003590601832782685,
174
+ "Road Line": 0.9950633727911167,
175
+ "Total": 0.0323812486436284
176
+ },
177
+ "class_level_pixels": {
178
+ "Partial": 0.00030472063845295166,
179
+ "Road Line": 0.9946408171791483,
180
+ "Total": 0.04184196103584479
181
+ },
182
+ "macro_km": 0.3426012272060078,
183
+ "macro_pixels": 0.34559583295114865
184
+ },
185
+ "Recall": {
186
+ "class_level_km": {
187
+ "Partial": 3.5278466216027715e-05,
188
+ "Road Line": 0.973537197623954,
189
+ "Total": 0.021630819363626687
190
+ },
191
+ "class_level_pixels": {
192
+ "Partial": 3.173539415908086e-05,
193
+ "Road Line": 0.9678206719324504,
194
+ "Total": 0.026186203943921134
195
+ },
196
+ "macro_km": 0.3317344318179322,
197
+ "macro_pixels": 0.33134620375684354
198
+ },
199
+ "IoU": {
200
+ "class_level_km": {
201
+ "Partial": 0.0003557845610811516,
202
+ "Road Line": 0.5102463308660764,
203
+ "Total": 0.032205276849464524
204
+ },
205
+ "class_level_pixels": {
206
+ "Partial": 0.0003023581860920848,
207
+ "Road Line": 0.521708891778648,
208
+ "Total": 0.04155194940434467
209
+ },
210
+ "macro_km": 0.18093579742554067,
211
+ "macro_pixels": 0.1878543997896949
212
+ },
213
+ "Confusion_Matrix_pixels": {
214
+ "matrix": [
215
+ [
216
+ 71.11680532757205,
217
+ 1752.4080952755685,
218
+ 71.11680532757974
219
+ ],
220
+ [
221
+ 231658.87617643393,
222
+ 1269759.9891874853,
223
+ 925587.2991332097
224
+ ],
225
+ [
226
+ 1653.6258260350555,
227
+ 5089.132894322377,
228
+ 40422.7296512314
229
+ ]
230
+ ],
231
+ "class_labels": [
232
+ "Partial",
233
+ "Road Line",
234
+ "Total"
235
+ ]
236
+ },
237
+ "Confusion_Matrix_km": {
238
+ "matrix": [
239
+ [
240
+ 2.2866470884195556e-05,
241
+ 0.000563458784506335,
242
+ 2.2866470884198022e-05
243
+ ],
244
+ [
245
+ 0.06330070136621295,
246
+ 0.3585361635471119,
247
+ 0.27905708801065654
248
+ ],
249
+ [
250
+ 0.00036066101674444846,
251
+ 0.001215281573879721,
252
+ 0.009339378122686853
253
+ ]
254
+ ],
255
+ "class_labels": [
256
+ "Partial",
257
+ "Road Line",
258
+ "Total"
259
+ ]
260
+ }
261
+ }
262
+ },
263
+ "Hurricane Michael": {
264
+ "model_name": "RDA_ResNet101_PSPNet_simple_unadjusted",
265
+ "samples": {
266
+ "total": 0.4105051213097,
267
+ "class_level_km": {
268
+ "Partial": 0.466773713267024,
269
+ "Road Line": 2.496636131645345,
270
+ "Total": 0.2795998385365414
271
+ },
272
+ "total_predicted_segments": 421988
273
+ },
274
+ "metrics": {
275
+ "F1": {
276
+ "class_level_km": {
277
+ "Partial": 0.2938433731828688,
278
+ "Road Line": 0.720209844028868,
279
+ "Total": 0.25233300686435306
280
+ },
281
+ "class_level_pixels": {
282
+ "Partial": 0.29381859503054913,
283
+ "Road Line": 0.7203954171994233,
284
+ "Total": 0.25172839496926414
285
+ },
286
+ "macro_km": 0.42212874135869655,
287
+ "macro_pixels": 0.42198080239974556
288
+ },
289
+ "Accuracy": {
290
+ "class_level_km": {
291
+ "Partial": 0.7905377012666512,
292
+ "Road Line": 0.6319276311657934,
293
+ "Total": 0.7100196680964505
294
+ },
295
+ "class_level_pixels": {
296
+ "Partial": 0.7906582919995684,
297
+ "Road Line": 0.6319912490626821,
298
+ "Total": 0.710132679873436
299
+ }
300
+ },
301
+ "Precision": {
302
+ "class_level_km": {
303
+ "Partial": 0.285415809455147,
304
+ "Road Line": 0.8681464506646339,
305
+ "Total": 0.16222911090350822
306
+ },
307
+ "class_level_pixels": {
308
+ "Partial": 0.2852831069686172,
309
+ "Road Line": 0.8685066287682397,
310
+ "Total": 0.16172533613128398
311
+ },
312
+ "macro_km": 0.43859712367442966,
313
+ "macro_pixels": 0.438505023956047
314
+ },
315
+ "Recall": {
316
+ "class_level_km": {
317
+ "Partial": 0.05512748058493333,
318
+ "Road Line": 0.7496568227204291,
319
+ "Total": 0.0689182152494531
320
+ },
321
+ "class_level_pixels": {
322
+ "Partial": 0.05508076173989464,
323
+ "Road Line": 0.7501424481989953,
324
+ "Total": 0.06865982659044985
325
+ },
326
+ "macro_km": 0.2912341728516052,
327
+ "macro_pixels": 0.29129434550977995
328
+ },
329
+ "IoU": {
330
+ "class_level_km": {
331
+ "Partial": 0.1722253212655156,
332
+ "Road Line": 0.5627561992632749,
333
+ "Total": 0.1443827730657198
334
+ },
335
+ "class_level_pixels": {
336
+ "Partial": 0.17220829753200245,
337
+ "Road Line": 0.5629828361686128,
338
+ "Total": 0.14398700650682855
339
+ },
340
+ "macro_km": 0.2931214311981701,
341
+ "macro_pixels": 0.2930593800691479
342
+ },
343
+ "Confusion_Matrix_pixels": {
344
+ "matrix": [
345
+ [
346
+ 723146.6558438572,
347
+ 852419.702413132,
348
+ 811997.20092654
349
+ ],
350
+ [
351
+ 1534402.1030275596,
352
+ 7872132.962776834,
353
+ 3384511.167998141
354
+ ],
355
+ [
356
+ 277289.92655907915,
357
+ 339434.5307874486,
358
+ 809617.367426937
359
+ ]
360
+ ],
361
+ "class_labels": [
362
+ "Partial",
363
+ "Road Line",
364
+ "Total"
365
+ ]
366
+ },
367
+ "Confusion_Matrix_km": {
368
+ "matrix": [
369
+ [
370
+ 0.1413315028249265,
371
+ 0.16678229335472114,
372
+ 0.15865991708737637
373
+ ],
374
+ [
375
+ 0.29948845418332354,
376
+ 1.5363072808572686,
377
+ 0.6608403966047529
378
+ ],
379
+ [
380
+ 0.054357598484297796,
381
+ 0.06655111219651334,
382
+ 0.15869112785573028
383
+ ]
384
+ ],
385
+ "class_labels": [
386
+ "Partial",
387
+ "Road Line",
388
+ "Total"
389
+ ]
390
+ }
391
+ }
392
+ },
393
+ "Mayfield Tornado": {
394
+ "model_name": "RDA_ResNet101_PSPNet_simple_unadjusted",
395
+ "samples": {
396
+ "total": 0.7815637246100545,
397
+ "class_level_km": {
398
+ "Partial": 0.058232275604849795,
399
+ "Road Line": 6.537725424355585,
400
+ "Total": 0.046243516899653433
401
+ },
402
+ "total_predicted_segments": 528081
403
+ },
404
+ "metrics": {
405
+ "F1": {
406
+ "class_level_km": {
407
+ "Partial": 0.025190845943457794,
408
+ "Road Line": 0.8259981166591932,
409
+ "Total": 0.03571394473511352
410
+ },
411
+ "class_level_pixels": {
412
+ "Partial": 0.025231374707518617,
413
+ "Road Line": 0.8237165776461183,
414
+ "Total": 0.03504599600707173
415
+ },
416
+ "macro_km": 0.29563430244592154,
417
+ "macro_pixels": 0.2946646494535695
418
+ },
419
+ "Accuracy": {
420
+ "class_level_km": {
421
+ "Partial": 0.9338144721196782,
422
+ "Road Line": 0.7064907127489155,
423
+ "Total": 0.7634727893626826
424
+ },
425
+ "class_level_pixels": {
426
+ "Partial": 0.934046009089674,
427
+ "Road Line": 0.7032092411487605,
428
+ "Total": 0.7599784148912336
429
+ }
430
+ },
431
+ "Precision": {
432
+ "class_level_km": {
433
+ "Partial": 0.014462941529813067,
434
+ "Road Line": 0.9916132180086178,
435
+ "Total": 0.018378619087089793
436
+ },
437
+ "class_level_pixels": {
438
+ "Partial": 0.014473257527198297,
439
+ "Road Line": 0.9916733456929581,
440
+ "Total": 0.01802615108473259
441
+ },
442
+ "macro_km": 0.3414849262085069,
443
+ "macro_pixels": 0.34139091810162964
444
+ },
445
+ "Recall": {
446
+ "class_level_km": {
447
+ "Partial": 0.0009157893617058164,
448
+ "Road Line": 0.9860762597757282,
449
+ "Total": 0.005737061259486954
450
+ },
451
+ "class_level_pixels": {
452
+ "Partial": 0.0009138652981422941,
453
+ "Road Line": 0.98605727674241,
454
+ "Total": 0.005735230024446205
455
+ },
456
+ "macro_km": 0.3309097034656403,
457
+ "macro_pixels": 0.33090212402166613
458
+ },
459
+ "IoU": {
460
+ "class_level_km": {
461
+ "Partial": 0.012756091337591874,
462
+ "Road Line": 0.7035747798876486,
463
+ "Total": 0.018181641436281263
464
+ },
465
+ "class_level_pixels": {
466
+ "Partial": 0.012776876432185376,
467
+ "Road Line": 0.7002704977323955,
468
+ "Total": 0.01783552995940655
469
+ },
470
+ "macro_km": 0.2448375042205073,
471
+ "macro_pixels": 0.24362763470799578
472
+ },
473
+ "Confusion_Matrix_pixels": {
474
+ "matrix": [
475
+ [
476
+ 19054.670903851453,
477
+ 99931.18298499554,
478
+ 74865.78371638156
479
+ ],
480
+ [
481
+ 1269838.4915842637,
482
+ 15478814.962559728,
483
+ 5225428.836399921
484
+ ],
485
+ [
486
+ 27650.184304665603,
487
+ 30037.764789677025,
488
+ 97297.81676095948
489
+ ]
490
+ ],
491
+ "class_labels": [
492
+ "Partial",
493
+ "Road Line",
494
+ "Total"
495
+ ]
496
+ },
497
+ "Confusion_Matrix_km": {
498
+ "matrix": [
499
+ [
500
+ 0.005680260097066071,
501
+ 0.030102741964515494,
502
+ 0.02244927354326823
503
+ ],
504
+ [
505
+ 0.3789492642596739,
506
+ 4.62731418401564,
507
+ 1.5314619760802715
508
+ ],
509
+ [
510
+ 0.008116314057742477,
511
+ 0.009033762634429897,
512
+ 0.029093440207481055
513
+ ]
514
+ ],
515
+ "class_labels": [
516
+ "Partial",
517
+ "Road Line",
518
+ "Total"
519
+ ]
520
+ }
521
+ }
522
+ },
523
+ "Hurricane Idalia": {
524
+ "model_name": "RDA_ResNet101_PSPNet_simple_unadjusted",
525
+ "samples": {
526
+ "total": 0.3124207908628798,
527
+ "class_level_km": {
528
+ "Partial": 0.023745507265579446,
529
+ "Road Line": 2.162024533250502,
530
+ "Total": 0.16564086673711872
531
+ },
532
+ "total_predicted_segments": 50187
533
+ },
534
+ "metrics": {
535
+ "F1": {
536
+ "class_level_km": {
537
+ "Partial": 0.12200628773563803,
538
+ "Road Line": 0.6416096164272811,
539
+ "Total": 0.19880889017050177
540
+ },
541
+ "class_level_pixels": {
542
+ "Partial": 0.12200628773563807,
543
+ "Road Line": 0.6416096164272704,
544
+ "Total": 0.19880889017049946
545
+ },
546
+ "macro_km": 0.32080826477780694,
547
+ "macro_pixels": 0.3208082647778026
548
+ },
549
+ "Accuracy": {
550
+ "class_level_km": {
551
+ "Partial": 0.9835474741462613,
552
+ "Road Line": 0.5105635569032725,
553
+ "Total": 0.5067791352859063
554
+ },
555
+ "class_level_pixels": {
556
+ "Partial": 0.983547474146261,
557
+ "Road Line": 0.5105635569032619,
558
+ "Total": 0.5067791352858957
559
+ }
560
+ },
561
+ "Precision": {
562
+ "class_level_km": {
563
+ "Partial": 0.13230043130871144,
564
+ "Road Line": 0.981878547239101,
565
+ "Total": 0.11224890208459741
566
+ },
567
+ "class_level_pixels": {
568
+ "Partial": 0.13230043130871144,
569
+ "Road Line": 0.9818785472391003,
570
+ "Total": 0.11224890208459597
571
+ },
572
+ "macro_km": 0.4088092935441366,
573
+ "macro_pixels": 0.4088092935441359
574
+ },
575
+ "Recall": {
576
+ "class_level_km": {
577
+ "Partial": 0.0011622460162376085,
578
+ "Road Line": 0.8580863863198037,
579
+ "Total": 0.12075146201485738
580
+ },
581
+ "class_level_pixels": {
582
+ "Partial": 0.0011622460162376213,
583
+ "Road Line": 0.8580863863197996,
584
+ "Total": 0.12075146201486081
585
+ },
586
+ "macro_km": 0.32666669811696625,
587
+ "macro_pixels": 0.32666669811696597
588
+ },
589
+ "IoU": {
590
+ "class_level_km": {
591
+ "Partial": 0.06496629192039778,
592
+ "Road Line": 0.4723307998837389,
593
+ "Total": 0.11037634434544877
594
+ },
595
+ "class_level_pixels": {
596
+ "Partial": 0.0649662919203978,
597
+ "Road Line": 0.47233079988372717,
598
+ "Total": 0.11037634434544738
599
+ },
600
+ "macro_km": 0.21589114538319512,
601
+ "macro_pixels": 0.2158911453831908
602
+ },
603
+ "Confusion_Matrix_pixels": {
604
+ "matrix": [
605
+ [
606
+ 2116.499650478734,
607
+ 2918.8781844435707,
608
+ 13661.87198049457
609
+ ],
610
+ [
611
+ 8808.648774464653,
612
+ 811158.3286915472,
613
+ 882414.5447784582
614
+ ],
615
+ [
616
+ 5072.529205752073,
617
+ 12051.779211348154,
618
+ 113301.57090346528
619
+ ]
620
+ ],
621
+ "class_labels": [
622
+ "Partial",
623
+ "Road Line",
624
+ "Total"
625
+ ]
626
+ },
627
+ "Confusion_Matrix_km": {
628
+ "matrix": [
629
+ [
630
+ 0.0026879545561079923,
631
+ 0.0037069752942433384,
632
+ 0.017350577415228115
633
+ ],
634
+ [
635
+ 0.011186983943570112,
636
+ 1.0301710774383024,
637
+ 1.1206664718686297
638
+ ],
639
+ [
640
+ 0.006442112091305129,
641
+ 0.015305759598412164,
642
+ 0.14389299504740144
643
+ ]
644
+ ],
645
+ "class_labels": [
646
+ "Partial",
647
+ "Road Line",
648
+ "Total"
649
+ ]
650
+ }
651
+ }
652
+ }
653
+ }
654
+ }
RDA_PSP_ResNet101_CCE_simple-epoch=25-step=13000-val_macro_f1=0.61267.ckpt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c118e4a899336be5cae0304798292a351d429b91dcd9c33bae2ac39a5227fa49
3
+ size 815898615
RDA_ResNet101_PSPNet_simple_adjusted.yaml ADDED
@@ -0,0 +1,169 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ name: "RDA_ResNet101_PSPNet_simple_adjusted"
2
+ model: "PSPNetResNet"
3
+ task: "RDA"
4
+ masking_strategy_parameters:
5
+ road_width_pixels: 40
6
+ train_location_strategy: "grid"
7
+ train_location_parameters:
8
+ sample_generator_process_pool_size: 6
9
+ adjustment_buffer_distance_px: 326
10
+ train_presentation_strategy: "weighted"
11
+ train_presentation_strategy_parameters:
12
+ length: 4000
13
+ expected_class_balances:
14
+ Not Able To Determine: 1
15
+ Partial Flooding: 1
16
+ Partial Obstruction: 1
17
+ Partial Road Condition: 1
18
+ Particulate Partial: 1
19
+ Particulate Total: 1
20
+ Road Line: 1
21
+ Total Destruction: 1
22
+ Total Flooding: 1
23
+ Total Obstruction: 1
24
+ balance_monitor: "pixel"
25
+ train_dataset_adaptor_parameters:
26
+ tile_x: 1024
27
+ tile_y: 1024
28
+ mask_x: 1024
29
+ mask_y: 1024
30
+ backend: "auto"
31
+ train_annotator_parameters:
32
+ generate_adjusted_samples: True
33
+ validation_location_strategy: "grid"
34
+ validation_location_parameters:
35
+ sample_generator_process_pool_size: 6
36
+ adjustment_buffer_distance_px: 326
37
+ validation_presentation_strategy: "indexed"
38
+ validation_dataset_adaptor_parameters:
39
+ tile_x: 1024
40
+ tile_y: 1024
41
+ mask_x: 1024
42
+ mask_y: 1024
43
+ backend: "auto"
44
+ validation_annotator_parameters:
45
+ generate_adjusted_samples: True
46
+ channel_maps:
47
+ background_class_idx: 0
48
+ default_label: Road Line
49
+ input_dataset_class_2_idx_map:
50
+ Background: 0
51
+ Not Able To Determine: 3
52
+ Partial Flooding: 2
53
+ Partial Obstruction: 2
54
+ Partial Road Condition: 2
55
+ Particulate Partial: 2
56
+ Particulate Total: 3
57
+ Road Line: 1
58
+ Total Destruction: 3
59
+ Total Flooding: 3
60
+ Total Obstruction: 3
61
+ model_class_2_color_map:
62
+ Background:
63
+ alpha: 0
64
+ blue: 0
65
+ green: 0
66
+ red: 0
67
+ Partial:
68
+ alpha: 255
69
+ blue: 0
70
+ green: 255
71
+ red: 255
72
+ Road Line:
73
+ alpha: 255
74
+ blue: 0
75
+ green: 255
76
+ red: 0
77
+ Total:
78
+ alpha: 255
79
+ blue: 0
80
+ green: 0
81
+ red: 255
82
+ output_class_2_idx_map:
83
+ Background: 0
84
+ Partial: 2
85
+ Road Line: 1
86
+ Total: 3
87
+ input:
88
+ road_line_buffer_width_pixels: 40
89
+ road_line_segment_length_pixels: 40
90
+ channels:
91
+ blue: 2
92
+ green: 1
93
+ mask: 3
94
+ red: 0
95
+ normalized_inputs: true
96
+ mask_input: false
97
+ sample_generator_parameters:
98
+ label_tolerance: 0.1
99
+ normalized_inputs: true
100
+ validation_parameters:
101
+ batch_size: 1
102
+ validation_monitor: "val_macro_iou"
103
+ validation_monitor_mode: "max"
104
+ validation_checkpoint_save_top_k: 3
105
+ validation_reduce_lr_on_plateau_patience: 3
106
+ validation_reduce_lr_on_plateau_cooldown: 3
107
+ training_parameters:
108
+ gradient_clip_val: 10.0
109
+ batch_size: 1
110
+ grad_accumulation: 8
111
+ l1_reg: 1.0e-06
112
+ l2_reg: 1.0e-05
113
+ log_images_every_n_steps: 100
114
+ mask_x: 1024
115
+ mask_y: 1024
116
+ max_epochs: 100
117
+ optimizer_parameters:
118
+ name: "AdamW"
119
+ lr: 0.0005
120
+ weight_decay: 0.00001
121
+ output_class_weights_strategy: "ipw"
122
+ normalize_weights: False
123
+ output_class_weights:
124
+ Background: 1.0e-06
125
+ Partial: 45
126
+ Road Line: 1
127
+ Total: 35
128
+ samples_per_epoch: 4000
129
+ tile_x: 1024
130
+ tile_y: 1024
131
+ loss_parameters:
132
+ loss: [["cross entropy", 1.0]]
133
+ gamma: 2
134
+ alpha: 0.25
135
+ bins: 10
136
+ momentum: 0.9
137
+ smooth: 1.0e-06
138
+ validation_parameters:
139
+ batch_size: 1
140
+ validation_monitor: "val_macro_iou"
141
+ validation_monitor_mode: "max"
142
+ validation_checkpoint_save_top_k: 3
143
+ validation_reduce_lr_on_plateau_cooldown: 3
144
+ validation_reduce_lr_on_plateau_patience: 3
145
+ model_parameters:
146
+ n_cls: 4
147
+ encoder_parameters:
148
+ depth: 101
149
+ num_stages: 4
150
+ out_indices: [0, 1, 2, 3]
151
+ dilations: [1, 1, 2, 4]
152
+ strides: [1, 2, 1, 1]
153
+ norm_eval: False
154
+ contract_dilation: True
155
+ decoder_parameters:
156
+ in_channels: 2048
157
+ in_index: 3
158
+ channels: 512
159
+ pool_scales: [1, 2, 3, 6]
160
+ dropout_ratio: 0.1
161
+ align_corners: False
162
+ auxiliary_head_parameters:
163
+ in_channels: 1024
164
+ in_index: 2
165
+ channels: 256
166
+ num_convs: 1
167
+ concat_input: False
168
+ dropout_ratio: 0.1
169
+ align_corners: False
RDA_ResNet101_PSPNet_simple_unadjusted.yaml ADDED
@@ -0,0 +1,169 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ name: "RDA_ResNet101_PSPNet_simple_unadjusted"
2
+ model: "PSPNetResNet"
3
+ task: "RDA"
4
+ masking_strategy_parameters:
5
+ road_width_pixels: 40
6
+ train_location_strategy: "grid"
7
+ train_location_parameters:
8
+ sample_generator_process_pool_size: 6
9
+ adjustment_buffer_distance_px: 326
10
+ train_presentation_strategy: "weighted"
11
+ train_presentation_strategy_parameters:
12
+ length: 4000
13
+ expected_class_balances:
14
+ Not Able To Determine: 1
15
+ Partial Flooding: 1
16
+ Partial Obstruction: 1
17
+ Partial Road Condition: 1
18
+ Particulate Partial: 1
19
+ Particulate Total: 1
20
+ Road Line: 1
21
+ Total Destruction: 1
22
+ Total Flooding: 1
23
+ Total Obstruction: 1
24
+ balance_monitor: "pixel"
25
+ train_dataset_adaptor_parameters:
26
+ tile_x: 1024
27
+ tile_y: 1024
28
+ mask_x: 1024
29
+ mask_y: 1024
30
+ backend: "auto"
31
+ train_annotator_parameters:
32
+ generate_adjusted_samples: False
33
+ validation_location_strategy: "grid"
34
+ validation_location_parameters:
35
+ sample_generator_process_pool_size: 6
36
+ adjustment_buffer_distance_px: 326
37
+ validation_presentation_strategy: "indexed"
38
+ validation_dataset_adaptor_parameters:
39
+ tile_x: 1024
40
+ tile_y: 1024
41
+ mask_x: 1024
42
+ mask_y: 1024
43
+ backend: "auto"
44
+ validation_annotator_parameters:
45
+ generate_adjusted_samples: False
46
+ channel_maps:
47
+ background_class_idx: 0
48
+ default_label: Road Line
49
+ input_dataset_class_2_idx_map:
50
+ Background: 0
51
+ Not Able To Determine: 3
52
+ Partial Flooding: 2
53
+ Partial Obstruction: 2
54
+ Partial Road Condition: 2
55
+ Particulate Partial: 2
56
+ Particulate Total: 3
57
+ Road Line: 1
58
+ Total Destruction: 3
59
+ Total Flooding: 3
60
+ Total Obstruction: 3
61
+ model_class_2_color_map:
62
+ Background:
63
+ alpha: 0
64
+ blue: 0
65
+ green: 0
66
+ red: 0
67
+ Partial:
68
+ alpha: 255
69
+ blue: 0
70
+ green: 255
71
+ red: 255
72
+ Road Line:
73
+ alpha: 255
74
+ blue: 0
75
+ green: 255
76
+ red: 0
77
+ Total:
78
+ alpha: 255
79
+ blue: 0
80
+ green: 0
81
+ red: 255
82
+ output_class_2_idx_map:
83
+ Background: 0
84
+ Partial: 2
85
+ Road Line: 1
86
+ Total: 3
87
+ input:
88
+ road_line_buffer_width_pixels: 40
89
+ road_line_segment_length_pixels: 40
90
+ channels:
91
+ blue: 2
92
+ green: 1
93
+ mask: 3
94
+ red: 0
95
+ normalized_inputs: true
96
+ mask_input: false
97
+ sample_generator_parameters:
98
+ label_tolerance: 0.1
99
+ normalized_inputs: true
100
+ validation_parameters:
101
+ batch_size: 1
102
+ validation_monitor: "val_macro_iou"
103
+ validation_monitor_mode: "max"
104
+ validation_checkpoint_save_top_k: 3
105
+ validation_reduce_lr_on_plateau_patience: 3
106
+ validation_reduce_lr_on_plateau_cooldown: 3
107
+ training_parameters:
108
+ gradient_clip_val: 10.0
109
+ batch_size: 1
110
+ grad_accumulation: 8
111
+ l1_reg: 1.0e-06
112
+ l2_reg: 1.0e-05
113
+ log_images_every_n_steps: 100
114
+ mask_x: 1024
115
+ mask_y: 1024
116
+ max_epochs: 100
117
+ optimizer_parameters:
118
+ name: "AdamW"
119
+ lr: 0.0005
120
+ weight_decay: 0.00001
121
+ output_class_weights_strategy: "ipw"
122
+ normalize_weights: False
123
+ output_class_weights:
124
+ Background: 1.0e-06
125
+ Partial: 45
126
+ Road Line: 1
127
+ Total: 35
128
+ samples_per_epoch: 4000
129
+ tile_x: 1024
130
+ tile_y: 1024
131
+ loss_parameters:
132
+ loss: [["cross entropy", 1.0]]
133
+ gamma: 2
134
+ alpha: 0.25
135
+ bins: 10
136
+ momentum: 0.9
137
+ smooth: 1.0e-06
138
+ validation_parameters:
139
+ batch_size: 1
140
+ validation_monitor: "val_macro_iou"
141
+ validation_monitor_mode: "max"
142
+ validation_checkpoint_save_top_k: 3
143
+ validation_reduce_lr_on_plateau_cooldown: 3
144
+ validation_reduce_lr_on_plateau_patience: 3
145
+ model_parameters:
146
+ n_cls: 4
147
+ encoder_parameters:
148
+ depth: 101
149
+ num_stages: 4
150
+ out_indices: [0, 1, 2, 3]
151
+ dilations: [1, 1, 2, 4]
152
+ strides: [1, 2, 1, 1]
153
+ norm_eval: False
154
+ contract_dilation: True
155
+ decoder_parameters:
156
+ in_channels: 2048
157
+ in_index: 3
158
+ channels: 512
159
+ pool_scales: [1, 2, 3, 6]
160
+ dropout_ratio: 0.1
161
+ align_corners: False
162
+ auxiliary_head_parameters:
163
+ in_channels: 1024
164
+ in_index: 2
165
+ channels: 256
166
+ num_convs: 1
167
+ concat_input: False
168
+ dropout_ratio: 0.1
169
+ align_corners: False