Hugging Face's logo

CRASAR
/
CRASAR-U-DROIDs-RDA_AAAI26_Simple_NoPretrained_ScaleMAE_UPerNet

Model card Files
xet
Community
tmanzini commited on
Commit
7946f44
·
verified ·
1 Parent(s): 95dbc1e

Upload 7 files

Browse files
Files changed (7) hide show
  1. CRASAR-U-DROIDs_RDA_metrics_adjusted.json +654 -0
  2. CRASAR-U-DROIDs_RDA_metrics_unadjusted.json +654 -0
  3. CRASAR-U-DROIDs_RDA_preds_adjusted.json +3 -0
  4. CRASAR-U-DROIDs_RDA_preds_unadjusted.json +3 -0
  5. RDA_UperNet_NoPretrainTrain_CCE_Simple-epoch=02-step=1500-val_macro_iou=0.26831.ckpt +3 -0
  6. RDA_scalemae_notrained_simple_adjusted.yaml +162 -0
  7. RDA_scalemae_notrained_simple_unadjusted.yaml +162 -0
CRASAR-U-DROIDs_RDA_metrics_adjusted.json ADDED
@@ -0,0 +1,654 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "global": {
3
+ "model_name": "RDA_UperNet_NoPretrainTrain_CCE_Simple",
4
+ "samples": {
5
+ "total": 1.617570644343792,
6
+ "class_level_km": {
7
+ "Partial": 0.633342822681033,
8
+ "Road Line": 12.296186806070025,
9
+ "Total": 0.5996808464683203
10
+ },
11
+ "total_predicted_segments": 1077687
12
+ },
13
+ "metrics": {
14
+ "F1": {
15
+ "class_level_km": {
16
+ "Partial": 0.14130496974770604,
17
+ "Road Line": 0.6512342929699255,
18
+ "Total": 0.13576373057633317
19
+ },
20
+ "class_level_pixels": {
21
+ "Partial": 0.16479558711429043,
22
+ "Road Line": 0.6666820935261957,
23
+ "Total": 0.12523306147469013
24
+ },
25
+ "macro_km": 0.30943433109798824,
26
+ "macro_pixels": 0.31890358070505875
27
+ },
28
+ "Accuracy": {
29
+ "class_level_km": {
30
+ "Partial": 0.852488468711202,
31
+ "Road Line": 0.518313196145559,
32
+ "Total": 0.6136036817239396
33
+ },
34
+ "class_level_pixels": {
35
+ "Partial": 0.8109923912374115,
36
+ "Road Line": 0.5386649509748291,
37
+ "Total": 0.6591647505982837
38
+ }
39
+ },
40
+ "Precision": {
41
+ "class_level_km": {
42
+ "Partial": 0.09711789586077306,
43
+ "Road Line": 0.9522704526123259,
44
+ "Total": 0.0753522593642775
45
+ },
46
+ "class_level_pixels": {
47
+ "Partial": 0.1144771019886728,
48
+ "Road Line": 0.9394804533365001,
49
+ "Total": 0.07050689752979941
50
+ },
51
+ "macro_km": 0.3749135359457922,
52
+ "macro_pixels": 0.3748214842849908
53
+ },
54
+ "Recall": {
55
+ "class_level_km": {
56
+ "Partial": 0.014237244702758882,
57
+ "Road Line": 0.8676528009399167,
58
+ "Total": 0.049461388285587785
59
+ },
60
+ "class_level_pixels": {
61
+ "Partial": 0.02299245313939458,
62
+ "Road Line": 0.8565010141312872,
63
+ "Total": 0.03701239340281054
64
+ },
65
+ "macro_km": 0.31045047797608777,
66
+ "macro_pixels": 0.3055019535578308
67
+ },
68
+ "IoU": {
69
+ "class_level_km": {
70
+ "Partial": 0.07602375185160187,
71
+ "Road Line": 0.48283722634371856,
72
+ "Total": 0.0728253884998734
73
+ },
74
+ "class_level_pixels": {
75
+ "Partial": 0.08979685639223305,
76
+ "Road Line": 0.5000173554177748,
77
+ "Total": 0.06679926923247234
78
+ },
79
+ "macro_km": 0.2105621222317313,
80
+ "macro_pixels": 0.2188711603474934
81
+ },
82
+ "Confusion_Matrix_pixels": {
83
+ "matrix": [
84
+ [
85
+ 833529.8155659455,
86
+ 840145.9914379589,
87
+ 1161055.6783124097
88
+ ],
89
+ [
90
+ 6077528.18283285,
91
+ 20623655.68947476,
92
+ 13216159.093972776
93
+ ],
94
+ [
95
+ 370134.494126225,
96
+ 488390.7422838097,
97
+ 1090586.6929183898
98
+ ]
99
+ ],
100
+ "class_labels": [
101
+ "Partial",
102
+ "Road Line",
103
+ "Total"
104
+ ]
105
+ },
106
+ "Confusion_Matrix_km": {
107
+ "matrix": [
108
+ [
109
+ 0.16420520370400113,
110
+ 0.19004755212469673,
111
+ 0.2790900668523352
112
+ ],
113
+ [
114
+ 1.4524122428772153,
115
+ 6.084301016445046,
116
+ 4.759473546747764
117
+ ],
118
+ [
119
+ 0.07416469247380951,
120
+ 0.1149088107327692,
121
+ 0.41060734326174164
122
+ ]
123
+ ],
124
+ "class_labels": [
125
+ "Partial",
126
+ "Road Line",
127
+ "Total"
128
+ ]
129
+ }
130
+ }
131
+ },
132
+ "per_event": {
133
+ "Mussett Bayou Fire": {
134
+ "model_name": "RDA_UperNet_NoPretrainTrain_CCE_Simple",
135
+ "samples": {
136
+ "total": 0.11308100756115586,
137
+ "class_level_km": {
138
+ "Partial": 0.0008397396136685921,
139
+ "Road Line": 0.8874983110217224,
140
+ "Total": 0.013660820515815892
141
+ },
142
+ "total_predicted_segments": 79009
143
+ },
144
+ "metrics": {
145
+ "F1": {
146
+ "class_level_km": {
147
+ "Partial": 0.001244225464573989,
148
+ "Road Line": 0.5541921035157846,
149
+ "Total": 0.061275966189928664
150
+ },
151
+ "class_level_pixels": {
152
+ "Partial": 0.0011283014590048675,
153
+ "Road Line": 0.5467849752947748,
154
+ "Total": 0.07750589485196012
155
+ },
156
+ "macro_km": 0.20557076505676244,
157
+ "macro_pixels": 0.20847305720191325
158
+ },
159
+ "Accuracy": {
160
+ "class_level_km": {
161
+ "Partial": 0.8319526525668699,
162
+ "Road Line": 0.3922858099659102,
163
+ "Total": 0.5601436948342213
164
+ },
165
+ "class_level_pixels": {
166
+ "Partial": 0.8322027491184254,
167
+ "Road Line": 0.3880157102861842,
168
+ "Total": 0.5556387727268898
169
+ }
170
+ },
171
+ "Precision": {
172
+ "class_level_km": {
173
+ "Partial": 0.0006255740784412651,
174
+ "Road Line": 0.9959904232666683,
175
+ "Total": 0.0316613401798582
176
+ },
177
+ "class_level_pixels": {
178
+ "Partial": 0.0005669956628083833,
179
+ "Road Line": 0.9960138719158389,
180
+ "Total": 0.04038649332263905
181
+ },
182
+ "macro_km": 0.3427591125083225,
183
+ "macro_pixels": 0.3456557869670955
184
+ },
185
+ "Recall": {
186
+ "class_level_km": {
187
+ "Partial": 0.0001258180173913822,
188
+ "Road Line": 0.9628959484057287,
189
+ "Total": 0.025629114724223495
190
+ },
191
+ "class_level_pixels": {
192
+ "Partial": 0.00011387834344078265,
193
+ "Road Line": 0.9514221134976198,
194
+ "Total": 0.03359578193742631
195
+ },
196
+ "macro_km": 0.3295502937157812,
197
+ "macro_pixels": 0.3283772579261623
198
+ },
199
+ "IoU": {
200
+ "class_level_km": {
201
+ "Partial": 0.0006224999974612636,
202
+ "Road Line": 0.38330963945031615,
203
+ "Total": 0.031606337529899116
204
+ },
205
+ "class_level_pixels": {
206
+ "Partial": 0.0005644691751994041,
207
+ "Road Line": 0.3762588233669593,
208
+ "Total": 0.04031528348743199
209
+ },
210
+ "macro_km": 0.1385128256592255,
211
+ "macro_pixels": 0.13904619200986357
212
+ },
213
+ "Confusion_Matrix_pixels": {
214
+ "matrix": [
215
+ [
216
+ 293.64359938079315,
217
+ 2059.4373398732832,
218
+ 258.585676620425
219
+ ],
220
+ [
221
+ 517588.9889700522,
222
+ 1143859.8152256634,
223
+ 1374061.061123288
224
+ ],
225
+ [
226
+ 11.274989486414249,
227
+ 2518.382168848958,
228
+ 57839.90205685753
229
+ ]
230
+ ],
231
+ "class_labels": [
232
+ "Partial",
233
+ "Road Line",
234
+ "Total"
235
+ ]
236
+ },
237
+ "Confusion_Matrix_km": {
238
+ "matrix": [
239
+ [
240
+ 9.441640108330395e-05,
241
+ 0.0006621791256388165,
242
+ 8.31440869464717e-05
243
+ ],
244
+ [
245
+ 0.15083089104920314,
246
+ 0.3407124097634522,
247
+ 0.3959550102090671
248
+ ],
249
+ [
250
+ 2.303422849628051e-06,
251
+ 0.0007094330094099445,
252
+ 0.01294908408355632
253
+ ]
254
+ ],
255
+ "class_labels": [
256
+ "Partial",
257
+ "Road Line",
258
+ "Total"
259
+ ]
260
+ }
261
+ }
262
+ },
263
+ "Hurricane Michael": {
264
+ "model_name": "RDA_UperNet_NoPretrainTrain_CCE_Simple",
265
+ "samples": {
266
+ "total": 0.4105051213097,
267
+ "class_level_km": {
268
+ "Partial": 0.4866479498024727,
269
+ "Road Line": 2.6320241922301255,
270
+ "Total": 0.29839718033927887
271
+ },
272
+ "total_predicted_segments": 420925
273
+ },
274
+ "metrics": {
275
+ "F1": {
276
+ "class_level_km": {
277
+ "Partial": 0.24383898145414107,
278
+ "Road Line": 0.6516308539081781,
279
+ "Total": 0.22228638612262422
280
+ },
281
+ "class_level_pixels": {
282
+ "Partial": 0.2434961694927116,
283
+ "Road Line": 0.6517168068068212,
284
+ "Total": 0.22174531937435948
285
+ },
286
+ "macro_km": 0.37258540716164784,
287
+ "macro_pixels": 0.37231943189129746
288
+ },
289
+ "Accuracy": {
290
+ "class_level_km": {
291
+ "Partial": 0.708118396421268,
292
+ "Road Line": 0.5697987233068501,
293
+ "Total": 0.7051728048289823
294
+ },
295
+ "class_level_pixels": {
296
+ "Partial": 0.7081654584100235,
297
+ "Road Line": 0.5697042723467597,
298
+ "Total": 0.7052313795032189
299
+ }
300
+ },
301
+ "Precision": {
302
+ "class_level_km": {
303
+ "Partial": 0.19320129997786908,
304
+ "Road Line": 0.8659331965290735,
305
+ "Total": 0.144407933526097
306
+ },
307
+ "class_level_pixels": {
308
+ "Partial": 0.19287904206990453,
309
+ "Road Line": 0.8662638113145835,
310
+ "Total": 0.14393500577725954
311
+ },
312
+ "macro_km": 0.40118081001101324,
313
+ "macro_pixels": 0.4010259530539158
314
+ },
315
+ "Recall": {
316
+ "class_level_km": {
317
+ "Partial": 0.06645990273147372,
318
+ "Road Line": 0.7061259675512559,
319
+ "Total": 0.05974962085459886
320
+ },
321
+ "class_level_pixels": {
322
+ "Partial": 0.06632128932973583,
323
+ "Road Line": 0.7066656239843928,
324
+ "Total": 0.05954596602685056
325
+ },
326
+ "macro_km": 0.2774451637124428,
327
+ "macro_pixels": 0.2775109597803264
328
+ },
329
+ "IoU": {
330
+ "class_level_km": {
331
+ "Partial": 0.1388477359872418,
332
+ "Road Line": 0.48327333490008745,
333
+ "Total": 0.1250406051837533
334
+ },
335
+ "class_level_pixels": {
336
+ "Partial": 0.13862547024585112,
337
+ "Road Line": 0.4833678934047535,
338
+ "Total": 0.12469829085243467
339
+ },
340
+ "macro_km": 0.24905389202369418,
341
+ "macro_pixels": 0.24889721816767976
342
+ },
343
+ "Confusion_Matrix_pixels": {
344
+ "matrix": [
345
+ [
346
+ 821707.7258423778,
347
+ 658945.9058699777,
348
+ 1008369.0008902316
349
+ ],
350
+ [
351
+ 3079535.46182456,
352
+ 7043574.487697592,
353
+ 3361354.449184203
354
+ ],
355
+ [
356
+ 358979.7843269236,
357
+ 428460.4874284153,
358
+ 734706.0962381103
359
+ ]
360
+ ],
361
+ "class_labels": [
362
+ "Partial",
363
+ "Road Line",
364
+ "Total"
365
+ ]
366
+ },
367
+ "Confusion_Matrix_km": {
368
+ "matrix": [
369
+ [
370
+ 0.16081233871410883,
371
+ 0.12883713092045138,
372
+ 0.19699848016791252
373
+ ],
374
+ [
375
+ 0.6011440162631198,
376
+ 1.3748567306408257,
377
+ 0.65602344532618
378
+ ],
379
+ [
380
+ 0.07040004600211085,
381
+ 0.08402299252362717,
382
+ 0.14397414181354085
383
+ ]
384
+ ],
385
+ "class_labels": [
386
+ "Partial",
387
+ "Road Line",
388
+ "Total"
389
+ ]
390
+ }
391
+ }
392
+ },
393
+ "Mayfield Tornado": {
394
+ "model_name": "RDA_UperNet_NoPretrainTrain_CCE_Simple",
395
+ "samples": {
396
+ "total": 0.7815637246100545,
397
+ "class_level_km": {
398
+ "Partial": 0.09027413783106383,
399
+ "Road Line": 6.3841287582460815,
400
+ "Total": 0.055027739923620894
401
+ },
402
+ "total_predicted_segments": 527532
403
+ },
404
+ "metrics": {
405
+ "F1": {
406
+ "class_level_km": {
407
+ "Partial": 0.008275850622522063,
408
+ "Road Line": 0.7054056565850552,
409
+ "Total": 0.0337226027686238
410
+ },
411
+ "class_level_pixels": {
412
+ "Partial": 0.008229021847433468,
413
+ "Road Line": 0.7024290498847786,
414
+ "Total": 0.03346663405254208
415
+ },
416
+ "macro_km": 0.24913470332540036,
417
+ "macro_pixels": 0.24804156859491808
418
+ },
419
+ "Accuracy": {
420
+ "class_level_km": {
421
+ "Partial": 0.8789282978813957,
422
+ "Road Line": 0.5505044054351703,
423
+ "Total": 0.659767998020032
424
+ },
425
+ "class_level_pixels": {
426
+ "Partial": 0.8736675261301444,
427
+ "Road Line": 0.5469033249038616,
428
+ "Total": 0.6617438572885938
429
+ }
430
+ },
431
+ "Precision": {
432
+ "class_level_km": {
433
+ "Partial": 0.004666391834068642,
434
+ "Road Line": 0.9819233418177076,
435
+ "Total": 0.017274772679758722
436
+ },
437
+ "class_level_pixels": {
438
+ "Partial": 0.004606648558273898,
439
+ "Road Line": 0.9819643734457604,
440
+ "Total": 0.017141822143458812
441
+ },
442
+ "macro_km": 0.33462150211051167,
443
+ "macro_pixels": 0.3345709480491643
444
+ },
445
+ "Recall": {
446
+ "class_level_km": {
447
+ "Partial": 0.0005747526198399243,
448
+ "Road Line": 0.9775729581842195,
449
+ "Total": 0.00899856347921211
450
+ },
451
+ "class_level_pixels": {
452
+ "Partial": 0.0005998955375504904,
453
+ "Road Line": 0.9778275030528577,
454
+ "Total": 0.008849545401173184
455
+ },
456
+ "macro_km": 0.32904875809442385,
457
+ "macro_pixels": 0.32909231466386046
458
+ },
459
+ "IoU": {
460
+ "class_level_km": {
461
+ "Partial": 0.004155118882857707,
462
+ "Road Line": 0.5448854771945791,
463
+ "Total": 0.017150480810137484
464
+ },
465
+ "class_level_pixels": {
466
+ "Partial": 0.004131510067018929,
467
+ "Road Line": 0.5413415349830424,
468
+ "Total": 0.01701808605541669
469
+ },
470
+ "macro_km": 0.18873035896252477,
471
+ "macro_pixels": 0.187497043701826
472
+ },
473
+ "Confusion_Matrix_pixels": {
474
+ "matrix": [
475
+ [
476
+ 11528.446124185586,
477
+ 172048.98464622116,
478
+ 115755.1919937685
479
+ ],
480
+ [
481
+ 2480403.732037414,
482
+ 11763099.255346702,
483
+ 7269979.45928694
484
+ ],
485
+ [
486
+ 10634.704975079958,
487
+ 44002.50462057009,
488
+ 128813.04001269049
489
+ ]
490
+ ],
491
+ "class_labels": [
492
+ "Partial",
493
+ "Road Line",
494
+ "Total"
495
+ ]
496
+ },
497
+ "Confusion_Matrix_km": {
498
+ "matrix": [
499
+ [
500
+ 0.003298448588809138,
501
+ 0.05154182932955217,
502
+ 0.03543385991270252
503
+ ],
504
+ [
505
+ 0.700437335564986,
506
+ 3.5138667694325942,
507
+ 2.169824653248501
508
+ ],
509
+ [
510
+ 0.003116256158732644,
511
+ 0.013146487755939414,
512
+ 0.03876499600894884
513
+ ]
514
+ ],
515
+ "class_labels": [
516
+ "Partial",
517
+ "Road Line",
518
+ "Total"
519
+ ]
520
+ }
521
+ }
522
+ },
523
+ "Hurricane Idalia": {
524
+ "model_name": "RDA_UperNet_NoPretrainTrain_CCE_Simple",
525
+ "samples": {
526
+ "total": 0.3124207908628798,
527
+ "class_level_km": {
528
+ "Partial": 0.05558099543383083,
529
+ "Road Line": 2.392535544568435,
530
+ "Total": 0.23259510568960684
531
+ },
532
+ "total_predicted_segments": 50221
533
+ },
534
+ "metrics": {
535
+ "F1": {
536
+ "class_level_km": {
537
+ "Partial": 0.0,
538
+ "Road Line": 0.5223043038218408,
539
+ "Total": 0.2115596339475326
540
+ },
541
+ "class_level_pixels": {
542
+ "Partial": 0.0,
543
+ "Road Line": 0.5223043038218262,
544
+ "Total": 0.2115596339475335
545
+ },
546
+ "macro_km": 0.24462131258979114,
547
+ "macro_pixels": 0.2446213125897866
548
+ },
549
+ "Accuracy": {
550
+ "class_level_km": {
551
+ "Partial": 0.9790253150075621,
552
+ "Road Line": 0.41668222665106713,
553
+ "Total": 0.40242696093188496
554
+ },
555
+ "class_level_pixels": {
556
+ "Partial": 0.9790253150075611,
557
+ "Road Line": 0.4166822266510569,
558
+ "Total": 0.402426960931874
559
+ }
560
+ },
561
+ "Precision": {
562
+ "class_level_km": {
563
+ "Partial": 0.0,
564
+ "Road Line": 0.9704435596352365,
565
+ "Total": 0.11945498264344596
566
+ },
567
+ "class_level_pixels": {
568
+ "Partial": 0.0,
569
+ "Road Line": 0.9704435596352342,
570
+ "Total": 0.11945498264344656
571
+ },
572
+ "macro_km": 0.3632995140928941,
573
+ "macro_pixels": 0.3632995140928936
574
+ },
575
+ "Recall": {
576
+ "class_level_km": {
577
+ "Partial": 0.0,
578
+ "Road Line": 0.7653190317170769,
579
+ "Total": 0.19922227098128453
580
+ },
581
+ "class_level_pixels": {
582
+ "Partial": 0.0,
583
+ "Road Line": 0.7653190317170646,
584
+ "Total": 0.19922227098129466
585
+ },
586
+ "macro_km": 0.3215137675661205,
587
+ "macro_pixels": 0.32151376756611977
588
+ },
589
+ "IoU": {
590
+ "class_level_km": {
591
+ "Partial": 0.0,
592
+ "Road Line": 0.35345863507128256,
593
+ "Total": 0.11829280861877287
594
+ },
595
+ "class_level_pixels": {
596
+ "Partial": 0.0,
597
+ "Road Line": 0.35345863507126923,
598
+ "Total": 0.11829280861877342
599
+ },
600
+ "macro_km": 0.15725048123001847,
601
+ "macro_pixels": 0.1572504812300142
602
+ },
603
+ "Confusion_Matrix_pixels": {
604
+ "matrix": [
605
+ [
606
+ 0,
607
+ 7091.6635819303465,
608
+ 36672.89975179508
609
+ ],
610
+ [
611
+ 0.0,
612
+ 673122.1311855708,
613
+ 1210764.1243800495
614
+ ],
615
+ [
616
+ 508.7298347371068,
617
+ 13409.368065977558,
618
+ 169227.65461078455
619
+ ]
620
+ ],
621
+ "class_labels": [
622
+ "Partial",
623
+ "Road Line",
624
+ "Total"
625
+ ]
626
+ },
627
+ "Confusion_Matrix_km": {
628
+ "matrix": [
629
+ [
630
+ 0,
631
+ 0.00900641274905155,
632
+ 0.046574582684779285
633
+ ],
634
+ [
635
+ 0.0,
636
+ 0.8548651066057414,
637
+ 1.5376704379626935
638
+ ],
639
+ [
640
+ 0.0006460868901161257,
641
+ 0.01702989744379145,
642
+ 0.21491912135569927
643
+ ]
644
+ ],
645
+ "class_labels": [
646
+ "Partial",
647
+ "Road Line",
648
+ "Total"
649
+ ]
650
+ }
651
+ }
652
+ }
653
+ }
654
+ }
CRASAR-U-DROIDs_RDA_metrics_unadjusted.json ADDED
@@ -0,0 +1,654 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "global": {
3
+ "model_name": "RDA_UperNet_NoPretrainTrain_CCE_Simple",
4
+ "samples": {
5
+ "total": 1.617570644343792,
6
+ "class_level_km": {
7
+ "Partial": 0.5493606878637343,
8
+ "Road Line": 11.89728004217708,
9
+ "Total": 0.5023995428866275
10
+ },
11
+ "total_predicted_segments": 1079800
12
+ },
13
+ "metrics": {
14
+ "F1": {
15
+ "class_level_km": {
16
+ "Partial": 0.14804473320917141,
17
+ "Road Line": 0.6334611601316762,
18
+ "Total": 0.10788386202142948
19
+ },
20
+ "class_level_pixels": {
21
+ "Partial": 0.1695072996297521,
22
+ "Road Line": 0.6461922152137738,
23
+ "Total": 0.10439749367571363
24
+ },
25
+ "macro_km": 0.2964632517874257,
26
+ "macro_pixels": 0.3066990028397465
27
+ },
28
+ "Accuracy": {
29
+ "class_level_km": {
30
+ "Partial": 0.8646868637960093,
31
+ "Road Line": 0.49673705885397795,
32
+ "Total": 0.5823473782129037
33
+ },
34
+ "class_level_pixels": {
35
+ "Partial": 0.8249403109255133,
36
+ "Road Line": 0.5163619252868517,
37
+ "Total": 0.6218243534928963
38
+ }
39
+ },
40
+ "Precision": {
41
+ "class_level_km": {
42
+ "Partial": 0.10100121662891276,
43
+ "Road Line": 0.957375834013753,
44
+ "Total": 0.0588162649513849
45
+ },
46
+ "class_level_pixels": {
47
+ "Partial": 0.11859893463331224,
48
+ "Road Line": 0.9441760239476896,
49
+ "Total": 0.057761152599834664
50
+ },
51
+ "macro_km": 0.37239777186468354,
52
+ "macro_pixels": 0.37351203706027886
53
+ },
54
+ "Recall": {
55
+ "class_level_km": {
56
+ "Partial": 0.013596504558522612,
57
+ "Road Line": 0.8754641872461354,
58
+ "Total": 0.04336488320598622
59
+ },
60
+ "class_level_pixels": {
61
+ "Partial": 0.021656397628626745,
62
+ "Road Line": 0.8553239124348199,
63
+ "Total": 0.035446275410103326
64
+ },
65
+ "macro_km": 0.31080852500354805,
66
+ "macro_pixels": 0.30414219515784996
67
+ },
68
+ "IoU": {
69
+ "class_level_km": {
70
+ "Partial": 0.0799396917754453,
71
+ "Road Line": 0.4635515227600226,
72
+ "Total": 0.05701756877180197
73
+ },
74
+ "class_level_pixels": {
75
+ "Partial": 0.09260200797056793,
76
+ "Road Line": 0.4773145955249557,
77
+ "Total": 0.05507351532159983
78
+ },
79
+ "macro_km": 0.20016959443575663,
80
+ "macro_pixels": 0.20833003960570784
81
+ },
82
+ "Confusion_Matrix_pixels": {
83
+ "matrix": [
84
+ [
85
+ 772768.6579748024,
86
+ 697448.3836282329,
87
+ 1131790.0467070169
88
+ ],
89
+ [
90
+ 5369605.739392056,
91
+ 19104055.978393096,
92
+ 14420854.493301025
93
+ ],
94
+ [
95
+ 373440.1026880683,
96
+ 432070.19806676003,
97
+ 953408.6575660671
98
+ ]
99
+ ],
100
+ "class_labels": [
101
+ "Partial",
102
+ "Road Line",
103
+ "Total"
104
+ ]
105
+ },
106
+ "Confusion_Matrix_km": {
107
+ "matrix": [
108
+ [
109
+ 0.1522382263231983,
110
+ 0.15006467472112497,
111
+ 0.24705778681941104
112
+ ],
113
+ [
114
+ 1.2803086869381244,
115
+ 5.6312204344891805,
116
+ 4.985750920749775
117
+ ],
118
+ [
119
+ 0.07474410168293066,
120
+ 0.10064781036272642,
121
+ 0.32700763084097045
122
+ ]
123
+ ],
124
+ "class_labels": [
125
+ "Partial",
126
+ "Road Line",
127
+ "Total"
128
+ ]
129
+ }
130
+ }
131
+ },
132
+ "per_event": {
133
+ "Mussett Bayou Fire": {
134
+ "model_name": "RDA_UperNet_NoPretrainTrain_CCE_Simple",
135
+ "samples": {
136
+ "total": 0.11308100756115586,
137
+ "class_level_km": {
138
+ "Partial": 0.0006091917262747285,
139
+ "Road Line": 0.7008939529239033,
140
+ "Total": 0.010915320713311014
141
+ },
142
+ "total_predicted_segments": 79544
143
+ },
144
+ "metrics": {
145
+ "F1": {
146
+ "class_level_km": {
147
+ "Partial": 0.0003042596288679865,
148
+ "Road Line": 0.5287872330107998,
149
+ "Total": 0.05283847557534302
150
+ },
151
+ "class_level_pixels": {
152
+ "Partial": 0.00026594171517724,
153
+ "Road Line": 0.5314048261003651,
154
+ "Total": 0.0654725731948071
155
+ },
156
+ "macro_km": 0.19397665607167025,
157
+ "macro_pixels": 0.19904778033678316
158
+ },
159
+ "Accuracy": {
160
+ "class_level_km": {
161
+ "Partial": 0.8422895803951657,
162
+ "Road Line": 0.36834257853457103,
163
+ "Total": 0.5247630609284275
164
+ },
165
+ "class_level_pixels": {
166
+ "Partial": 0.8385340712973663,
167
+ "Road Line": 0.3727481244078511,
168
+ "Total": 0.5328188448646598
169
+ }
170
+ },
171
+ "Precision": {
172
+ "class_level_km": {
173
+ "Partial": 0.00015295890322578832,
174
+ "Road Line": 0.993686531610559,
175
+ "Total": 0.027251392130405668
176
+ },
177
+ "class_level_pixels": {
178
+ "Partial": 0.00013360383372580203,
179
+ "Road Line": 0.9923843222916525,
180
+ "Total": 0.03403307771860904
181
+ },
182
+ "macro_km": 0.3403636275480635,
183
+ "macro_pixels": 0.34218366794799576
184
+ },
185
+ "Recall": {
186
+ "class_level_km": {
187
+ "Partial": 2.849347728521746e-05,
188
+ "Road Line": 0.9621961078672353,
189
+ "Total": 0.02526057134977685
190
+ },
191
+ "class_level_pixels": {
192
+ "Partial": 2.5611331851028454e-05,
193
+ "Road Line": 0.9541665530161986,
194
+ "Total": 0.03071447539591936
195
+ },
196
+ "macro_km": 0.3291617242314325,
197
+ "macro_pixels": 0.32830221324798964
198
+ },
199
+ "IoU": {
200
+ "class_level_km": {
201
+ "Partial": 0.00015215296143578208,
202
+ "Road Line": 0.3594226782662779,
203
+ "Total": 0.027136154300786943
204
+ },
205
+ "class_level_pixels": {
206
+ "Partial": 0.0001329885411889914,
207
+ "Road Line": 0.3618456846002694,
208
+ "Total": 0.03384422070610436
209
+ },
210
+ "macro_km": 0.12890366184283353,
211
+ "macro_pixels": 0.13194096461585425
212
+ },
213
+ "Confusion_Matrix_pixels": {
214
+ "matrix": [
215
+ [
216
+ 53.17593627672028,
217
+ 932.1608376626307,
218
+ 909.3049319913702
219
+ ],
220
+ [
221
+ 397140.86888941244,
222
+ 880647.1300713577,
223
+ 1149218.1655362998
224
+ ],
225
+ [
226
+ 818.0091237085176,
227
+ 5826.032099038695,
228
+ 40521.44714884161
229
+ ]
230
+ ],
231
+ "class_labels": [
232
+ "Partial",
233
+ "Road Line",
234
+ "Total"
235
+ ]
236
+ },
237
+ "Confusion_Matrix_km": {
238
+ "matrix": [
239
+ [
240
+ 1.709787149479898e-05,
241
+ 0.0002997214027770162,
242
+ 0.0002923724520029133
243
+ ],
244
+ [
245
+ 0.11159660615980091,
246
+ 0.25249378191614563,
247
+ 0.33680356484795676
248
+ ],
249
+ [
250
+ 0.00016711509212711926,
251
+ 0.0013045184253248042,
252
+ 0.00944368719585909
253
+ ]
254
+ ],
255
+ "class_labels": [
256
+ "Partial",
257
+ "Road Line",
258
+ "Total"
259
+ ]
260
+ }
261
+ }
262
+ },
263
+ "Hurricane Michael": {
264
+ "model_name": "RDA_UperNet_NoPretrainTrain_CCE_Simple",
265
+ "samples": {
266
+ "total": 0.4105051213097,
267
+ "class_level_km": {
268
+ "Partial": 0.4667737132670228,
269
+ "Road Line": 2.4966361316452286,
270
+ "Total": 0.2795998385365318
271
+ },
272
+ "total_predicted_segments": 421988
273
+ },
274
+ "metrics": {
275
+ "F1": {
276
+ "class_level_km": {
277
+ "Partial": 0.2450751303776395,
278
+ "Road Line": 0.6084414088428012,
279
+ "Total": 0.19193275650972588
280
+ },
281
+ "class_level_pixels": {
282
+ "Partial": 0.2447908832338504,
283
+ "Road Line": 0.6084760392050551,
284
+ "Total": 0.19142833347059457
285
+ },
286
+ "macro_km": 0.3484830985767222,
287
+ "macro_pixels": 0.3482317519698334
288
+ },
289
+ "Accuracy": {
290
+ "class_level_km": {
291
+ "Partial": 0.7169655971401496,
292
+ "Road Line": 0.5339936211843027,
293
+ "Total": 0.6485305337436588
294
+ },
295
+ "class_level_pixels": {
296
+ "Partial": 0.7170568971846591,
297
+ "Road Line": 0.5338287039406037,
298
+ "Total": 0.6485249858206951
299
+ }
300
+ },
301
+ "Precision": {
302
+ "class_level_km": {
303
+ "Partial": 0.19889362616308123,
304
+ "Road Line": 0.8614791986252094,
305
+ "Total": 0.11969173378166191
306
+ },
307
+ "class_level_pixels": {
308
+ "Partial": 0.1986238452238912,
309
+ "Road Line": 0.8617803939959746,
310
+ "Total": 0.11928641802663821
311
+ },
312
+ "macro_km": 0.39335485285665084,
313
+ "macro_pixels": 0.393230219082168
314
+ },
315
+ "Recall": {
316
+ "class_level_km": {
317
+ "Partial": 0.06407762762882145,
318
+ "Road Line": 0.6780282711538944,
319
+ "Total": 0.06436188818756791
320
+ },
321
+ "class_level_pixels": {
322
+ "Partial": 0.06395043660397562,
323
+ "Road Line": 0.6785763926867393,
324
+ "Total": 0.06415425234977595
325
+ },
326
+ "macro_km": 0.26882259565676125,
327
+ "macro_pixels": 0.2688936938801636
328
+ },
329
+ "IoU": {
330
+ "class_level_km": {
331
+ "Partial": 0.13964992725322586,
332
+ "Road Line": 0.4372373629893877,
333
+ "Total": 0.106153549985907
334
+ },
335
+ "class_level_pixels": {
336
+ "Partial": 0.13946536677342503,
337
+ "Road Line": 0.4372731310048353,
338
+ "Total": 0.10584503617594529
339
+ },
340
+ "macro_km": 0.2276802800761735,
341
+ "macro_pixels": 0.22752784465140188
342
+ },
343
+ "Confusion_Matrix_pixels": {
344
+ "matrix": [
345
+ [
346
+ 761438.3491918012,
347
+ 590621.8345301829,
348
+ 1035503.3754614933
349
+ ],
350
+ [
351
+ 2710769.53756142,
352
+ 6015036.72508824,
353
+ 4065239.971152603
354
+ ],
355
+ [
356
+ 361361.78527431743,
357
+ 374120.4734101897,
358
+ 690859.5660889966
359
+ ]
360
+ ],
361
+ "class_labels": [
362
+ "Partial",
363
+ "Road Line",
364
+ "Total"
365
+ ]
366
+ },
367
+ "Confusion_Matrix_km": {
368
+ "matrix": [
369
+ [
370
+ 0.14898858199755058,
371
+ 0.115436546872606,
372
+ 0.20234858439686626
373
+ ],
374
+ [
375
+ 0.5292272660103725,
376
+ 1.1741730748949564,
377
+ 0.7932357907398996
378
+ ],
379
+ [
380
+ 0.07087091194379389,
381
+ 0.07336359542533004,
382
+ 0.1353653311674079
383
+ ]
384
+ ],
385
+ "class_labels": [
386
+ "Partial",
387
+ "Road Line",
388
+ "Total"
389
+ ]
390
+ }
391
+ }
392
+ },
393
+ "Mayfield Tornado": {
394
+ "model_name": "RDA_UperNet_NoPretrainTrain_CCE_Simple",
395
+ "samples": {
396
+ "total": 0.7815637246100545,
397
+ "class_level_km": {
398
+ "Partial": 0.05823227560484987,
399
+ "Road Line": 6.5377254243568474,
400
+ "Total": 0.046243516899653614
401
+ },
402
+ "total_predicted_segments": 528081
403
+ },
404
+ "metrics": {
405
+ "F1": {
406
+ "class_level_km": {
407
+ "Partial": 0.009181768725170023,
408
+ "Road Line": 0.692331148591127,
409
+ "Total": 0.024484418632599265
410
+ },
411
+ "class_level_pixels": {
412
+ "Partial": 0.009103033455931992,
413
+ "Road Line": 0.689646657022723,
414
+ "Total": 0.02445395649036253
415
+ },
416
+ "macro_km": 0.24199911198296545,
417
+ "macro_pixels": 0.24106788232300583
418
+ },
419
+ "Accuracy": {
420
+ "class_level_km": {
421
+ "Partial": 0.8949658845621158,
422
+ "Road Line": 0.5337794351760103,
423
+ "Total": 0.6306110799573346
424
+ },
425
+ "class_level_pixels": {
426
+ "Partial": 0.8900183944639124,
427
+ "Road Line": 0.5306407395997871,
428
+ "Total": 0.6325413761059803
429
+ }
430
+ },
431
+ "Precision": {
432
+ "class_level_km": {
433
+ "Partial": 0.005004789852992767,
434
+ "Road Line": 0.9877499088259554,
435
+ "Total": 0.012471511540123856
436
+ },
437
+ "class_level_pixels": {
438
+ "Partial": 0.00493785260712827,
439
+ "Road Line": 0.9877346590553677,
440
+ "Total": 0.012456582026744318
441
+ },
442
+ "macro_km": 0.3350754034063574,
443
+ "macro_pixels": 0.33504303122974677
444
+ },
445
+ "Recall": {
446
+ "class_level_km": {
447
+ "Partial": 0.0005437838012214926,
448
+ "Road Line": 0.9827203147306603,
449
+ "Total": 0.007351024286554327
450
+ },
451
+ "class_level_pixels": {
452
+ "Partial": 0.0005676082734622504,
453
+ "Road Line": 0.9827544368199612,
454
+ "Total": 0.007280997347311175
455
+ },
456
+ "macro_km": 0.3302050409394787,
457
+ "macro_pixels": 0.33020101414691155
458
+ },
459
+ "IoU": {
460
+ "class_level_km": {
461
+ "Partial": 0.004612057786556652,
462
+ "Road Line": 0.5294391984983158,
463
+ "Total": 0.012393938505740248
464
+ },
465
+ "class_level_pixels": {
466
+ "Partial": 0.004572327754225094,
467
+ "Road Line": 0.526305870640788,
468
+ "Total": 0.01237832778977861
469
+ },
470
+ "macro_km": 0.18214839826353754,
471
+ "macro_pixels": 0.18108550872826393
472
+ },
473
+ "Confusion_Matrix_pixels": {
474
+ "matrix": [
475
+ [
476
+ 11277.132846729985,
477
+ 103219.80390733994,
478
+ 79354.70085115795
479
+ ],
480
+ [
481
+ 2261695.3329408593,
482
+ 11641169.14945345,
483
+ 8071217.808154113
484
+ ],
485
+ [
486
+ 10840.710500894593,
487
+ 41336.13255107536,
488
+ 102808.92280333233
489
+ ]
490
+ ],
491
+ "class_labels": [
492
+ "Partial",
493
+ "Road Line",
494
+ "Total"
495
+ ]
496
+ },
497
+ "Confusion_Matrix_km": {
498
+ "matrix": [
499
+ [
500
+ 0.003232546454152628,
501
+ 0.03093168431734881,
502
+ 0.024068044833348436
503
+ ],
504
+ [
505
+ 0.639484814767985,
506
+ 3.484205800978375,
507
+ 2.414034808610487
508
+ ],
509
+ [
510
+ 0.003173185454787903,
511
+ 0.012279495303869514,
512
+ 0.030790836140996192
513
+ ]
514
+ ],
515
+ "class_labels": [
516
+ "Partial",
517
+ "Road Line",
518
+ "Total"
519
+ ]
520
+ }
521
+ }
522
+ },
523
+ "Hurricane Idalia": {
524
+ "model_name": "RDA_UperNet_NoPretrainTrain_CCE_Simple",
525
+ "samples": {
526
+ "total": 0.3124207908628798,
527
+ "class_level_km": {
528
+ "Partial": 0.023745507265579467,
529
+ "Road Line": 2.162024533250509,
530
+ "Total": 0.16564086673712008
531
+ },
532
+ "total_predicted_segments": 50187
533
+ },
534
+ "metrics": {
535
+ "F1": {
536
+ "class_level_km": {
537
+ "Partial": 0.0,
538
+ "Road Line": 0.49688251106830406,
539
+ "Total": 0.17020962659525082
540
+ },
541
+ "class_level_pixels": {
542
+ "Partial": 0.0,
543
+ "Road Line": 0.4968825110683005,
544
+ "Total": 0.1702096265952495
545
+ },
546
+ "macro_km": 0.22236404588785164,
547
+ "macro_pixels": 0.22236404588785
548
+ },
549
+ "Accuracy": {
550
+ "class_level_km": {
551
+ "Partial": 0.9896749664710189,
552
+ "Road Line": 0.3796177114826332,
553
+ "Total": 0.3721817707259198
554
+ },
555
+ "class_level_pixels": {
556
+ "Partial": 0.9896749664710189,
557
+ "Road Line": 0.3796177114826301,
558
+ "Total": 0.3721817707259167
559
+ }
560
+ },
561
+ "Precision": {
562
+ "class_level_km": {
563
+ "Partial": 0.0,
564
+ "Road Line": 0.9768159926626026,
565
+ "Total": 0.09384197948890398
566
+ },
567
+ "class_level_pixels": {
568
+ "Partial": 0.0,
569
+ "Road Line": 0.9768159926626022,
570
+ "Total": 0.09384197948890316
571
+ },
572
+ "macro_km": 0.35688599071716887,
573
+ "macro_pixels": 0.3568859907171684
574
+ },
575
+ "Recall": {
576
+ "class_level_km": {
577
+ "Partial": 0.0,
578
+ "Road Line": 0.806988275433732,
579
+ "Total": 0.17300735041570245
580
+ },
581
+ "class_level_pixels": {
582
+ "Partial": 0.0,
583
+ "Road Line": 0.806988275433731,
584
+ "Total": 0.17300735041570312
585
+ },
586
+ "macro_km": 0.32666520861647813,
587
+ "macro_pixels": 0.326665208616478
588
+ },
589
+ "IoU": {
590
+ "class_level_km": {
591
+ "Partial": 0.0,
592
+ "Road Line": 0.3305679793676348,
593
+ "Total": 0.09302138051941784
594
+ },
595
+ "class_level_pixels": {
596
+ "Partial": 0.0,
597
+ "Road Line": 0.3305679793676317,
598
+ "Total": 0.09302138051941704
599
+ },
600
+ "macro_km": 0.14119645329568423,
601
+ "macro_pixels": 0.14119645329568292
602
+ },
603
+ "Confusion_Matrix_pixels": {
604
+ "matrix": [
605
+ [
606
+ 0,
607
+ 2674.584353061476,
608
+ 16022.665462355406
609
+ ],
610
+ [
611
+ 0.0,
612
+ 567202.9737800327,
613
+ 1135178.5484644491
614
+ ],
615
+ [
616
+ 419.5977891506294,
617
+ 10787.560006456859,
618
+ 119218.72152495797
619
+ ]
620
+ ],
621
+ "class_labels": [
622
+ "Partial",
623
+ "Road Line",
624
+ "Total"
625
+ ]
626
+ },
627
+ "Confusion_Matrix_km": {
628
+ "matrix": [
629
+ [
630
+ 0,
631
+ 0.003396722128388077,
632
+ 0.02034878513719139
633
+ ],
634
+ [
635
+ 0.0,
636
+ 0.720347776700654,
637
+ 1.4416767565498547
638
+ ],
639
+ [
640
+ 0.0005328891922212994,
641
+ 0.013700201208200258,
642
+ 0.15140777633669852
643
+ ]
644
+ ],
645
+ "class_labels": [
646
+ "Partial",
647
+ "Road Line",
648
+ "Total"
649
+ ]
650
+ }
651
+ }
652
+ }
653
+ }
654
+ }
CRASAR-U-DROIDs_RDA_preds_adjusted.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a4f84ed98eb95043190ad2b5590e8297a21860d9ab93dfc976c315ac9a6fe360
3
+ size 578476558
CRASAR-U-DROIDs_RDA_preds_unadjusted.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:046e23d9c354601319224e509b075375480c6a49b8f42614b0e881181b0c9ae8
3
+ size 470691607
RDA_UperNet_NoPretrainTrain_CCE_Simple-epoch=02-step=1500-val_macro_iou=0.26831.ckpt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6da35398d5f7bcf45dd8002f6924dfa31e576c832275f03f36e2f4993941b24c
3
+ size 5087477897
RDA_scalemae_notrained_simple_adjusted.yaml ADDED
@@ -0,0 +1,162 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ name: "RDA_UperNet_NoPretrainTrain_CCE_Simple"
2
+ model: "UperNetVit"
3
+ task: "RDA"
4
+ masking_strategy_parameters:
5
+ road_width_pixels: 40
6
+ train_location_strategy: "grid"
7
+ train_location_parameters:
8
+ sample_generator_process_pool_size: 6
9
+ adjustment_buffer_distance_px: 326
10
+ train_presentation_strategy: "weighted"
11
+ train_presentation_strategy_parameters:
12
+ length: 4000
13
+ expected_class_balances:
14
+ Not Able To Determine: 1
15
+ Partial Flooding: 1
16
+ Partial Obstruction: 1
17
+ Partial Road Condition: 1
18
+ Particulate Partial: 1
19
+ Particulate Total: 1
20
+ Road Line: 1
21
+ Total Destruction: 1
22
+ Total Flooding: 1
23
+ Total Obstruction: 1
24
+ balance_monitor: "pixel"
25
+ train_dataset_adaptor_parameters:
26
+ tile_x: 1024
27
+ tile_y: 1024
28
+ mask_x: 1024
29
+ mask_y: 1024
30
+ backend: "auto"
31
+ train_annotator_parameters:
32
+ generate_adjusted_samples: True
33
+ validation_location_strategy: "grid"
34
+ validation_location_parameters:
35
+ sample_generator_process_pool_size: 6
36
+ adjustment_buffer_distance_px: 326
37
+ validation_presentation_strategy: "indexed"
38
+ validation_dataset_adaptor_parameters:
39
+ tile_x: 1024
40
+ tile_y: 1024
41
+ mask_x: 1024
42
+ mask_y: 1024
43
+ backend: "auto"
44
+ validation_annotator_parameters:
45
+ generate_adjusted_samples: True
46
+ channel_maps:
47
+ background_class_idx: 0
48
+ default_label: Road Line
49
+ input_dataset_class_2_idx_map:
50
+ Background: 0
51
+ Not Able To Determine: 3
52
+ Partial Flooding: 2
53
+ Partial Obstruction: 2
54
+ Partial Road Condition: 2
55
+ Particulate Partial: 2
56
+ Particulate Total: 3
57
+ Road Line: 1
58
+ Total Destruction: 3
59
+ Total Flooding: 3
60
+ Total Obstruction: 3
61
+ model_class_2_color_map:
62
+ Background:
63
+ alpha: 0
64
+ blue: 0
65
+ green: 0
66
+ red: 0
67
+ Partial:
68
+ alpha: 255
69
+ blue: 0
70
+ green: 255
71
+ red: 255
72
+ Road Line:
73
+ alpha: 255
74
+ blue: 0
75
+ green: 255
76
+ red: 0
77
+ Total:
78
+ alpha: 255
79
+ blue: 0
80
+ green: 0
81
+ red: 255
82
+ output_class_2_idx_map:
83
+ Background: 0
84
+ Partial: 2
85
+ Road Line: 1
86
+ Total: 3
87
+ input:
88
+ road_line_buffer_width_pixels: 40
89
+ road_line_segment_length_pixels: 40
90
+ channels:
91
+ blue: 2
92
+ green: 1
93
+ mask: 3
94
+ red: 0
95
+ normalized_inputs: true
96
+ mask_input: false
97
+ sample_generator_parameters:
98
+ label_tolerance: 0.1
99
+ normalized_inputs: true
100
+ validation_parameters:
101
+ batch_size: 1
102
+ validation_monitor: "val_macro_iou"
103
+ validation_monitor_mode: "max"
104
+ validation_checkpoint_save_top_k: 1
105
+ validation_reduce_lr_on_plateau_patience: 3
106
+ validation_reduce_lr_on_plateau_cooldown: 3
107
+ training_parameters:
108
+ gradient_clip_val: 10.0
109
+ batch_size: 1
110
+ grad_accumulation: 8
111
+ l1_reg: 1.0e-06
112
+ l2_reg: 1.0e-05
113
+ log_images_every_n_steps: 1000
114
+ mask_x: 1024
115
+ mask_y: 1024
116
+ max_epochs: 100
117
+ optimizer_parameters:
118
+ name: "AdamW"
119
+ lr: 0.0005
120
+ weight_decay: 0.00001
121
+ output_class_weights_strategy: "ipw"
122
+ normalize_weights: False
123
+ output_class_weights:
124
+ Background: 1.0e-06
125
+ Partial: 45
126
+ Road Line: 1
127
+ Total: 35
128
+ samples_per_epoch: 4000
129
+ tile_x: 1024
130
+ tile_y: 1024
131
+ loss_parameters:
132
+ loss: [["cross entropy", 1.0]]
133
+ gamma: 2
134
+ alpha: 0.25
135
+ bins: 10
136
+ momentum: 0.9
137
+ smooth: 1.0e-06
138
+ model_parameters:
139
+ decoder_parameters:
140
+ in_channels: [1024, 1024, 1024, 1024]
141
+ in_index: [0,1,2,3]
142
+ pool_scales: [1,2,3,6]
143
+ channels: 1024
144
+ dropout_ratio: 0.1
145
+ norm_cfg:
146
+ type: 'IN'
147
+ requires_grad: True
148
+ align_corners: False
149
+ out_indicies: [2,9,16,23]
150
+ n_cls: 4
151
+ normalization: "vit"
152
+ encoder_parameters:
153
+ backbone: "scalemae"
154
+ backbone_parameters:
155
+ normalization: "vit"
156
+ vit_model: vit_large_patch16
157
+ n_heads: 16
158
+ n_layers: 24
159
+ patch_size: 16
160
+ drop_path_rate: 0.1
161
+ dropout: 0.0
162
+ global_pool: False
RDA_scalemae_notrained_simple_unadjusted.yaml ADDED
@@ -0,0 +1,162 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ name: "RDA_UperNet_NoPretrainTrain_CCE_Simple"
2
+ model: "UperNetVit"
3
+ task: "RDA"
4
+ masking_strategy_parameters:
5
+ road_width_pixels: 40
6
+ train_location_strategy: "grid"
7
+ train_location_parameters:
8
+ sample_generator_process_pool_size: 6
9
+ adjustment_buffer_distance_px: 326
10
+ train_presentation_strategy: "weighted"
11
+ train_presentation_strategy_parameters:
12
+ length: 4000
13
+ expected_class_balances:
14
+ Not Able To Determine: 1
15
+ Partial Flooding: 1
16
+ Partial Obstruction: 1
17
+ Partial Road Condition: 1
18
+ Particulate Partial: 1
19
+ Particulate Total: 1
20
+ Road Line: 1
21
+ Total Destruction: 1
22
+ Total Flooding: 1
23
+ Total Obstruction: 1
24
+ balance_monitor: "pixel"
25
+ train_dataset_adaptor_parameters:
26
+ tile_x: 1024
27
+ tile_y: 1024
28
+ mask_x: 1024
29
+ mask_y: 1024
30
+ backend: "auto"
31
+ train_annotator_parameters:
32
+ generate_adjusted_samples: False
33
+ validation_location_strategy: "grid"
34
+ validation_location_parameters:
35
+ sample_generator_process_pool_size: 6
36
+ adjustment_buffer_distance_px: 326
37
+ validation_presentation_strategy: "indexed"
38
+ validation_dataset_adaptor_parameters:
39
+ tile_x: 1024
40
+ tile_y: 1024
41
+ mask_x: 1024
42
+ mask_y: 1024
43
+ backend: "auto"
44
+ validation_annotator_parameters:
45
+ generate_adjusted_samples: False
46
+ channel_maps:
47
+ background_class_idx: 0
48
+ default_label: Road Line
49
+ input_dataset_class_2_idx_map:
50
+ Background: 0
51
+ Not Able To Determine: 3
52
+ Partial Flooding: 2
53
+ Partial Obstruction: 2
54
+ Partial Road Condition: 2
55
+ Particulate Partial: 2
56
+ Particulate Total: 3
57
+ Road Line: 1
58
+ Total Destruction: 3
59
+ Total Flooding: 3
60
+ Total Obstruction: 3
61
+ model_class_2_color_map:
62
+ Background:
63
+ alpha: 0
64
+ blue: 0
65
+ green: 0
66
+ red: 0
67
+ Partial:
68
+ alpha: 255
69
+ blue: 0
70
+ green: 255
71
+ red: 255
72
+ Road Line:
73
+ alpha: 255
74
+ blue: 0
75
+ green: 255
76
+ red: 0
77
+ Total:
78
+ alpha: 255
79
+ blue: 0
80
+ green: 0
81
+ red: 255
82
+ output_class_2_idx_map:
83
+ Background: 0
84
+ Partial: 2
85
+ Road Line: 1
86
+ Total: 3
87
+ input:
88
+ road_line_buffer_width_pixels: 40
89
+ road_line_segment_length_pixels: 40
90
+ channels:
91
+ blue: 2
92
+ green: 1
93
+ mask: 3
94
+ red: 0
95
+ normalized_inputs: true
96
+ mask_input: false
97
+ sample_generator_parameters:
98
+ label_tolerance: 0.1
99
+ normalized_inputs: true
100
+ validation_parameters:
101
+ batch_size: 1
102
+ validation_monitor: "val_macro_iou"
103
+ validation_monitor_mode: "max"
104
+ validation_checkpoint_save_top_k: 1
105
+ validation_reduce_lr_on_plateau_patience: 3
106
+ validation_reduce_lr_on_plateau_cooldown: 3
107
+ training_parameters:
108
+ gradient_clip_val: 10.0
109
+ batch_size: 1
110
+ grad_accumulation: 8
111
+ l1_reg: 1.0e-06
112
+ l2_reg: 1.0e-05
113
+ log_images_every_n_steps: 1000
114
+ mask_x: 1024
115
+ mask_y: 1024
116
+ max_epochs: 100
117
+ optimizer_parameters:
118
+ name: "AdamW"
119
+ lr: 0.0005
120
+ weight_decay: 0.00001
121
+ output_class_weights_strategy: "ipw"
122
+ normalize_weights: False
123
+ output_class_weights:
124
+ Background: 1.0e-06
125
+ Partial: 45
126
+ Road Line: 1
127
+ Total: 35
128
+ samples_per_epoch: 4000
129
+ tile_x: 1024
130
+ tile_y: 1024
131
+ loss_parameters:
132
+ loss: [["cross entropy", 1.0]]
133
+ gamma: 2
134
+ alpha: 0.25
135
+ bins: 10
136
+ momentum: 0.9
137
+ smooth: 1.0e-06
138
+ model_parameters:
139
+ decoder_parameters:
140
+ in_channels: [1024, 1024, 1024, 1024]
141
+ in_index: [0,1,2,3]
142
+ pool_scales: [1,2,3,6]
143
+ channels: 1024
144
+ dropout_ratio: 0.1
145
+ norm_cfg:
146
+ type: 'IN'
147
+ requires_grad: True
148
+ align_corners: False
149
+ out_indicies: [2,9,16,23]
150
+ n_cls: 4
151
+ normalization: "vit"
152
+ encoder_parameters:
153
+ backbone: "scalemae"
154
+ backbone_parameters:
155
+ normalization: "vit"
156
+ vit_model: vit_large_patch16
157
+ n_heads: 16
158
+ n_layers: 24
159
+ patch_size: 16
160
+ drop_path_rate: 0.1
161
+ dropout: 0.0
162
+ global_pool: False