Hugging Face's logo

CRASAR
/
CRASAR-U-DROIDs-RDA_AAAI26_Simple_Pretrained_ScaleMAE_UPerNet

Model card Files
xet
Community
tmanzini commited on
Commit
7f4407e
·
verified ·
1 Parent(s): 2334d46

Upload 5 files

Browse files
Files changed (5) hide show
  1. CRASAR-U-DROIDs_RDA_metrics_adjusted.json +654 -0
  2. CRASAR-U-DROIDs_RDA_metrics_unadjusted.json +654 -0
  3. RDA_ScaleMAE_Pretrained_UPerNet_simple_adjusted.yaml +171 -0
  4. RDA_ScaleMAE_Pretrained_UPerNet_simple_unadjusted.yaml +171 -0
  5. RDA_UperNet_PretrainTrain_CCE_Simple-epoch=18-step=4750-val_macro_iou=0.26394.ckpt +3 -0
CRASAR-U-DROIDs_RDA_metrics_adjusted.json ADDED
@@ -0,0 +1,654 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "global": {
3
+ "model_name": "RDA_ScaleMAE_Pretrained_UPerNet_simple_adjusted",
4
+ "samples": {
5
+ "total": 1.617570644343792,
6
+ "class_level_km": {
7
+ "Partial": 0.6333428226810414,
8
+ "Road Line": 12.296186806070006,
9
+ "Total": 0.599680846468319
10
+ },
11
+ "total_predicted_segments": 1077687
12
+ },
13
+ "metrics": {
14
+ "F1": {
15
+ "class_level_km": {
16
+ "Partial": 0.19000777661082646,
17
+ "Road Line": 0.6248437768097759,
18
+ "Total": 0.12536054629324225
19
+ },
20
+ "class_level_pixels": {
21
+ "Partial": 0.22414154794903027,
22
+ "Road Line": 0.6698967974718948,
23
+ "Total": 0.12148683707329855
24
+ },
25
+ "macro_km": 0.3134040332379482,
26
+ "macro_pixels": 0.33850839416474116
27
+ },
28
+ "Accuracy": {
29
+ "class_level_km": {
30
+ "Partial": 0.8895329593383532,
31
+ "Road Line": 0.49440077699244,
32
+ "Total": 0.5487590917387243
33
+ },
34
+ "class_level_pixels": {
35
+ "Partial": 0.8647455812331235,
36
+ "Road Line": 0.5448424834612409,
37
+ "Total": 0.6074475698394312
38
+ }
39
+ },
40
+ "Precision": {
41
+ "class_level_km": {
42
+ "Partial": 0.1446583080084901,
43
+ "Road Line": 0.9594635139355024,
44
+ "Total": 0.06857159241185207
45
+ },
46
+ "class_level_pixels": {
47
+ "Partial": 0.17614751884919094,
48
+ "Road Line": 0.9505734118598131,
49
+ "Total": 0.06731181961176234
50
+ },
51
+ "macro_km": 0.3908978047852815,
52
+ "macro_pixels": 0.3980109167735888
53
+ },
54
+ "Recall": {
55
+ "class_level_km": {
56
+ "Partial": 0.014565694821070186,
57
+ "Road Line": 0.8516409805973769,
58
+ "Total": 0.05892892960979473
59
+ },
60
+ "class_level_pixels": {
61
+ "Partial": 0.02259295236004538,
62
+ "Road Line": 0.8476546007104125,
63
+ "Total": 0.04468274321239778
64
+ },
65
+ "macro_km": 0.3083785350094139,
66
+ "macro_pixels": 0.30497676542761853
67
+ },
68
+ "IoU": {
69
+ "class_level_km": {
70
+ "Partial": 0.10497712319174543,
71
+ "Road Line": 0.45438021242430265,
72
+ "Total": 0.06687181689543803
73
+ },
74
+ "class_level_pixels": {
75
+ "Partial": 0.12621588600722386,
76
+ "Road Line": 0.5036427220073098,
77
+ "Total": 0.06467180505886021
78
+ },
79
+ "macro_km": 0.20874305083716202,
80
+ "macro_pixels": 0.23151013769113127
81
+ },
82
+ "Confusion_Matrix_pixels": {
83
+ "matrix": [
84
+ [
85
+ 873334.0392090192,
86
+ 720345.4679557413,
87
+ 1241051.978151487
88
+ ],
89
+ [
90
+ 3701931.8404081957,
91
+ 20644717.144325078,
92
+ 15570693.981550379
93
+ ],
94
+ [
95
+ 382703.69562685065,
96
+ 353109.6895652164,
97
+ 1213298.5441363459
98
+ ]
99
+ ],
100
+ "class_labels": [
101
+ "Partial",
102
+ "Road Line",
103
+ "Total"
104
+ ]
105
+ },
106
+ "Confusion_Matrix_km": {
107
+ "matrix": [
108
+ [
109
+ 0.17529345621656905,
110
+ 0.15724949496682952,
111
+ 0.3007998714976427
112
+ ],
113
+ [
114
+ 0.9577289675165389,
115
+ 5.69650062201771,
116
+ 5.641957216535757
117
+ ],
118
+ [
119
+ 0.07875350970502497,
120
+ 0.08342262515752738,
121
+ 0.43750471160576665
122
+ ]
123
+ ],
124
+ "class_labels": [
125
+ "Partial",
126
+ "Road Line",
127
+ "Total"
128
+ ]
129
+ }
130
+ }
131
+ },
132
+ "per_event": {
133
+ "Mussett Bayou Fire": {
134
+ "model_name": "RDA_ScaleMAE_Pretrained_UPerNet_simple_adjusted",
135
+ "samples": {
136
+ "total": 0.11308100756115586,
137
+ "class_level_km": {
138
+ "Partial": 0.0008397396136685921,
139
+ "Road Line": 0.8874983110217276,
140
+ "Total": 0.01366082051581581
141
+ },
142
+ "total_predicted_segments": 79009
143
+ },
144
+ "metrics": {
145
+ "F1": {
146
+ "class_level_km": {
147
+ "Partial": 0.0,
148
+ "Road Line": 0.5637423233054774,
149
+ "Total": 0.04809238806082429
150
+ },
151
+ "class_level_pixels": {
152
+ "Partial": 0.0,
153
+ "Road Line": 0.5660042393047698,
154
+ "Total": 0.06395503360585654
155
+ },
156
+ "macro_km": 0.2039449037887672,
157
+ "macro_pixels": 0.2099864243035421
158
+ },
159
+ "Accuracy": {
160
+ "class_level_km": {
161
+ "Partial": 0.9164969442855148,
162
+ "Road Line": 0.40129120225668863,
163
+ "Total": 0.4820454564973671
164
+ },
165
+ "class_level_pixels": {
166
+ "Partial": 0.913078994762726,
167
+ "Road Line": 0.4059945869233138,
168
+ "Total": 0.4904268940739364
169
+ }
170
+ },
171
+ "Precision": {
172
+ "class_level_km": {
173
+ "Partial": 0.0,
174
+ "Road Line": 0.9958358935209242,
175
+ "Total": 0.02473465577776454
176
+ },
177
+ "class_level_pixels": {
178
+ "Partial": 0.0,
179
+ "Road Line": 0.9956972372082556,
180
+ "Total": 0.03316446272406944
181
+ },
182
+ "macro_km": 0.3401901830995629,
183
+ "macro_pixels": 0.3429538999774417
184
+ },
185
+ "Recall": {
186
+ "class_level_km": {
187
+ "Partial": 0.0,
188
+ "Road Line": 0.9639701025946609,
189
+ "Total": 0.027142834630455095
190
+ },
191
+ "class_level_pixels": {
192
+ "Partial": 0.0,
193
+ "Road Line": 0.9540570837736628,
194
+ "Total": 0.035496067736884906
195
+ },
196
+ "macro_km": 0.33037097907503865,
197
+ "macro_pixels": 0.32985105050351593
198
+ },
199
+ "IoU": {
200
+ "class_level_km": {
201
+ "Partial": 0.0,
202
+ "Road Line": 0.39250778774105705,
203
+ "Total": 0.024638660030146406
204
+ },
205
+ "class_level_pixels": {
206
+ "Partial": 0.0,
207
+ "Road Line": 0.3947042626056019,
208
+ "Total": 0.033033857537395885
209
+ },
210
+ "macro_km": 0.1390488159237345,
211
+ "macro_pixels": 0.14257937338099927
212
+ },
213
+ "Confusion_Matrix_pixels": {
214
+ "matrix": [
215
+ [
216
+ 0,
217
+ 718.2830614414771,
218
+ 1893.3835544330252
219
+ ],
220
+ [
221
+ 264750.07287505176,
222
+ 1200175.772257427,
223
+ 1570584.020186726
224
+ ],
225
+ [
226
+ 1962.220870592867,
227
+ 4468.104389930257,
228
+ 53939.23395466966
229
+ ]
230
+ ],
231
+ "class_labels": [
232
+ "Partial",
233
+ "Road Line",
234
+ "Total"
235
+ ]
236
+ },
237
+ "Confusion_Matrix_km": {
238
+ "matrix": [
239
+ [
240
+ 0,
241
+ 0.0002309524258775239,
242
+ 0.0006087871877910682
243
+ ],
244
+ [
245
+ 0.0738490016530687,
246
+ 0.3489226780359142,
247
+ 0.4647266313327448
248
+ ],
249
+ [
250
+ 0.0006309207254052059,
251
+ 0.0012280743010751947,
252
+ 0.011801825489335411
253
+ ]
254
+ ],
255
+ "class_labels": [
256
+ "Partial",
257
+ "Road Line",
258
+ "Total"
259
+ ]
260
+ }
261
+ }
262
+ },
263
+ "Hurricane Michael": {
264
+ "model_name": "RDA_ScaleMAE_Pretrained_UPerNet_simple_adjusted",
265
+ "samples": {
266
+ "total": 0.4105051213097,
267
+ "class_level_km": {
268
+ "Partial": 0.48664794980247955,
269
+ "Road Line": 2.632024192229984,
270
+ "Total": 0.2983971803392825
271
+ },
272
+ "total_predicted_segments": 420925
273
+ },
274
+ "metrics": {
275
+ "F1": {
276
+ "class_level_km": {
277
+ "Partial": 0.3379721173325083,
278
+ "Road Line": 0.7556442508451066,
279
+ "Total": 0.24573335259429585
280
+ },
281
+ "class_level_pixels": {
282
+ "Partial": 0.3380726709778529,
283
+ "Road Line": 0.755973742777095,
284
+ "Total": 0.24518080362005562
285
+ },
286
+ "macro_km": 0.4464499069239703,
287
+ "macro_pixels": 0.44640907245833444
288
+ },
289
+ "Accuracy": {
290
+ "class_level_km": {
291
+ "Partial": 0.808338502142955,
292
+ "Road Line": 0.6753010974004716,
293
+ "Total": 0.7120983242966474
294
+ },
295
+ "class_level_pixels": {
296
+ "Partial": 0.808733694059816,
297
+ "Road Line": 0.6755153043680691,
298
+ "Total": 0.7121616631170673
299
+ }
300
+ },
301
+ "Precision": {
302
+ "class_level_km": {
303
+ "Partial": 0.3326032997410599,
304
+ "Road Line": 0.8988616805357893,
305
+ "Total": 0.15931508113895235
306
+ },
307
+ "class_level_pixels": {
308
+ "Partial": 0.33297593130218955,
309
+ "Road Line": 0.8991638107410346,
310
+ "Total": 0.15882677926541944
311
+ },
312
+ "macro_km": 0.46359335380526717,
313
+ "macro_pixels": 0.46365550710288117
314
+ },
315
+ "Recall": {
316
+ "class_level_km": {
317
+ "Partial": 0.06052240932353662,
318
+ "Road Line": 0.7434438799243258,
319
+ "Total": 0.06585874260991531
320
+ },
321
+ "class_level_pixels": {
322
+ "Partial": 0.06039523697798308,
323
+ "Road Line": 0.7440449649449055,
324
+ "Total": 0.06564226794342656
325
+ },
326
+ "macro_km": 0.2899416772859259,
327
+ "macro_pixels": 0.29002748995543837
328
+ },
329
+ "IoU": {
330
+ "class_level_km": {
331
+ "Partial": 0.20334924633759807,
332
+ "Road Line": 0.6072574112011808,
333
+ "Total": 0.14007753778919438
334
+ },
335
+ "class_level_pixels": {
336
+ "Partial": 0.20342205406584757,
337
+ "Road Line": 0.6076831082847789,
338
+ "Total": 0.1397185556927144
339
+ },
340
+ "macro_km": 0.3168947317759911,
341
+ "macro_pixels": 0.3169412393477803
342
+ },
343
+ "Confusion_Matrix_pixels": {
344
+ "matrix": [
345
+ [
346
+ 854550.8235611613,
347
+ 655553.5089132425,
348
+ 978918.3001280859
349
+ ],
350
+ [
351
+ 1338184.7053171615,
352
+ 8793546.10317243,
353
+ 3352733.5902201394
354
+ ],
355
+ [
356
+ 373668.65601040644,
357
+ 330593.4740109969,
358
+ 817884.2379720226
359
+ ]
360
+ ],
361
+ "class_labels": [
362
+ "Partial",
363
+ "Road Line",
364
+ "Total"
365
+ ]
366
+ },
367
+ "Confusion_Matrix_km": {
368
+ "matrix": [
369
+ [
370
+ 0.16717189409858396,
371
+ 0.12820909624792348,
372
+ 0.1912669594559721
373
+ ],
374
+ [
375
+ 0.26212055364327713,
376
+ 1.7155344182391064,
377
+ 0.6543692203476004
378
+ ],
379
+ [
380
+ 0.07332401525995379,
381
+ 0.06481978884181888,
382
+ 0.1602533762375098
383
+ ]
384
+ ],
385
+ "class_labels": [
386
+ "Partial",
387
+ "Road Line",
388
+ "Total"
389
+ ]
390
+ }
391
+ }
392
+ },
393
+ "Mayfield Tornado": {
394
+ "model_name": "RDA_ScaleMAE_Pretrained_UPerNet_simple_adjusted",
395
+ "samples": {
396
+ "total": 0.7815637246100545,
397
+ "class_level_km": {
398
+ "Partial": 0.09027413783106206,
399
+ "Road Line": 6.38412875824638,
400
+ "Total": 0.05502773992361967
401
+ },
402
+ "total_predicted_segments": 527532
403
+ },
404
+ "metrics": {
405
+ "F1": {
406
+ "class_level_km": {
407
+ "Partial": 0.013721559827850501,
408
+ "Road Line": 0.6345794610894117,
409
+ "Total": 0.035095408408711386
410
+ },
411
+ "class_level_pixels": {
412
+ "Partial": 0.013450885393025261,
413
+ "Road Line": 0.6392173199886814,
414
+ "Total": 0.035150274672387405
415
+ },
416
+ "macro_km": 0.22779880977532452,
417
+ "macro_pixels": 0.22927282668469803
418
+ },
419
+ "Accuracy": {
420
+ "class_level_km": {
421
+ "Partial": 0.8917698208030527,
422
+ "Road Line": 0.47519746134476143,
423
+ "Total": 0.5618333638573773
424
+ },
425
+ "class_level_pixels": {
426
+ "Partial": 0.891571522436568,
427
+ "Road Line": 0.47993871179647374,
428
+ "Total": 0.5671564217942429
429
+ }
430
+ },
431
+ "Precision": {
432
+ "class_level_km": {
433
+ "Partial": 0.007849780924348206,
434
+ "Road Line": 0.9940340185237914,
435
+ "Total": 0.017879527964110332
436
+ },
437
+ "class_level_pixels": {
438
+ "Partial": 0.007675842924079532,
439
+ "Road Line": 0.994131959382846,
440
+ "Total": 0.017908062527959515
441
+ },
442
+ "macro_km": 0.33992110913741663,
443
+ "macro_pixels": 0.3399052882782951
444
+ },
445
+ "Recall": {
446
+ "class_level_km": {
447
+ "Partial": 0.0008442470559263101,
448
+ "Road Line": 0.9589255217077413,
449
+ "Total": 0.014182987225767541
450
+ },
451
+ "class_level_pixels": {
452
+ "Partial": 0.0008290664430093537,
453
+ "Road Line": 0.9599345075136432,
454
+ "Total": 0.013901676389071034
455
+ },
456
+ "macro_km": 0.32465091866314505,
457
+ "macro_pixels": 0.3248884167819079
458
+ },
459
+ "IoU": {
460
+ "class_level_km": {
461
+ "Partial": 0.0069081753848474845,
462
+ "Road Line": 0.4647501945413214,
463
+ "Total": 0.017861125959448842
464
+ },
465
+ "class_level_pixels": {
466
+ "Partial": 0.006770980538120967,
467
+ "Road Line": 0.4697423985315307,
468
+ "Total": 0.017889548609895122
469
+ },
470
+ "macro_km": 0.1631731652952059,
471
+ "macro_pixels": 0.16480097589318227
472
+ },
473
+ "Confusion_Matrix_pixels": {
474
+ "matrix": [
475
+ [
476
+ 16259.024105782062,
477
+ 54091.69736925417,
478
+ 228981.90128914063
479
+ ],
480
+ [
481
+ 2097651.027758619,
482
+ 10133893.47693364,
483
+ 9281937.941979827
484
+ ],
485
+ [
486
+ 4296.934208311774,
487
+ 5725.410381184081,
488
+ 173427.90501884205
489
+ ]
490
+ ],
491
+ "class_labels": [
492
+ "Partial",
493
+ "Road Line",
494
+ "Total"
495
+ ]
496
+ },
497
+ "Confusion_Matrix_km": {
498
+ "matrix": [
499
+ [
500
+ 0.004915838859545825,
501
+ 0.01613233345602775,
502
+ 0.06922596551548849
503
+ ],
504
+ [
505
+ 0.6200499484599261,
506
+ 2.9753242499758508,
507
+ 2.7887545598106036
508
+ ],
509
+ [
510
+ 0.001273200356990295,
511
+ 0.0017249320200887213,
512
+ 0.05202960754654066
513
+ ]
514
+ ],
515
+ "class_labels": [
516
+ "Partial",
517
+ "Road Line",
518
+ "Total"
519
+ ]
520
+ }
521
+ }
522
+ },
523
+ "Hurricane Idalia": {
524
+ "model_name": "RDA_ScaleMAE_Pretrained_UPerNet_simple_adjusted",
525
+ "samples": {
526
+ "total": 0.3124207908628798,
527
+ "class_level_km": {
528
+ "Partial": 0.05558099543383095,
529
+ "Road Line": 2.392535544568411,
530
+ "Total": 0.23259510568960712
531
+ },
532
+ "total_predicted_segments": 50221
533
+ },
534
+ "metrics": {
535
+ "F1": {
536
+ "class_level_km": {
537
+ "Partial": 0.10014512198639848,
538
+ "Road Line": 0.4267761679802825,
539
+ "Total": 0.19228577541022923
540
+ },
541
+ "class_level_pixels": {
542
+ "Partial": 0.10014512198639801,
543
+ "Road Line": 0.4267761679802778,
544
+ "Total": 0.19228577541022526
545
+ },
546
+ "macro_km": 0.2397356884589701,
547
+ "macro_pixels": 0.239735688458967
548
+ },
549
+ "Accuracy": {
550
+ "class_level_km": {
551
+ "Partial": 0.9785093971628918,
552
+ "Road Line": 0.34191235582148916,
553
+ "Total": 0.3311551540351268
554
+ },
555
+ "class_level_pixels": {
556
+ "Partial": 0.9785093971628919,
557
+ "Road Line": 0.34191235582148466,
558
+ "Total": 0.33115515403512225
559
+ }
560
+ },
561
+ "Precision": {
562
+ "class_level_km": {
563
+ "Partial": 0.37979981346913483,
564
+ "Road Line": 0.958649588797686,
565
+ "Total": 0.1073959499537019
566
+ },
567
+ "class_level_pixels": {
568
+ "Partial": 0.37979981346913505,
569
+ "Road Line": 0.9586495887976859,
570
+ "Total": 0.10739594995369944
571
+ },
572
+ "macro_km": 0.4819484507401743,
573
+ "macro_pixels": 0.48194845074017345
574
+ },
575
+ "Recall": {
576
+ "class_level_km": {
577
+ "Partial": 0.0012221117688209272,
578
+ "Road Line": 0.7164978100523957,
579
+ "Total": 0.24041042548648311
580
+ },
581
+ "class_level_pixels": {
582
+ "Partial": 0.0012221117688209179,
583
+ "Road Line": 0.7164978100523964,
584
+ "Total": 0.2404104254864819
585
+ },
586
+ "macro_km": 0.3193767824358999,
587
+ "macro_pixels": 0.31937678243589973
588
+ },
589
+ "IoU": {
590
+ "class_level_km": {
591
+ "Partial": 0.05271198508125288,
592
+ "Road Line": 0.27127491924171004,
593
+ "Total": 0.10636956483199946
594
+ },
595
+ "class_level_pixels": {
596
+ "Partial": 0.05271198508125262,
597
+ "Road Line": 0.27127491924170627,
598
+ "Total": 0.10636956483199703
599
+ },
600
+ "macro_km": 0.14345215638498746,
601
+ "macro_pixels": 0.14345215638498532
602
+ },
603
+ "Confusion_Matrix_pixels": {
604
+ "matrix": [
605
+ [
606
+ 2524.1915420777323,
607
+ 9981.97861181157,
608
+ 31258.393179836097
609
+ ],
610
+ [
611
+ 1346.0344569348474,
612
+ 517101.7919407127,
613
+ 1365438.4291680474
614
+ ],
615
+ [
616
+ 2775.8845375394985,
617
+ 12322.700783105978,
618
+ 168047.16719085426
619
+ ]
620
+ ],
621
+ "class_labels": [
622
+ "Partial",
623
+ "Road Line",
624
+ "Total"
625
+ ]
626
+ },
627
+ "Confusion_Matrix_km": {
628
+ "matrix": [
629
+ [
630
+ 0.0032057232584387202,
631
+ 0.012677112837000728,
632
+ 0.039698159338391506
633
+ ],
634
+ [
635
+ 0.0017094637603072573,
636
+ 0.6567192757647083,
637
+ 1.7341068050433952
638
+ ],
639
+ [
640
+ 0.003525373362675167,
641
+ 0.01564982999454459,
642
+ 0.21341990233238736
643
+ ]
644
+ ],
645
+ "class_labels": [
646
+ "Partial",
647
+ "Road Line",
648
+ "Total"
649
+ ]
650
+ }
651
+ }
652
+ }
653
+ }
654
+ }
CRASAR-U-DROIDs_RDA_metrics_unadjusted.json ADDED
@@ -0,0 +1,654 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "global": {
3
+ "model_name": "RDA_ScaleMAE_Pretrained_UPerNet_simple_unadjusted",
4
+ "samples": {
5
+ "total": 1.617570644343792,
6
+ "class_level_km": {
7
+ "Partial": 0.5493606878637323,
8
+ "Road Line": 11.89728004217281,
9
+ "Total": 0.5023995428866371
10
+ },
11
+ "total_predicted_segments": 1079800
12
+ },
13
+ "metrics": {
14
+ "F1": {
15
+ "class_level_km": {
16
+ "Partial": 0.17362823939624594,
17
+ "Road Line": 0.5783194680199977,
18
+ "Total": 0.09918002424569662
19
+ },
20
+ "class_level_pixels": {
21
+ "Partial": 0.2048409459585735,
22
+ "Road Line": 0.615385592325945,
23
+ "Total": 0.09867628602087407
24
+ },
25
+ "macro_km": 0.2837092438873134,
26
+ "macro_pixels": 0.30630094143513087
27
+ },
28
+ "Accuracy": {
29
+ "class_level_km": {
30
+ "Partial": 0.8855277001814632,
31
+ "Road Line": 0.4460199103277086,
32
+ "Total": 0.5065916664400679
33
+ },
34
+ "class_level_pixels": {
35
+ "Partial": 0.8579057018297582,
36
+ "Road Line": 0.4886614061178744,
37
+ "Total": 0.5567136166525246
38
+ }
39
+ },
40
+ "Precision": {
41
+ "class_level_km": {
42
+ "Partial": 0.1251398814336211,
43
+ "Road Line": 0.9618072563892235,
44
+ "Total": 0.05337046818023706
45
+ },
46
+ "class_level_pixels": {
47
+ "Partial": 0.1543927921795729,
48
+ "Road Line": 0.9506645417147291,
49
+ "Total": 0.05378510592834981
50
+ },
51
+ "macro_km": 0.3801058686676939,
52
+ "macro_pixels": 0.38628081327421726
53
+ },
54
+ "Recall": {
55
+ "class_level_km": {
56
+ "Partial": 0.013580418555998414,
57
+ "Road Line": 0.851714764214813,
58
+ "Total": 0.05361726357289369
59
+ },
60
+ "class_level_pixels": {
61
+ "Partial": 0.021333880876032767,
62
+ "Road Line": 0.8371288553999224,
63
+ "Total": 0.04358675618301911
64
+ },
65
+ "macro_km": 0.306304148781235,
66
+ "macro_pixels": 0.3006831641529914
67
+ },
68
+ "IoU": {
69
+ "class_level_km": {
70
+ "Partial": 0.09506730400761818,
71
+ "Road Line": 0.40678581088436283,
72
+ "Total": 0.05217749471847746
73
+ },
74
+ "class_level_pixels": {
75
+ "Partial": 0.11410740764024045,
76
+ "Road Line": 0.4444454636000074,
77
+ "Total": 0.05189872997184813
78
+ },
79
+ "macro_km": 0.18467686987015283,
80
+ "macro_pixels": 0.20348386707069865
81
+ },
82
+ "Confusion_Matrix_pixels": {
83
+ "matrix": [
84
+ [
85
+ 791680.917170272,
86
+ 606371.2188137055,
87
+ 1203954.9523261122
88
+ ],
89
+ [
90
+ 3938618.8676587944,
91
+ 17694614.653218463,
92
+ 17261282.69020745
93
+ ],
94
+ [
95
+ 397406.6708549188,
96
+ 311904.24512987304,
97
+ 1049608.042336116
98
+ ]
99
+ ],
100
+ "class_labels": [
101
+ "Partial",
102
+ "Road Line",
103
+ "Total"
104
+ ]
105
+ },
106
+ "Confusion_Matrix_km": {
107
+ "matrix": [
108
+ [
109
+ 0.1557230451863552,
110
+ 0.12528379457672384,
111
+ 0.26835384810065316
112
+ ],
113
+ [
114
+ 1.0080424703157722,
115
+ 4.919103985945882,
116
+ 5.970133585911155
117
+ ],
118
+ [
119
+ 0.08062630749122095,
120
+ 0.07005064076044408,
121
+ 0.35172259463497213
122
+ ]
123
+ ],
124
+ "class_labels": [
125
+ "Partial",
126
+ "Road Line",
127
+ "Total"
128
+ ]
129
+ }
130
+ }
131
+ },
132
+ "per_event": {
133
+ "Mussett Bayou Fire": {
134
+ "model_name": "RDA_ScaleMAE_Pretrained_UPerNet_simple_unadjusted",
135
+ "samples": {
136
+ "total": 0.11308100756115586,
137
+ "class_level_km": {
138
+ "Partial": 0.0006091917262747286,
139
+ "Road Line": 0.7008939529238982,
140
+ "Total": 0.010915320713311031
141
+ },
142
+ "total_predicted_segments": 79544
143
+ },
144
+ "metrics": {
145
+ "F1": {
146
+ "class_level_km": {
147
+ "Partial": 0.0,
148
+ "Road Line": 0.5373603008696202,
149
+ "Total": 0.042799040615263
150
+ },
151
+ "class_level_pixels": {
152
+ "Partial": 0.0,
153
+ "Road Line": 0.5385902204424042,
154
+ "Total": 0.055209535883908235
155
+ },
156
+ "macro_km": 0.1933864471616277,
157
+ "macro_pixels": 0.1979332521087708
158
+ },
159
+ "Accuracy": {
160
+ "class_level_km": {
161
+ "Partial": 0.9183282056800997,
162
+ "Road Line": 0.37628608663086455,
163
+ "Total": 0.45423770847408684
164
+ },
165
+ "class_level_pixels": {
166
+ "Partial": 0.9110325673333051,
167
+ "Road Line": 0.37956286926122035,
168
+ "Total": 0.4648922103002399
169
+ }
170
+ },
171
+ "Precision": {
172
+ "class_level_km": {
173
+ "Partial": 0.0,
174
+ "Road Line": 0.994194252681267,
175
+ "Total": 0.021990448933026367
176
+ },
177
+ "class_level_pixels": {
178
+ "Partial": 0.0,
179
+ "Road Line": 0.9935248798632709,
180
+ "Total": 0.02856549048389067
181
+ },
182
+ "macro_km": 0.3387282338714311,
183
+ "macro_pixels": 0.3406967901157205
184
+ },
185
+ "Recall": {
186
+ "class_level_km": {
187
+ "Partial": 0.0,
188
+ "Road Line": 0.9626312534303467,
189
+ "Total": 0.0268609429447057
190
+ },
191
+ "class_level_pixels": {
192
+ "Partial": 0.0,
193
+ "Road Line": 0.9540161623991021,
194
+ "Total": 0.033630831360894974
195
+ },
196
+ "macro_km": 0.3298307321250175,
197
+ "macro_pixels": 0.3292156645866657
198
+ },
199
+ "IoU": {
200
+ "class_level_km": {
201
+ "Partial": 0.0,
202
+ "Road Line": 0.36739075329974336,
203
+ "Total": 0.021867473756357263
204
+ },
205
+ "class_level_pixels": {
206
+ "Partial": 0.0,
207
+ "Road Line": 0.36854154664645017,
208
+ "Total": 0.028388423792997663
209
+ },
210
+ "macro_km": 0.12975274235203355,
211
+ "macro_pixels": 0.13230999014648262
212
+ },
213
+ "Confusion_Matrix_pixels": {
214
+ "matrix": [
215
+ [
216
+ 0,
217
+ 373.63989290888003,
218
+ 1521.0018130218405
219
+ ],
220
+ [
221
+ 215411.54342000227,
222
+ 896606.1669878779,
223
+ 1314988.4540892364
224
+ ],
225
+ [
226
+ 2983.0762149087427,
227
+ 5469.829922741545,
228
+ 38712.58223393845
229
+ ]
230
+ ],
231
+ "class_labels": [
232
+ "Partial",
233
+ "Road Line",
234
+ "Total"
235
+ ]
236
+ },
237
+ "Confusion_Matrix_km": {
238
+ "matrix": [
239
+ [
240
+ 0,
241
+ 0.00012013792932656383,
242
+ 0.0004890537969481648
243
+ ],
244
+ [
245
+ 0.05673919666017777,
246
+ 0.25805559853247995,
247
+ 0.38609915773124054
248
+ ],
249
+ [
250
+ 0.0008361059864130769,
251
+ 0.0013868166675476447,
252
+ 0.00869239805935031
253
+ ]
254
+ ],
255
+ "class_labels": [
256
+ "Partial",
257
+ "Road Line",
258
+ "Total"
259
+ ]
260
+ }
261
+ }
262
+ },
263
+ "Hurricane Michael": {
264
+ "model_name": "RDA_ScaleMAE_Pretrained_UPerNet_simple_unadjusted",
265
+ "samples": {
266
+ "total": 0.4105051213097,
267
+ "class_level_km": {
268
+ "Partial": 0.46677371326702316,
269
+ "Road Line": 2.4966361316448675,
270
+ "Total": 0.2795998385365425
271
+ },
272
+ "total_predicted_segments": 421988
273
+ },
274
+ "metrics": {
275
+ "F1": {
276
+ "class_level_km": {
277
+ "Partial": 0.3067909813959602,
278
+ "Road Line": 0.6873369461224319,
279
+ "Total": 0.2041578444571468
280
+ },
281
+ "class_level_pixels": {
282
+ "Partial": 0.30684622877747336,
283
+ "Road Line": 0.6876390178237863,
284
+ "Total": 0.20367195523064147
285
+ },
286
+ "macro_km": 0.39942859065851294,
287
+ "macro_pixels": 0.39938573394396704
288
+ },
289
+ "Accuracy": {
290
+ "class_level_km": {
291
+ "Partial": 0.7861954604220923,
292
+ "Road Line": 0.6087772302656905,
293
+ "Total": 0.6495805306984411
294
+ },
295
+ "class_level_pixels": {
296
+ "Partial": 0.7865788629626749,
297
+ "Road Line": 0.6088930350682572,
298
+ "Total": 0.6496140528245383
299
+ }
300
+ },
301
+ "Precision": {
302
+ "class_level_km": {
303
+ "Partial": 0.28761576053916915,
304
+ "Road Line": 0.8932511395986004,
305
+ "Total": 0.12693330420029983
306
+ },
307
+ "class_level_pixels": {
308
+ "Partial": 0.287843951871826,
309
+ "Road Line": 0.8935457794812257,
310
+ "Total": 0.12653939862805286
311
+ },
312
+ "macro_km": 0.43593340144602316,
313
+ "macro_pixels": 0.4359763766603682
314
+ },
315
+ "Recall": {
316
+ "class_level_km": {
317
+ "Partial": 0.06017758833507434,
318
+ "Road Line": 0.7063644776117307,
319
+ "Total": 0.06919335103541172
320
+ },
321
+ "class_level_pixels": {
322
+ "Partial": 0.06005599427968416,
323
+ "Road Line": 0.7070144331127937,
324
+ "Total": 0.06897639532764036
325
+ },
326
+ "macro_km": 0.27857847232740557,
327
+ "macro_pixels": 0.2786822742400394
328
+ },
329
+ "IoU": {
330
+ "class_level_km": {
331
+ "Partial": 0.18118907826801733,
332
+ "Road Line": 0.5236202421421543,
333
+ "Total": 0.11368362404625325
334
+ },
335
+ "class_level_pixels": {
336
+ "Partial": 0.18122762030994843,
337
+ "Road Line": 0.523970940284672,
338
+ "Total": 0.11338238348151614
339
+ },
340
+ "macro_km": 0.27283098148547497,
341
+ "macro_pixels": 0.27286031469204547
342
+ },
343
+ "Confusion_Matrix_pixels": {
344
+ "matrix": [
345
+ [
346
+ 784397.5848912715,
347
+ 559109.8643243557,
348
+ 1044056.1099678823
349
+ ],
350
+ [
351
+ 1550899.2278664864,
352
+ 7148367.975103191,
353
+ 4091779.030835603
354
+ ],
355
+ [
356
+ 389782.45255387184,
357
+ 292524.10703499155,
358
+ 744035.2651846197
359
+ ]
360
+ ],
361
+ "class_labels": [
362
+ "Partial",
363
+ "Road Line",
364
+ "Total"
365
+ ]
366
+ },
367
+ "Confusion_Matrix_km": {
368
+ "matrix": [
369
+ [
370
+ 0.15343115570621038,
371
+ 0.10930971389787172,
372
+ 0.20403284366294105
373
+ ],
374
+ [
375
+ 0.3035381314203557,
376
+ 1.3945545170666251,
377
+ 0.7985434831578866
378
+ ],
379
+ [
380
+ 0.07648950323522023,
381
+ 0.05734790215776839,
382
+ 0.14576243314355392
383
+ ]
384
+ ],
385
+ "class_labels": [
386
+ "Partial",
387
+ "Road Line",
388
+ "Total"
389
+ ]
390
+ }
391
+ }
392
+ },
393
+ "Mayfield Tornado": {
394
+ "model_name": "RDA_ScaleMAE_Pretrained_UPerNet_simple_unadjusted",
395
+ "samples": {
396
+ "total": 0.7815637246100545,
397
+ "class_level_km": {
398
+ "Partial": 0.058232275604850364,
399
+ "Road Line": 6.537725424357531,
400
+ "Total": 0.046243516899653406
401
+ },
402
+ "total_predicted_segments": 528081
403
+ },
404
+ "metrics": {
405
+ "F1": {
406
+ "class_level_km": {
407
+ "Partial": 0.005972008157837341,
408
+ "Road Line": 0.5837627522325801,
409
+ "Total": 0.02616202060574904
410
+ },
411
+ "class_level_pixels": {
412
+ "Partial": 0.006014812152343541,
413
+ "Road Line": 0.5894625981223737,
414
+ "Total": 0.026402657294615748
415
+ },
416
+ "macro_km": 0.20529892699872218,
417
+ "macro_pixels": 0.20729335585644434
418
+ },
419
+ "Accuracy": {
420
+ "class_level_km": {
421
+ "Partial": 0.8943139997798081,
422
+ "Road Line": 0.42006846483950455,
423
+ "Total": 0.512684217446065
424
+ },
425
+ "class_level_pixels": {
426
+ "Partial": 0.8942985073622844,
427
+ "Road Line": 0.42565033360455107,
428
+ "Total": 0.5184200189800334
429
+ }
430
+ },
431
+ "Precision": {
432
+ "class_level_km": {
433
+ "Partial": 0.0032543514457014423,
434
+ "Road Line": 0.9943015789654421,
435
+ "Total": 0.013265571769284367
436
+ },
437
+ "class_level_pixels": {
438
+ "Partial": 0.003274833871108679,
439
+ "Road Line": 0.9944259561071077,
440
+ "Total": 0.013389263996853588
441
+ },
442
+ "macro_km": 0.3369405007268093,
443
+ "macro_pixels": 0.33703001799169
444
+ },
445
+ "Recall": {
446
+ "class_level_km": {
447
+ "Partial": 0.00035499253042523313,
448
+ "Road Line": 0.9681041669115864,
449
+ "Total": 0.012767771702126602
450
+ },
451
+ "class_level_pixels": {
452
+ "Partial": 0.0003576109220321549,
453
+ "Road Line": 0.9687170057965161,
454
+ "Total": 0.012595775886129913
455
+ },
456
+ "macro_km": 0.32707564371471276,
457
+ "macro_pixels": 0.3272234642015594
458
+ },
459
+ "IoU": {
460
+ "class_level_km": {
461
+ "Partial": 0.002994947002885432,
462
+ "Road Line": 0.4121927686571113,
463
+ "Total": 0.013254391129801786
464
+ },
465
+ "class_level_pixels": {
466
+ "Partial": 0.003016477849986458,
467
+ "Road Line": 0.41789930372474693,
468
+ "Total": 0.013377935166057373
469
+ },
470
+ "macro_km": 0.14281403559659953,
471
+ "macro_pixels": 0.14476457224693026
472
+ },
473
+ "Confusion_Matrix_pixels": {
474
+ "matrix": [
475
+ [
476
+ 7139.113345797561,
477
+ 45028.49746640464,
478
+ 141684.02679302552
479
+ ],
480
+ [
481
+ 2170199.5867156093,
482
+ 9204514.767626686,
483
+ 10599367.936206417
484
+ ],
485
+ [
486
+ 2653.820713592982,
487
+ 6565.45883817071,
488
+ 145766.48630353375
489
+ ]
490
+ ],
491
+ "class_labels": [
492
+ "Partial",
493
+ "Road Line",
494
+ "Total"
495
+ ]
496
+ },
497
+ "Confusion_Matrix_km": {
498
+ "matrix": [
499
+ [
500
+ 0.0021087314349767894,
501
+ 0.013492736994356285,
502
+ 0.04263080717551729
503
+ ],
504
+ [
505
+ 0.6450873349715079,
506
+ 2.701184176093163,
507
+ 3.19145391329286
508
+ ],
509
+ [
510
+ 0.000776800126457873,
511
+ 0.0019879632809863728,
512
+ 0.04347875349220916
513
+ ]
514
+ ],
515
+ "class_labels": [
516
+ "Partial",
517
+ "Road Line",
518
+ "Total"
519
+ ]
520
+ }
521
+ }
522
+ },
523
+ "Hurricane Idalia": {
524
+ "model_name": "RDA_ScaleMAE_Pretrained_UPerNet_simple_unadjusted",
525
+ "samples": {
526
+ "total": 0.3124207908628798,
527
+ "class_level_km": {
528
+ "Partial": 0.023745507265579485,
529
+ "Road Line": 2.1620245332505514,
530
+ "Total": 0.16564086673712033
531
+ },
532
+ "total_predicted_segments": 50187
533
+ },
534
+ "metrics": {
535
+ "F1": {
536
+ "class_level_km": {
537
+ "Partial": 0.012575057622427818,
538
+ "Road Line": 0.41278193966827587,
539
+ "Total": 0.15898232235855436
540
+ },
541
+ "class_level_pixels": {
542
+ "Partial": 0.012575057622427825,
543
+ "Road Line": 0.41278193966828386,
544
+ "Total": 0.1589823223585615
545
+ },
546
+ "macro_km": 0.19477977321641937,
547
+ "macro_pixels": 0.1947797732164244
548
+ },
549
+ "Accuracy": {
550
+ "class_level_km": {
551
+ "Partial": 0.9877673210843201,
552
+ "Road Line": 0.31598343852083116,
553
+ "Total": 0.3080367080995976
554
+ },
555
+ "class_level_pixels": {
556
+ "Partial": 0.9877673210843194,
557
+ "Road Line": 0.3159834385208395,
558
+ "Total": 0.3080367080996055
559
+ }
560
+ },
561
+ "Precision": {
562
+ "class_level_km": {
563
+ "Partial": 0.034013498540937104,
564
+ "Road Line": 0.9797414427537143,
565
+ "Total": 0.08693422646753785
566
+ },
567
+ "class_level_pixels": {
568
+ "Partial": 0.03401349854093711,
569
+ "Road Line": 0.9797414427537138,
570
+ "Total": 0.08693422646754213
571
+ },
572
+ "macro_km": 0.3668963892540631,
573
+ "macro_pixels": 0.36689638925406437
574
+ },
575
+ "Recall": {
576
+ "class_level_km": {
577
+ "Partial": 7.885746598159289e-05,
578
+ "Road Line": 0.7608404327432223,
579
+ "Total": 0.21232165907781034
580
+ },
581
+ "class_level_pixels": {
582
+ "Partial": 7.885746598159722e-05,
583
+ "Road Line": 0.7608404327432181,
584
+ "Total": 0.2123216590778139
585
+ },
586
+ "macro_km": 0.32441364976233805,
587
+ "macro_pixels": 0.32441364976233783
588
+ },
589
+ "IoU": {
590
+ "class_level_km": {
591
+ "Partial": 0.006327311967507149,
592
+ "Road Line": 0.26006630719789414,
593
+ "Total": 0.0863556739782254
594
+ },
595
+ "class_level_pixels": {
596
+ "Partial": 0.006327311967507152,
597
+ "Road Line": 0.26006630719790047,
598
+ "Total": 0.08635567397822963
599
+ },
600
+ "macro_km": 0.11758309771454223,
601
+ "macro_pixels": 0.11758309771454574
602
+ },
603
+ "Confusion_Matrix_pixels": {
604
+ "matrix": [
605
+ [
606
+ 144.2189332033135,
607
+ 1859.217130053868,
608
+ 16693.813752159724
609
+ ],
610
+ [
611
+ 2108.5096564685045,
612
+ 445125.74350855197,
613
+ 1255147.269079409
614
+ ],
615
+ [
616
+ 1987.3213725435692,
617
+ 7344.84933396994,
618
+ 121093.70861405219
619
+ ]
620
+ ],
621
+ "class_labels": [
622
+ "Partial",
623
+ "Road Line",
624
+ "Total"
625
+ ]
626
+ },
627
+ "Confusion_Matrix_km": {
628
+ "matrix": [
629
+ [
630
+ 0.00018315804516820815,
631
+ 0.002361205755168414,
632
+ 0.021201143465242864
633
+ ],
634
+ [
635
+ 0.002677807263715001,
636
+ 0.56530969425588,
637
+ 1.5940370317309565
638
+ ],
639
+ [
640
+ 0.0025238981431303332,
641
+ 0.009327958654141847,
642
+ 0.15378900993984815
643
+ ]
644
+ ],
645
+ "class_labels": [
646
+ "Partial",
647
+ "Road Line",
648
+ "Total"
649
+ ]
650
+ }
651
+ }
652
+ }
653
+ }
654
+ }
RDA_ScaleMAE_Pretrained_UPerNet_simple_adjusted.yaml ADDED
@@ -0,0 +1,171 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ name: "RDA_ScaleMAE_Pretrained_UPerNet_simple_adjusted"
2
+ model: "UperNetVit"
3
+ task: "RDA"
4
+ masking_strategy_parameters:
5
+ road_width_pixels: 40
6
+ train_location_strategy: "grid"
7
+ train_location_parameters:
8
+ sample_generator_process_pool_size: 6
9
+ adjustment_buffer_distance_px: 326
10
+ train_presentation_strategy: "weighted"
11
+ train_presentation_strategy_parameters:
12
+ length: 4000
13
+ expected_class_balances:
14
+ Not Able To Determine: 1
15
+ Partial Flooding: 1
16
+ Partial Obstruction: 1
17
+ Partial Road Condition: 1
18
+ Particulate Partial: 1
19
+ Particulate Total: 1
20
+ Road Line: 1
21
+ Total Destruction: 1
22
+ Total Flooding: 1
23
+ Total Obstruction: 1
24
+ balance_monitor: "pixel"
25
+ train_dataset_adaptor_parameters:
26
+ tile_x: 1024
27
+ tile_y: 1024
28
+ mask_x: 1024
29
+ mask_y: 1024
30
+ backend: "auto"
31
+ train_annotator_parameters:
32
+ generate_adjusted_samples: True
33
+ validation_location_strategy: "grid"
34
+ validation_location_parameters:
35
+ sample_generator_process_pool_size: 6
36
+ adjustment_buffer_distance_px: 326
37
+ validation_presentation_strategy: "indexed"
38
+ validation_dataset_adaptor_parameters:
39
+ tile_x: 1024
40
+ tile_y: 1024
41
+ mask_x: 1024
42
+ mask_y: 1024
43
+ backend: "auto"
44
+ validation_annotator_parameters:
45
+ generate_adjusted_samples: True
46
+ channel_maps:
47
+ background_class_idx: 0
48
+ default_label: Road Line
49
+ input_dataset_class_2_idx_map:
50
+ Background: 0
51
+ Not Able To Determine: 3
52
+ Partial Flooding: 2
53
+ Partial Obstruction: 2
54
+ Partial Road Condition: 2
55
+ Particulate Partial: 2
56
+ Particulate Total: 3
57
+ Road Line: 1
58
+ Total Destruction: 3
59
+ Total Flooding: 3
60
+ Total Obstruction: 3
61
+ model_class_2_color_map:
62
+ Background:
63
+ alpha: 0
64
+ blue: 0
65
+ green: 0
66
+ red: 0
67
+ Partial:
68
+ alpha: 255
69
+ blue: 0
70
+ green: 255
71
+ red: 255
72
+ Road Line:
73
+ alpha: 255
74
+ blue: 0
75
+ green: 255
76
+ red: 0
77
+ Total:
78
+ alpha: 255
79
+ blue: 0
80
+ green: 0
81
+ red: 255
82
+ output_class_2_idx_map:
83
+ Background: 0
84
+ Partial: 2
85
+ Road Line: 1
86
+ Total: 3
87
+ input:
88
+ road_line_buffer_width_pixels: 40
89
+ road_line_segment_length_pixels: 40
90
+ channels:
91
+ blue: 2
92
+ green: 1
93
+ mask: 3
94
+ red: 0
95
+ normalized_inputs: true
96
+ mask_input: false
97
+ sample_generator_parameters:
98
+ label_tolerance: 0.1
99
+ normalized_inputs: true
100
+ validation_parameters:
101
+ batch_size: 1
102
+ validation_monitor: "val_macro_iou"
103
+ validation_monitor_mode: "max"
104
+ validation_checkpoint_save_top_k: 3
105
+ validation_reduce_lr_on_plateau_patience: 3
106
+ validation_reduce_lr_on_plateau_cooldown: 3
107
+ training_parameters:
108
+ gradient_clip_val: 10.0
109
+ batch_size: 1
110
+ grad_accumulation: 8
111
+ l1_reg: 1.0e-06
112
+ l2_reg: 1.0e-05
113
+ log_images_every_n_steps: 100
114
+ mask_x: 1024
115
+ mask_y: 1024
116
+ max_epochs: 100
117
+ optimizer_parameters:
118
+ name: "AdamW"
119
+ lr: 0.0005
120
+ weight_decay: 0.00001
121
+ output_class_weights_strategy: "ipw"
122
+ normalize_weights: False
123
+ output_class_weights:
124
+ Background: 1.0e-06
125
+ Partial: 45
126
+ Road Line: 1
127
+ Total: 35
128
+ samples_per_epoch: 4000
129
+ tile_x: 1024
130
+ tile_y: 1024
131
+ loss_parameters:
132
+ loss: [["cross entropy", 1.0]]
133
+ gamma: 2
134
+ alpha: 0.25
135
+ bins: 10
136
+ momentum: 0.9
137
+ smooth: 1.0e-06
138
+ validation_parameters:
139
+ batch_size: 1
140
+ validation_monitor: "val_macro_iou"
141
+ validation_monitor_mode: "max"
142
+ validation_checkpoint_save_top_k: 3
143
+ validation_reduce_lr_on_plateau_cooldown: 3
144
+ validation_reduce_lr_on_plateau_patience: 3
145
+ model_parameters:
146
+ decoder_parameters:
147
+ in_channels: [1024, 1024, 1024, 1024]
148
+ in_index: [0,1,2,3]
149
+ pool_scales: [1,2,3,6]
150
+ channels: 1024
151
+ dropout_ratio: 0.1
152
+ norm_cfg:
153
+ type: 'IN'
154
+ requires_grad: True
155
+ align_corners: False
156
+ out_indicies: [2,9,16,23]
157
+ n_cls: 4
158
+ normalization: "vit"
159
+ encoder_parameters:
160
+ backbone: "scalemae"
161
+ #backbone_path: "/data/group_data/hrail_modeling/pretrained_models/scalemae-vitlarge-800.pth"
162
+ #backbone_path: "C:/Users/peral/Documents/GitHub/SUASDataAnnotation/data/pretrained_models/scalemae-vitlarge-800.pth"
163
+ backbone_parameters:
164
+ normalization: "vit"
165
+ vit_model: vit_large_patch16
166
+ n_heads: 16
167
+ n_layers: 24
168
+ patch_size: 16
169
+ drop_path_rate: 0.1
170
+ dropout: 0.0
171
+ global_pool: False
RDA_ScaleMAE_Pretrained_UPerNet_simple_unadjusted.yaml ADDED
@@ -0,0 +1,171 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ name: "RDA_ScaleMAE_Pretrained_UPerNet_simple_unadjusted"
2
+ model: "UperNetVit"
3
+ task: "RDA"
4
+ masking_strategy_parameters:
5
+ road_width_pixels: 40
6
+ train_location_strategy: "grid"
7
+ train_location_parameters:
8
+ sample_generator_process_pool_size: 6
9
+ adjustment_buffer_distance_px: 326
10
+ train_presentation_strategy: "weighted"
11
+ train_presentation_strategy_parameters:
12
+ length: 4000
13
+ expected_class_balances:
14
+ Not Able To Determine: 1
15
+ Partial Flooding: 1
16
+ Partial Obstruction: 1
17
+ Partial Road Condition: 1
18
+ Particulate Partial: 1
19
+ Particulate Total: 1
20
+ Road Line: 1
21
+ Total Destruction: 1
22
+ Total Flooding: 1
23
+ Total Obstruction: 1
24
+ balance_monitor: "pixel"
25
+ train_dataset_adaptor_parameters:
26
+ tile_x: 1024
27
+ tile_y: 1024
28
+ mask_x: 1024
29
+ mask_y: 1024
30
+ backend: "auto"
31
+ train_annotator_parameters:
32
+ generate_adjusted_samples: False
33
+ validation_location_strategy: "grid"
34
+ validation_location_parameters:
35
+ sample_generator_process_pool_size: 6
36
+ adjustment_buffer_distance_px: 326
37
+ validation_presentation_strategy: "indexed"
38
+ validation_dataset_adaptor_parameters:
39
+ tile_x: 1024
40
+ tile_y: 1024
41
+ mask_x: 1024
42
+ mask_y: 1024
43
+ backend: "auto"
44
+ validation_annotator_parameters:
45
+ generate_adjusted_samples: False
46
+ channel_maps:
47
+ background_class_idx: 0
48
+ default_label: Road Line
49
+ input_dataset_class_2_idx_map:
50
+ Background: 0
51
+ Not Able To Determine: 3
52
+ Partial Flooding: 2
53
+ Partial Obstruction: 2
54
+ Partial Road Condition: 2
55
+ Particulate Partial: 2
56
+ Particulate Total: 3
57
+ Road Line: 1
58
+ Total Destruction: 3
59
+ Total Flooding: 3
60
+ Total Obstruction: 3
61
+ model_class_2_color_map:
62
+ Background:
63
+ alpha: 0
64
+ blue: 0
65
+ green: 0
66
+ red: 0
67
+ Partial:
68
+ alpha: 255
69
+ blue: 0
70
+ green: 255
71
+ red: 255
72
+ Road Line:
73
+ alpha: 255
74
+ blue: 0
75
+ green: 255
76
+ red: 0
77
+ Total:
78
+ alpha: 255
79
+ blue: 0
80
+ green: 0
81
+ red: 255
82
+ output_class_2_idx_map:
83
+ Background: 0
84
+ Partial: 2
85
+ Road Line: 1
86
+ Total: 3
87
+ input:
88
+ road_line_buffer_width_pixels: 40
89
+ road_line_segment_length_pixels: 40
90
+ channels:
91
+ blue: 2
92
+ green: 1
93
+ mask: 3
94
+ red: 0
95
+ normalized_inputs: true
96
+ mask_input: false
97
+ sample_generator_parameters:
98
+ label_tolerance: 0.1
99
+ normalized_inputs: true
100
+ validation_parameters:
101
+ batch_size: 1
102
+ validation_monitor: "val_macro_iou"
103
+ validation_monitor_mode: "max"
104
+ validation_checkpoint_save_top_k: 3
105
+ validation_reduce_lr_on_plateau_patience: 3
106
+ validation_reduce_lr_on_plateau_cooldown: 3
107
+ training_parameters:
108
+ gradient_clip_val: 10.0
109
+ batch_size: 1
110
+ grad_accumulation: 8
111
+ l1_reg: 1.0e-06
112
+ l2_reg: 1.0e-05
113
+ log_images_every_n_steps: 100
114
+ mask_x: 1024
115
+ mask_y: 1024
116
+ max_epochs: 100
117
+ optimizer_parameters:
118
+ name: "AdamW"
119
+ lr: 0.0005
120
+ weight_decay: 0.00001
121
+ output_class_weights_strategy: "ipw"
122
+ normalize_weights: False
123
+ output_class_weights:
124
+ Background: 1.0e-06
125
+ Partial: 45
126
+ Road Line: 1
127
+ Total: 35
128
+ samples_per_epoch: 4000
129
+ tile_x: 1024
130
+ tile_y: 1024
131
+ loss_parameters:
132
+ loss: [["cross entropy", 1.0]]
133
+ gamma: 2
134
+ alpha: 0.25
135
+ bins: 10
136
+ momentum: 0.9
137
+ smooth: 1.0e-06
138
+ validation_parameters:
139
+ batch_size: 1
140
+ validation_monitor: "val_macro_iou"
141
+ validation_monitor_mode: "max"
142
+ validation_checkpoint_save_top_k: 3
143
+ validation_reduce_lr_on_plateau_cooldown: 3
144
+ validation_reduce_lr_on_plateau_patience: 3
145
+ model_parameters:
146
+ decoder_parameters:
147
+ in_channels: [1024, 1024, 1024, 1024]
148
+ in_index: [0,1,2,3]
149
+ pool_scales: [1,2,3,6]
150
+ channels: 1024
151
+ dropout_ratio: 0.1
152
+ norm_cfg:
153
+ type: 'IN'
154
+ requires_grad: True
155
+ align_corners: False
156
+ out_indicies: [2,9,16,23]
157
+ n_cls: 4
158
+ normalization: "vit"
159
+ encoder_parameters:
160
+ backbone: "scalemae"
161
+ #backbone_path: "/data/group_data/hrail_modeling/pretrained_models/scalemae-vitlarge-800.pth"
162
+ #backbone_path: "C:/Users/peral/Documents/GitHub/SUASDataAnnotation/data/pretrained_models/scalemae-vitlarge-800.pth"
163
+ backbone_parameters:
164
+ normalization: "vit"
165
+ vit_model: vit_large_patch16
166
+ n_heads: 16
167
+ n_layers: 24
168
+ patch_size: 16
169
+ drop_path_rate: 0.1
170
+ dropout: 0.0
171
+ global_pool: False
RDA_UperNet_PretrainTrain_CCE_Simple-epoch=18-step=4750-val_macro_iou=0.26394.ckpt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1c115d42c22519c1218af96cfd3d42ff6db2981f9a2df74a95961020be00661d
3
+ size 5087478767