tmanzini commited on
Commit
b2e457b
·
verified ·
1 Parent(s): 390c31b

Delete CRASAR-U-DROIDs_RDA_metrics_adjusted.json

Browse files
CRASAR-U-DROIDs_RDA_metrics_adjusted.json DELETED
@@ -1,654 +0,0 @@
1
- {
2
- "global": {
3
- "model_name": "RDA_ScaleMAE_NoPretrain_Segmenter_simple_adjusted",
4
- "samples": {
5
- "total": 1.617570644343792,
6
- "class_level_km": {
7
- "Partial": 0.6333428226808886,
8
- "Road Line": 12.296186806064833,
9
- "Total": 0.5996808464683059
10
- },
11
- "total_predicted_segments": 1077687
12
- },
13
- "metrics": {
14
- "F1": {
15
- "class_level_km": {
16
- "Partial": 0.08793789481355878,
17
- "Road Line": 1.861859782418739e-05,
18
- "Total": 0.13324599822749097
19
- },
20
- "class_level_pixels": {
21
- "Partial": 0.11601242601152899,
22
- "Road Line": 1.9923996608637506e-05,
23
- "Total": 0.10538237110090086
24
- },
25
- "macro_km": 0.07373417054629132,
26
- "macro_pixels": 0.07380490703634617
27
- },
28
- "Accuracy": {
29
- "class_level_km": {
30
- "Partial": 0.3466164679177696,
31
- "Road Line": 0.09114634895749732,
32
- "Total": 0.6751848916981685
33
- },
34
- "class_level_pixels": {
35
- "Partial": 0.3132327297105765,
36
- "Road Line": 0.10702716107666159,
37
- "Total": 0.7046756307869002
38
- }
39
- },
40
- "Precision": {
41
- "class_level_km": {
42
- "Partial": 0.047043048042108196,
43
- "Road Line": 1.0,
44
- "Total": 0.07556017520001711
45
- },
46
- "class_level_pixels": {
47
- "Partial": 0.0631618753260755,
48
- "Road Line": 1.0,
49
- "Total": 0.060710126909970366
50
- },
51
- "macro_km": 0.37420107441404177,
52
- "macro_pixels": 0.3746240007453486
53
- },
54
- "Recall": {
55
- "class_level_km": {
56
- "Partial": 0.09087421012858801,
57
- "Road Line": 9.282815968671182e-05,
58
- "Total": 0.03697786473938839
59
- },
60
- "class_level_pixels": {
61
- "Partial": 0.14387018666176016,
62
- "Road Line": 8.311881826038543e-05,
63
- "Total": 0.02468371654127123
64
- },
65
- "macro_km": 0.04264830100922104,
66
- "macro_pixels": 0.056212340673763926
67
- },
68
- "IoU": {
69
- "class_level_km": {
70
- "Partial": 0.04599112893615143,
71
- "Road Line": 9.309385575946712e-06,
72
- "Total": 0.07137844520540576
73
- },
74
- "class_level_pixels": {
75
- "Partial": 0.06157812695437603,
76
- "Road Line": 9.962097546717622e-06,
77
- "Total": 0.055621973264407515
78
- },
79
- "macro_km": 0.039126294509044375,
80
- "macro_pixels": 0.03907002077211009
81
- },
82
- "Confusion_Matrix_pixels": {
83
- "matrix": [
84
- [
85
- 2014452.3168338274,
86
- 0,
87
- 820279.1684823408
88
- ],
89
- [
90
- 28707453.692158986,
91
- 397.66046443586254,
92
- 11209491.613656444
93
- ],
94
- [
95
- 1171578.8888849544,
96
- 0,
97
- 777533.0404435204
98
- ]
99
- ],
100
- "class_labels": [
101
- "Partial",
102
- "Road Line",
103
- "Total"
104
- ]
105
- },
106
- "Confusion_Matrix_km": {
107
- "matrix": [
108
- [
109
- 0.42614980557194454,
110
- 0,
111
- 0.20719301710894403
112
- ],
113
- [
114
- 8.370671848477539,
115
- 0.00011446994409152622,
116
- 3.9254004876432034
117
- ],
118
- [
119
- 0.2618984609927696,
120
- 0,
121
- 0.33778238547553624
122
- ]
123
- ],
124
- "class_labels": [
125
- "Partial",
126
- "Road Line",
127
- "Total"
128
- ]
129
- }
130
- }
131
- },
132
- "per_event": {
133
- "Mussett Bayou Fire": {
134
- "model_name": "RDA_ScaleMAE_NoPretrain_Segmenter_simple_adjusted",
135
- "samples": {
136
- "total": 0.11308100756115586,
137
- "class_level_km": {
138
- "Partial": 0.0008397396136685919,
139
- "Road Line": 0.8874983110217115,
140
- "Total": 0.013660820515815839
141
- },
142
- "total_predicted_segments": 79009
143
- },
144
- "metrics": {
145
- "F1": {
146
- "class_level_km": {
147
- "Partial": 0.0031620780126609617,
148
- "Road Line": 0.0,
149
- "Total": 0.06047682799354331
150
- },
151
- "class_level_pixels": {
152
- "Partial": 0.0029193636528106717,
153
- "Road Line": 0.0,
154
- "Total": 0.0767198616754639
155
- },
156
- "macro_km": 0.021212968668734757,
157
- "macro_pixels": 0.026546408442758188
158
- },
159
- "Accuracy": {
160
- "class_level_km": {
161
- "Partial": 0.41302363634817596,
162
- "Road Line": 0.016076029131807862,
163
- "Total": 0.5986002688817084
164
- },
165
- "class_level_pixels": {
166
- "Partial": 0.42424254881795076,
167
- "Road Line": 0.020326418239819538,
168
- "Total": 0.5910947375508141
169
- }
170
- },
171
- "Precision": {
172
- "class_level_km": {
173
- "Partial": 0.0015835426490267799,
174
- "Road Line": 0.0,
175
- "Total": 0.03134972322543249
176
- },
177
- "class_level_pixels": {
178
- "Partial": 0.001461815612087856,
179
- "Road Line": 0.0,
180
- "Total": 0.040125135468335654
181
- },
182
- "macro_km": 0.010977755291486422,
183
- "macro_pixels": 0.013862317026807838
184
- },
185
- "Recall": {
186
- "class_level_km": {
187
- "Partial": 0.0022540510145974495,
188
- "Road Line": 0.0,
189
- "Total": 0.02158199971813875
190
- },
191
- "class_level_pixels": {
192
- "Partial": 0.00198679593391374,
193
- "Road Line": 0.0,
194
- "Total": 0.028741533047140406
195
- },
196
- "macro_km": 0.0079453502442454,
197
- "macro_pixels": 0.010242776327018048
198
- },
199
- "IoU": {
200
- "class_level_km": {
201
- "Partial": 0.0015835426490267799,
202
- "Road Line": 0.0,
203
- "Total": 0.03118128665149146
204
- },
205
- "class_level_pixels": {
206
- "Partial": 0.001461815612087856,
207
- "Road Line": 0.0,
208
- "Total": 0.03989011280608261
209
- },
210
- "macro_km": 0.010921609766839412,
211
- "macro_pixels": 0.013783976139390156
212
- },
213
- "Confusion_Matrix_pixels": {
214
- "matrix": [
215
- [
216
- 2611.6666158744997,
217
- 0,
218
- 0
219
- ],
220
- [
221
- 1776249.9428232303,
222
- 0,
223
- 1259259.922495593
224
- ],
225
- [
226
- 7729.390327517413,
227
- 0,
228
- 52640.16888767558
229
- ]
230
- ],
231
- "class_labels": [
232
- "Partial",
233
- "Road Line",
234
- "Total"
235
- ]
236
- },
237
- "Confusion_Matrix_km": {
238
- "matrix": [
239
- [
240
- 0.0008397396136685919,
241
- 0,
242
- 0
243
- ],
244
- [
245
- 0.527444112039499,
246
- 0,
247
- 0.36005419898221247
248
- ],
249
- [
250
- 0.0020079053668800974,
251
- 0,
252
- 0.011652915148935742
253
- ]
254
- ],
255
- "class_labels": [
256
- "Partial",
257
- "Road Line",
258
- "Total"
259
- ]
260
- }
261
- }
262
- },
263
- "Hurricane Michael": {
264
- "model_name": "RDA_ScaleMAE_NoPretrain_Segmenter_simple_adjusted",
265
- "samples": {
266
- "total": 0.4105051213097,
267
- "class_level_km": {
268
- "Partial": 0.4866479498023222,
269
- "Road Line": 2.6320241922300394,
270
- "Total": 0.29839718033927076
271
- },
272
- "total_predicted_segments": 420925
273
- },
274
- "metrics": {
275
- "F1": {
276
- "class_level_km": {
277
- "Partial": 0.2207421816524621,
278
- "Road Line": 1.171813559774022e-05,
279
- "Total": 0.17489857673504927
280
- },
281
- "class_level_pixels": {
282
- "Partial": 0.22046159382516337,
283
- "Road Line": 1.175081166748115e-05,
284
- "Total": 0.17452266682945647
285
- },
286
- "macro_km": 0.13188415884103635,
287
- "macro_pixels": 0.1316653371554291
288
- },
289
- "Accuracy": {
290
- "class_level_km": {
291
- "Partial": 0.278368456061625,
292
- "Road Line": 0.2297467441764579,
293
- "Total": 0.7494266634546128
294
- },
295
- "class_level_pixels": {
296
- "Partial": 0.2781513702532737,
297
- "Road Line": 0.2292713922503822,
298
- "Total": 0.7496596498483423
299
- }
300
- },
301
- "Precision": {
302
- "class_level_km": {
303
- "Partial": 0.13042983355242746,
304
- "Road Line": 1.0,
305
- "Total": 0.12274446084140878
306
- },
307
- "class_level_pixels": {
308
- "Partial": 0.13024028042439012,
309
- "Road Line": 1.0,
310
- "Total": 0.1223656547366803
311
- },
312
- "macro_km": 0.4177247647979454,
313
- "macro_pixels": 0.4175353117203568
314
- },
315
- "Recall": {
316
- "class_level_km": {
317
- "Partial": 0.36717208415792796,
318
- "Road Line": 1.9643451090093096e-05,
319
- "Total": 0.035436813161975916
320
- },
321
- "class_level_pixels": {
322
- "Partial": 0.3669698319569677,
323
- "Road Line": 1.975124993175228e-05,
324
- "Total": 0.035300707706941485
325
- },
326
- "macro_km": 0.13420951359033131,
327
- "macro_pixels": 0.13409676363794698
328
- },
329
- "IoU": {
330
- "class_level_km": {
331
- "Partial": 0.12406419090937225,
332
- "Road Line": 5.859102127746718e-06,
333
- "Total": 0.09582951090036994
334
- },
335
- "class_level_pixels": {
336
- "Partial": 0.12388695465081374,
337
- "Road Line": 5.875440354337108e-06,
338
- "Total": 0.09560385311733248
339
- },
340
- "macro_km": 0.07329985363728998,
341
- "macro_pixels": 0.07316556106950019
342
- },
343
- "Confusion_Matrix_pixels": {
344
- "matrix": [
345
- [
346
- 1785834.615269847,
347
- 0,
348
- 703188.017332459
349
- ],
350
- [
351
- 10866860.588040989,
352
- 79.22716628482522,
353
- 2617524.5835065404
354
- ],
355
- [
356
- 1059150.390469179,
357
- 0,
358
- 462995.9775242076
359
- ]
360
- ],
361
- "class_labels": [
362
- "Partial",
363
- "Road Line",
364
- "Total"
365
- ]
366
- },
367
- "Confusion_Matrix_km": {
368
- "matrix": [
369
- [
370
- 0.3492556695223234,
371
- 0,
372
- 0.1373922802799988
373
- ],
374
- [
375
- 2.1208236602327237,
376
- 1.542129854497586e-05,
377
- 0.5111851106987707
378
- ],
379
- [
380
- 0.20764907033477545,
381
- 0,
382
- 0.09074811000449529
383
- ]
384
- ],
385
- "class_labels": [
386
- "Partial",
387
- "Road Line",
388
- "Total"
389
- ]
390
- }
391
- }
392
- },
393
- "Mayfield Tornado": {
394
- "model_name": "RDA_ScaleMAE_NoPretrain_Segmenter_simple_adjusted",
395
- "samples": {
396
- "total": 0.7815637246100545,
397
- "class_level_km": {
398
- "Partial": 0.09027413783106299,
399
- "Road Line": 6.384128758246053,
400
- "Total": 0.05502773992362073
401
- },
402
- "total_predicted_segments": 527532
403
- },
404
- "metrics": {
405
- "F1": {
406
- "class_level_km": {
407
- "Partial": 0.028111040072986912,
408
- "Road Line": 3.102917018081029e-05,
409
- "Total": 0.029862314349437445
410
- },
411
- "class_level_pixels": {
412
- "Partial": 0.027756630281106056,
413
- "Road Line": 2.960270013910156e-05,
414
- "Total": 0.02951445709551163
415
- },
416
- "macro_km": 0.01933479453086839,
417
- "macro_pixels": 0.019100230025585595
418
- },
419
- "Accuracy": {
420
- "class_level_km": {
421
- "Partial": 0.30940029418477366,
422
- "Road Line": 0.02226854598907081,
423
- "Total": 0.6976434864432177
424
- },
425
- "class_level_pixels": {
426
- "Partial": 0.30739258804263064,
427
- "Road Line": 0.021962878637057065,
428
- "Total": 0.6995830698120707
429
- }
430
- },
431
- "Precision": {
432
- "class_level_km": {
433
- "Partial": 0.01433442652605405,
434
- "Road Line": 1.0,
435
- "Total": 0.015346129631854267
436
- },
437
- "class_level_pixels": {
438
- "Partial": 0.014148590297125778,
439
- "Road Line": 1.0,
440
- "Total": 0.015165830291383086
441
- },
442
- "macro_km": 0.3432268520526361,
443
- "macro_pixels": 0.34310480686283623
444
- },
445
- "Recall": {
446
- "class_level_km": {
447
- "Partial": 0.03228017916074972,
448
- "Road Line": 0.0006812105534589874,
449
- "Total": 0.006670307831647456
450
- },
451
- "class_level_pixels": {
452
- "Partial": 0.03216292205626778,
453
- "Road Line": 0.0006591439402321045,
454
- "Total": 0.006529814534895993
455
- },
456
- "macro_km": 0.01321056584861872,
457
- "macro_pixels": 0.01311729351046529
458
- },
459
- "IoU": {
460
- "class_level_km": {
461
- "Partial": 0.014255894040822361,
462
- "Road Line": 1.5514825796490126e-05,
463
- "Total": 0.015157475828688878
464
- },
465
- "class_level_pixels": {
466
- "Partial": 0.014073633460895973,
467
- "Road Line": 1.480156915275739e-05,
468
- "Total": 0.014978266245997131
469
- },
470
- "macro_km": 0.009809628231769243,
471
- "macro_pixels": 0.00968890042534862
472
- },
473
- "Confusion_Matrix_pixels": {
474
- "matrix": [
475
- [
476
- 217469.2412370635,
477
- 0,
478
- 81863.38152711185
479
- ],
480
- [
481
- 15069944.952988679,
482
- 318.4332981510374,
483
- 6443219.060384461
484
- ],
485
- [
486
- 82968.06083477913,
487
- 0,
488
- 100482.18877356099
489
- ]
490
- ],
491
- "class_labels": [
492
- "Partial",
493
- "Road Line",
494
- "Total"
495
- ]
496
- },
497
- "Confusion_Matrix_km": {
498
- "matrix": [
499
- [
500
- 0.06521266842304181,
501
- 0,
502
- 0.025061469408021172
503
- ],
504
- [
505
- 4.459518351675757,
506
- 9.904864554655034e-05,
507
- 1.9245113579247488
508
- ],
509
- [
510
- 0.02464305527925597,
511
- 0,
512
- 0.030384684644364755
513
- ]
514
- ],
515
- "class_labels": [
516
- "Partial",
517
- "Road Line",
518
- "Total"
519
- ]
520
- }
521
- }
522
- },
523
- "Hurricane Idalia": {
524
- "model_name": "RDA_ScaleMAE_NoPretrain_Segmenter_simple_adjusted",
525
- "samples": {
526
- "total": 0.3124207908628798,
527
- "class_level_km": {
528
- "Partial": 0.055580995433830827,
529
- "Road Line": 2.3925355445684557,
530
- "Total": 0.23259510568960634
531
- },
532
- "total_predicted_segments": 50221
533
- },
534
- "metrics": {
535
- "F1": {
536
- "class_level_km": {
537
- "Partial": 0.015980061990662226,
538
- "Road Line": 0.0,
539
- "Total": 0.254341325808591
540
- },
541
- "class_level_pixels": {
542
- "Partial": 0.015980061990662358,
543
- "Road Line": 0.0,
544
- "Total": 0.25434132580860563
545
- },
546
- "macro_km": 0.09010712926641773,
547
- "macro_pixels": 0.09010712926642267
548
- },
549
- "Accuracy": {
550
- "class_level_km": {
551
- "Partial": 0.5019145665635184,
552
- "Road Line": 0.10749985049177446,
553
- "Total": 0.5516162585397694
554
- },
555
- "class_level_pixels": {
556
- "Partial": 0.5019145665635036,
557
- "Road Line": 0.10749985049177901,
558
- "Total": 0.551616258539786
559
- }
560
- },
561
- "Precision": {
562
- "class_level_km": {
563
- "Partial": 0.008331293612344354,
564
- "Road Line": 0.0,
565
- "Total": 0.1486144638839196
566
- },
567
- "class_level_pixels": {
568
- "Partial": 0.008331293612344429,
569
- "Road Line": 0.0,
570
- "Total": 0.14861446388392963
571
- },
572
- "macro_km": 0.052315252498754655,
573
- "macro_pixels": 0.052315252498758014
574
- },
575
- "Recall": {
576
- "class_level_km": {
577
- "Partial": 0.008057839393686012,
578
- "Road Line": 0.0,
579
- "Total": 0.13863077755040015
580
- },
581
- "class_level_pixels": {
582
- "Partial": 0.008057839393686553,
583
- "Road Line": 0.0,
584
- "Total": 0.13863077755040154
585
- },
586
- "macro_km": 0.04889620564802872,
587
- "macro_pixels": 0.04889620564802936
588
- },
589
- "IoU": {
590
- "class_level_km": {
591
- "Partial": 0.00805438578742096,
592
- "Road Line": 0.0,
593
- "Total": 0.14569934522073863
594
- },
595
- "class_level_pixels": {
596
- "Partial": 0.008054385787421027,
597
- "Road Line": 0.0,
598
- "Total": 0.14569934522074826
599
- },
600
- "macro_km": 0.05125124366938653,
601
- "macro_pixels": 0.05125124366938976
602
- },
603
- "Confusion_Matrix_pixels": {
604
- "matrix": [
605
- [
606
- 8536.79371094955,
607
- 0,
608
- 35227.76962277591
609
- ],
610
- [
611
- 994398.2082912422,
612
- 0,
613
- 889488.0472743869
614
- ],
615
- [
616
- 21731.04725342838,
617
- 0,
618
- 161414.7052580729
619
- ]
620
- ],
621
- "class_labels": [
622
- "Partial",
623
- "Road Line",
624
- "Total"
625
- ]
626
- },
627
- "Confusion_Matrix_km": {
628
- "matrix": [
629
- [
630
- 0.010841728012905946,
631
- 0,
632
- 0.04473926742092488
633
- ],
634
- [
635
- 1.2628857245298915,
636
- 0,
637
- 1.129649820038564
638
- ],
639
- [
640
- 0.02759843001185391,
641
- 0,
642
- 0.20499667567775243
643
- ]
644
- ],
645
- "class_labels": [
646
- "Partial",
647
- "Road Line",
648
- "Total"
649
- ]
650
- }
651
- }
652
- }
653
- }
654
- }