tmanzini commited on
Commit
de1b415
·
verified ·
1 Parent(s): b2e457b

Delete CRASAR-U-DROIDs_RDA_metrics_unadjusted.json

Browse files
CRASAR-U-DROIDs_RDA_metrics_unadjusted.json DELETED
@@ -1,654 +0,0 @@
1
- {
2
- "global": {
3
- "model_name": "RDA_ScaleMAE_NoPretrain_Segmenter_simple_unadjusted",
4
- "samples": {
5
- "total": 1.617570644343792,
6
- "class_level_km": {
7
- "Partial": 0.5493606878636829,
8
- "Road Line": 11.897280042177343,
9
- "Total": 0.5023995428866392
10
- },
11
- "total_predicted_segments": 1079800
12
- },
13
- "metrics": {
14
- "F1": {
15
- "class_level_km": {
16
- "Partial": 0.08422379616741249,
17
- "Road Line": 1.627068919003046e-05,
18
- "Total": 0.10639380578096366
19
- },
20
- "class_level_pixels": {
21
- "Partial": 0.11354450774784763,
22
- "Road Line": 1.6360628578208973e-05,
23
- "Total": 0.09032203033478899
24
- },
25
- "macro_km": 0.06354462421252206,
26
- "macro_pixels": 0.06796096623707161
27
- },
28
- "Accuracy": {
29
- "class_level_km": {
30
- "Partial": 0.3638778592286128,
31
- "Road Line": 0.08123050031821447,
32
- "Total": 0.6545413576153166
33
- },
34
- "class_level_pixels": {
35
- "Partial": 0.33382747819572584,
36
- "Road Line": 0.10082532950686338,
37
- "Total": 0.6822410773710613
38
- }
39
- },
40
- "Precision": {
41
- "class_level_km": {
42
- "Partial": 0.044851220186492055,
43
- "Road Line": 1.0,
44
- "Total": 0.059131339265845566
45
- },
46
- "class_level_pixels": {
47
- "Partial": 0.061712036237583895,
48
- "Road Line": 1.0,
49
- "Total": 0.05111089945695241
50
- },
51
- "macro_km": 0.36799418648411253,
52
- "macro_pixels": 0.3709409785648454
53
- },
54
- "Recall": {
55
- "class_level_km": {
56
- "Partial": 0.08038968798586942,
57
- "Road Line": 9.201750661845484e-05,
58
- "Total": 0.03141949113734
59
- },
60
- "class_level_pixels": {
61
- "Partial": 0.12780381983756622,
62
- "Road Line": 7.295440326848938e-05,
63
- "Total": 0.023122559646670444
64
- },
65
- "macro_km": 0.03730039887660929,
66
- "macro_pixels": 0.05033311129583506
67
- },
68
- "IoU": {
69
- "class_level_km": {
70
- "Partial": 0.043963275041687754,
71
- "Road Line": 8.135410779385341e-06,
72
- "Total": 0.056185814191869354
73
- },
74
- "class_level_pixels": {
75
- "Partial": 0.06018933826649261,
76
- "Road Line": 8.180381207193768e-06,
77
- "Total": 0.047296995498473236
78
- },
79
- "macro_km": 0.03338574154811216,
80
- "macro_pixels": 0.03583150471539101
81
- },
82
- "Confusion_Matrix_pixels": {
83
- "matrix": [
84
- [
85
- 1845468.6533737504,
86
- 0,
87
- 756538.4349368028
88
- ],
89
- [
90
- 26982491.18003346,
91
- 318.1719694761717,
92
- 11911706.859096562
93
- ],
94
- [
95
- 1076557.4356214562,
96
- 0,
97
- 682361.5226993281
98
- ]
99
- ],
100
- "class_labels": [
101
- "Partial",
102
- "Road Line",
103
- "Total"
104
- ]
105
- },
106
- "Confusion_Matrix_km": {
107
- "matrix": [
108
- [
109
- 0.37878568304741017,
110
- 0,
111
- 0.1705750048162727
112
- ],
113
- [
114
- 7.830498299698258,
115
- 9.678926030049565e-05,
116
- 4.066684953218785
117
- ],
118
- [
119
- 0.23609791483512446,
120
- 0,
121
- 0.26630162805151475
122
- ]
123
- ],
124
- "class_labels": [
125
- "Partial",
126
- "Road Line",
127
- "Total"
128
- ]
129
- }
130
- }
131
- },
132
- "per_event": {
133
- "Mussett Bayou Fire": {
134
- "model_name": "RDA_ScaleMAE_NoPretrain_Segmenter_simple_unadjusted",
135
- "samples": {
136
- "total": 0.11308100756115586,
137
- "class_level_km": {
138
- "Partial": 0.0006091917262747285,
139
- "Road Line": 0.7008939529239799,
140
- "Total": 0.010915320713311054
141
- },
142
- "total_predicted_segments": 79544
143
- },
144
- "metrics": {
145
- "F1": {
146
- "class_level_km": {
147
- "Partial": 0.002960957955757518,
148
- "Road Line": 0.0,
149
- "Total": 0.053047629708961236
150
- },
151
- "class_level_pixels": {
152
- "Partial": 0.002629067349895651,
153
- "Road Line": 0.0,
154
- "Total": 0.06629391876607356
155
- },
156
- "macro_km": 0.018669529221572917,
157
- "macro_pixels": 0.02297432870532307
158
- },
159
- "Accuracy": {
160
- "class_level_km": {
161
- "Partial": 0.45654819881892583,
162
- "Road Line": 0.016176605464183924,
163
- "Total": 0.5538804283083474
164
- },
165
- "class_level_pixels": {
166
- "Partial": 0.452124223127212,
167
- "Road Line": 0.01981373850329234,
168
- "Total": 0.5606971128488695
169
- }
170
- },
171
- "Precision": {
172
- "class_level_km": {
173
- "Partial": 0.0014828052154510288,
174
- "Road Line": 0.0,
175
- "Total": 0.027415421123460324
176
- },
177
- "class_level_pixels": {
178
- "Partial": 0.001316367325298761,
179
- "Road Line": 0.0,
180
- "Total": 0.03454558255062152
181
- },
182
- "macro_km": 0.00963274211297045,
183
- "macro_pixels": 0.011953983291973426
184
- },
185
- "Recall": {
186
- "class_level_km": {
187
- "Partial": 0.0017675205792815531,
188
- "Road Line": 0.0,
189
- "Total": 0.022560208521984135
190
- },
191
- "class_level_pixels": {
192
- "Partial": 0.0015971265637854295,
193
- "Road Line": 0.0,
194
- "Total": 0.02781437120936825
195
- },
196
- "macro_km": 0.00810924303375523,
197
- "macro_pixels": 0.009803832591051225
198
- },
199
- "IoU": {
200
- "class_level_km": {
201
- "Partial": 0.0014826740456343672,
202
- "Road Line": 0.0,
203
- "Total": 0.027246495866270957
204
- },
205
- "class_level_pixels": {
206
- "Partial": 0.0013162639482328974,
207
- "Road Line": 0.0,
208
- "Total": 0.034283348131051244
209
- },
210
- "macro_km": 0.009576389970635108,
211
- "macro_pixels": 0.011866537359761382
212
- },
213
- "Confusion_Matrix_pixels": {
214
- "matrix": [
215
- [
216
- 1787.9664979393506,
217
- 0,
218
- 106.6752079913696
219
- ],
220
- [
221
- 1347919.9186207873,
222
- 0,
223
- 1079086.2458764133
224
- ],
225
- [
226
- 8550.150899871813,
227
- 0,
228
- 38615.337471716986
229
- ]
230
- ],
231
- "class_labels": [
232
- "Partial",
233
- "Road Line",
234
- "Total"
235
- ]
236
- },
237
- "Confusion_Matrix_km": {
238
- "matrix": [
239
- [
240
- 0.0005748920199484315,
241
- 0,
242
- 3.429970632629703e-05
243
- ],
244
- [
245
- 0.38511761524362403,
246
- 0,
247
- 0.3157763376803559
248
- ],
249
- [
250
- 0.0020131832465361695,
251
- 0,
252
- 0.008902137466774884
253
- ]
254
- ],
255
- "class_labels": [
256
- "Partial",
257
- "Road Line",
258
- "Total"
259
- ]
260
- }
261
- }
262
- },
263
- "Hurricane Michael": {
264
- "model_name": "RDA_ScaleMAE_NoPretrain_Segmenter_simple_unadjusted",
265
- "samples": {
266
- "total": 0.4105051213097,
267
- "class_level_km": {
268
- "Partial": 0.46677371326697276,
269
- "Road Line": 2.4966361316450993,
270
- "Total": 0.2795998385365537
271
- },
272
- "total_predicted_segments": 421988
273
- },
274
- "metrics": {
275
- "F1": {
276
- "class_level_km": {
277
- "Partial": 0.2280462394628275,
278
- "Road Line": 0.0,
279
- "Total": 0.16336006127047167
280
- },
281
- "class_level_pixels": {
282
- "Partial": 0.2277893179273641,
283
- "Road Line": 0.0,
284
- "Total": 0.16300629871639483
285
- },
286
- "macro_km": 0.13046876691109974,
287
- "macro_pixels": 0.13026520554791965
288
- },
289
- "Accuracy": {
290
- "class_level_km": {
291
- "Partial": 0.3040092420257225,
292
- "Road Line": 0.23014841910981612,
293
- "Total": 0.7251202875912082
294
- },
295
- "class_level_pixels": {
296
- "Partial": 0.3038388739758983,
297
- "Road Line": 0.22968482364482135,
298
- "Total": 0.725325672950559
299
- }
300
- },
301
- "Precision": {
302
- "class_level_km": {
303
- "Partial": 0.13568391073183464,
304
- "Road Line": 0.0,
305
- "Total": 0.11073945050007593
306
- },
307
- "class_level_pixels": {
308
- "Partial": 0.1355071943388683,
309
- "Road Line": 0.0,
310
- "Total": 0.11040078264149228
311
- },
312
- "macro_km": 0.08214112041063686,
313
- "macro_pixels": 0.08196932566012019
314
- },
315
- "Recall": {
316
- "class_level_km": {
317
- "Partial": 0.33815695041686195,
318
- "Road Line": 0.0,
319
- "Total": 0.03700921990551507
320
- },
321
- "class_level_pixels": {
322
- "Partial": 0.33793563026518997,
323
- "Road Line": 0.0,
324
- "Total": 0.036875440794374964
325
- },
326
- "macro_km": 0.125055390107459,
327
- "macro_pixels": 0.12493702368652164
328
- },
329
- "IoU": {
330
- "class_level_km": {
331
- "Partial": 0.1286976243633438,
332
- "Road Line": 0.0,
333
- "Total": 0.08894506638218587
334
- },
335
- "class_level_pixels": {
336
- "Partial": 0.1285339944238232,
337
- "Road Line": 0.0,
338
- "Total": 0.08873536071598594
339
- },
340
- "macro_km": 0.07254756358184322,
341
- "macro_pixels": 0.07242311837993638
342
- },
343
- "Confusion_Matrix_pixels": {
344
- "matrix": [
345
- [
346
- 1704962.9129601659,
347
- 0,
348
- 682600.6462238097
349
- ],
350
- [
351
- 9894907.069154777,
352
- 0,
353
- 2896139.1646536044
354
- ],
355
- [
356
- 982214.1004209004,
357
- 0,
358
- 444127.72435242526
359
- ]
360
- ],
361
- "class_labels": [
362
- "Partial",
363
- "Road Line",
364
- "Total"
365
- ]
366
- },
367
- "Confusion_Matrix_km": {
368
- "matrix": [
369
- [
370
- 0.3333905997100985,
371
- 0,
372
- 0.13338311355687427
373
- ],
374
- [
375
- 1.9311516651105722,
376
- 0,
377
- 0.565484466534527
378
- ],
379
- [
380
- 0.19256998903388414,
381
- 0,
382
- 0.08702984950266951
383
- ]
384
- ],
385
- "class_labels": [
386
- "Partial",
387
- "Road Line",
388
- "Total"
389
- ]
390
- }
391
- }
392
- },
393
- "Mayfield Tornado": {
394
- "model_name": "RDA_ScaleMAE_NoPretrain_Segmenter_simple_unadjusted",
395
- "samples": {
396
- "total": 0.7815637246100545,
397
- "class_level_km": {
398
- "Partial": 0.05823227560485021,
399
- "Road Line": 6.537725424355023,
400
- "Total": 0.04624351689965345
401
- },
402
- "total_predicted_segments": 528081
403
- },
404
- "metrics": {
405
- "F1": {
406
- "class_level_km": {
407
- "Partial": 0.017806965147491582,
408
- "Road Line": 2.9609021823483498e-05,
409
- "Total": 0.023281118283487057
410
- },
411
- "class_level_pixels": {
412
- "Partial": 0.017706813894406308,
413
- "Road Line": 2.895842096069551e-05,
414
- "Total": 0.02317834300138294
415
- },
416
- "macro_km": 0.013705897484267376,
417
- "macro_pixels": 0.01363803843891665
418
- },
419
- "Accuracy": {
420
- "class_level_km": {
421
- "Partial": 0.32953616691189513,
422
- "Road Line": 0.015743663636592856,
423
- "Total": 0.6746595209752538
424
- },
425
- "class_level_pixels": {
426
- "Partial": 0.32795491610588834,
427
- "Road Line": 0.015641124916280426,
428
- "Total": 0.6762292850252808
429
- }
430
- },
431
- "Precision": {
432
- "class_level_km": {
433
- "Partial": 0.009019319493265511,
434
- "Road Line": 1.0,
435
- "Total": 0.011889054118081978
436
- },
437
- "class_level_pixels": {
438
- "Partial": 0.008967227154306165,
439
- "Road Line": 1.0,
440
- "Total": 0.01183712180683561
441
- },
442
- "macro_km": 0.34030279120378254,
443
- "macro_pixels": 0.3402681163203806
444
- },
445
- "Recall": {
446
- "class_level_km": {
447
- "Partial": 0.018443159953554854,
448
- "Road Line": 0.0009255701510572428,
449
- "Total": 0.005747218469989398
450
- },
451
- "class_level_pixels": {
452
- "Partial": 0.018469432811145024,
453
- "Road Line": 0.0009112613169196046,
454
- "Total": 0.005680423295169
455
- },
456
- "macro_km": 0.008371982858200499,
457
- "macro_pixels": 0.008353705807744543
458
- },
459
- "IoU": {
460
- "class_level_km": {
461
- "Partial": 0.008983466713077502,
462
- "Road Line": 1.480473008852989e-05,
463
- "Total": 0.01177765766231289
464
- },
465
- "class_level_pixels": {
466
- "Partial": 0.008932489915476656,
467
- "Road Line": 1.4479420130919466e-05,
468
- "Total": 0.011725055175980983
469
- },
470
- "macro_km": 0.006925309701826307,
471
- "macro_pixels": 0.006890674837196187
472
- },
473
- "Confusion_Matrix_pixels": {
474
- "matrix": [
475
- [
476
- 135213.07854954418,
477
- 0,
478
- 58638.559055684826
479
- ],
480
- [
481
- 14874132.443720553,
482
- 318.1719694761717,
483
- 7099631.674853138
484
- ],
485
- [
486
- 69237.43574199476,
487
- 0,
488
- 85748.33011330834
489
- ]
490
- ],
491
- "class_labels": [
492
- "Partial",
493
- "Road Line",
494
- "Total"
495
- ]
496
- },
497
- "Confusion_Matrix_km": {
498
- "matrix": [
499
- [
500
- 0.040369228202414426,
501
- 0,
502
- 0.017863047402435786
503
- ],
504
- [
505
- 4.415003698710502,
506
- 9.678926030049565e-05,
507
- 2.12262493638422
508
- ],
509
- [
510
- 0.020488941885174375,
511
- 0,
512
- 0.025754575014479076
513
- ]
514
- ],
515
- "class_labels": [
516
- "Partial",
517
- "Road Line",
518
- "Total"
519
- ]
520
- }
521
- }
522
- },
523
- "Hurricane Idalia": {
524
- "model_name": "RDA_ScaleMAE_NoPretrain_Segmenter_simple_unadjusted",
525
- "samples": {
526
- "total": 0.3124207908628798,
527
- "class_level_km": {
528
- "Partial": 0.02374550726557946,
529
- "Road Line": 2.162024533250497,
530
- "Total": 0.16564086673711956
531
- },
532
- "total_predicted_segments": 50187
533
- },
534
- "metrics": {
535
- "F1": {
536
- "class_level_km": {
537
- "Partial": 0.007751269012506097,
538
- "Road Line": 0.0,
539
- "Total": 0.20772808318262634
540
- },
541
- "class_level_pixels": {
542
- "Partial": 0.007751269012506159,
543
- "Road Line": 0.0,
544
- "Total": 0.20772808318262637
545
- },
546
- "macro_km": 0.0718264507317108,
547
- "macro_pixels": 0.07182645073171084
548
- },
549
- "Accuracy": {
550
- "class_level_km": {
551
- "Partial": 0.5153779112205745,
552
- "Road Line": 0.08054159033562153,
553
- "Total": 0.5308690820322565
554
- },
555
- "class_level_pixels": {
556
- "Partial": 0.5153779112205743,
557
- "Road Line": 0.08054159033562168,
558
- "Total": 0.5308690820322566
559
- }
560
- },
561
- "Precision": {
562
- "class_level_km": {
563
- "Partial": 0.0039574596478635414,
564
- "Road Line": 0.0,
565
- "Total": 0.11788866548878857
566
- },
567
- "class_level_pixels": {
568
- "Partial": 0.0039574596478635735,
569
- "Road Line": 0.0,
570
- "Total": 0.1178886654887886
571
- },
572
- "macro_km": 0.040615375045550704,
573
- "macro_pixels": 0.040615375045550725
574
- },
575
- "Recall": {
576
- "class_level_km": {
577
- "Partial": 0.0036728201795179134,
578
- "Road Line": 0.0,
579
- "Total": 0.11585041111525982
580
- },
581
- "class_level_pixels": {
582
- "Partial": 0.0036728201795179476,
583
- "Road Line": 0.0,
584
- "Total": 0.11585041111525976
585
- },
586
- "macro_km": 0.039841077098259244,
587
- "macro_pixels": 0.03984107709825924
588
- },
589
- "IoU": {
590
- "class_level_km": {
591
- "Partial": 0.003890713489707704,
592
- "Road Line": 0.0,
593
- "Total": 0.11590210237266867
594
- },
595
- "class_level_pixels": {
596
- "Partial": 0.003890713489707735,
597
- "Road Line": 0.0,
598
- "Total": 0.11590210237266868
599
- },
600
- "macro_km": 0.039930938620792125,
601
- "macro_pixels": 0.03993093862079214
602
- },
603
- "Confusion_Matrix_pixels": {
604
- "matrix": [
605
- [
606
- 3504.695366098136,
607
- 0,
608
- 15192.554449318732
609
- ],
610
- [
611
- 865531.7485288132,
612
- 0,
613
- 836849.7737156544
614
- ],
615
- [
616
- 16555.748558684187,
617
- 0,
618
- 113870.13076188117
619
- ]
620
- ],
621
- "class_labels": [
622
- "Partial",
623
- "Road Line",
624
- "Total"
625
- ]
626
- },
627
- "Confusion_Matrix_km": {
628
- "matrix": [
629
- [
630
- 0.004450963114944641,
631
- 0,
632
- 0.019294544150634817
633
- ],
634
- [
635
- 1.0992253206316038,
636
- 0,
637
- 1.0627992126188928
638
- ],
639
- [
640
- 0.021025800669528912,
641
- 0,
642
- 0.14461506606759064
643
- ]
644
- ],
645
- "class_labels": [
646
- "Partial",
647
- "Road Line",
648
- "Total"
649
- ]
650
- }
651
- }
652
- }
653
- }
654
- }