Hugging Face's logo

vectorsense
/
modalityscan

Image Classification
ONNX
modalityscan
medical-imaging
modality-classification
dicom
int8
Model card Files
xet
 Community
vectorsense commited on
Commit
07ac1d1
·
verified ·
1 Parent(s): 5a28e8c

Upload evaluation.json with huggingface_hub

Browse files
Files changed (1) hide show
  1. evaluation.json +1127 -0
evaluation.json ADDED
@@ -0,0 +1,1127 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "split": "test",
3
+ "backend": "onnx",
4
+ "rows": 15712,
5
+ "taxonomy_version": "1.0.0",
6
+ "policy": "balanced",
7
+ "calibration_status": "calibrated",
8
+ "temperature": {
9
+ "modality": 0.6848,
10
+ "family": 0.6492
11
+ },
12
+ "modality": {
13
+ "accuracy": 0.7446,
14
+ "macro_f1": 0.9067,
15
+ "classes_scored": 3,
16
+ "per_class": {
17
+ "CT": {
18
+ "precision": 0.8469,
19
+ "recall": 0.8059,
20
+ "f1": 0.8259,
21
+ "support": 2684
22
+ },
23
+ "MR": {
24
+ "precision": 0.2476,
25
+ "recall": 1.0,
26
+ "f1": 0.3969,
27
+ "support": 52
28
+ },
29
+ "US": {
30
+ "precision": 0.861,
31
+ "recall": 0.9558,
32
+ "f1": 0.9059,
33
+ "support": 3123
34
+ },
35
+ "CR": {
36
+ "precision": 0.0,
37
+ "recall": 0.0,
38
+ "f1": 0.0,
39
+ "support": 0
40
+ },
41
+ "DX": {
42
+ "precision": 0.9956,
43
+ "recall": 0.9814,
44
+ "f1": 0.9884,
45
+ "support": 3442
46
+ },
47
+ "MG": {
48
+ "precision": 0.0,
49
+ "recall": 0.0,
50
+ "f1": 0.0,
51
+ "support": 0
52
+ },
53
+ "RF": {
54
+ "precision": 0.0,
55
+ "recall": 0.0,
56
+ "f1": 0.0,
57
+ "support": 0
58
+ },
59
+ "XA": {
60
+ "precision": 0.0,
61
+ "recall": 0.0,
62
+ "f1": 0.0,
63
+ "support": 0
64
+ },
65
+ "PT": {
66
+ "precision": 0.0,
67
+ "recall": 0.0,
68
+ "f1": 0.0,
69
+ "support": 0
70
+ },
71
+ "NM": {
72
+ "precision": 0.0,
73
+ "recall": 0.0,
74
+ "f1": 0.0,
75
+ "support": 0
76
+ },
77
+ "OCT": {
78
+ "precision": 0.9977,
79
+ "recall": 1.0,
80
+ "f1": 0.9989,
81
+ "support": 881
82
+ },
83
+ "FUNDUS": {
84
+ "precision": 1.0,
85
+ "recall": 1.0,
86
+ "f1": 1.0,
87
+ "support": 246
88
+ },
89
+ "DERMOSCOPY": {
90
+ "precision": 0.5773,
91
+ "recall": 0.9943,
92
+ "f1": 0.7305,
93
+ "support": 879
94
+ },
95
+ "ENDOSCOPY": {
96
+ "precision": 0.0,
97
+ "recall": 0.0,
98
+ "f1": 0.0,
99
+ "support": 0
100
+ },
101
+ "HISTOPATHOLOGY": {
102
+ "precision": 0.2853,
103
+ "recall": 1.0,
104
+ "f1": 0.4439,
105
+ "support": 926
106
+ },
107
+ "MICROSCOPY": {
108
+ "precision": 0.9749,
109
+ "recall": 0.0558,
110
+ "f1": 0.1055,
111
+ "support": 3479
112
+ },
113
+ "PHOTO": {
114
+ "precision": 0.0,
115
+ "recall": 0.0,
116
+ "f1": 0.0,
117
+ "support": 0
118
+ },
119
+ "RENDER_3D": {
120
+ "precision": 0.0,
121
+ "recall": 0.0,
122
+ "f1": 0.0,
123
+ "support": 0
124
+ },
125
+ "DOCUMENT": {
126
+ "precision": 0.0,
127
+ "recall": 0.0,
128
+ "f1": 0.0,
129
+ "support": 0
130
+ },
131
+ "WAVEFORM": {
132
+ "precision": 0.0,
133
+ "recall": 0.0,
134
+ "f1": 0.0,
135
+ "support": 0
136
+ }
137
+ },
138
+ "confusion": [
139
+ [
140
+ 2163,
141
+ 10,
142
+ 390,
143
+ 0,
144
+ 15,
145
+ 0,
146
+ 0,
147
+ 0,
148
+ 0,
149
+ 0,
150
+ 0,
151
+ 0,
152
+ 0,
153
+ 0,
154
+ 101,
155
+ 5,
156
+ 0,
157
+ 0,
158
+ 0,
159
+ 0
160
+ ],
161
+ [
162
+ 0,
163
+ 52,
164
+ 0,
165
+ 0,
166
+ 0,
167
+ 0,
168
+ 0,
169
+ 0,
170
+ 0,
171
+ 0,
172
+ 0,
173
+ 0,
174
+ 0,
175
+ 0,
176
+ 0,
177
+ 0,
178
+ 0,
179
+ 0,
180
+ 0,
181
+ 0
182
+ ],
183
+ [
184
+ 18,
185
+ 118,
186
+ 2985,
187
+ 0,
188
+ 0,
189
+ 0,
190
+ 0,
191
+ 0,
192
+ 0,
193
+ 0,
194
+ 2,
195
+ 0,
196
+ 0,
197
+ 0,
198
+ 0,
199
+ 0,
200
+ 0,
201
+ 0,
202
+ 0,
203
+ 0
204
+ ],
205
+ [
206
+ 0,
207
+ 0,
208
+ 0,
209
+ 0,
210
+ 0,
211
+ 0,
212
+ 0,
213
+ 0,
214
+ 0,
215
+ 0,
216
+ 0,
217
+ 0,
218
+ 0,
219
+ 0,
220
+ 0,
221
+ 0,
222
+ 0,
223
+ 0,
224
+ 0,
225
+ 0
226
+ ],
227
+ [
228
+ 3,
229
+ 0,
230
+ 57,
231
+ 0,
232
+ 3378,
233
+ 0,
234
+ 0,
235
+ 0,
236
+ 0,
237
+ 0,
238
+ 0,
239
+ 0,
240
+ 0,
241
+ 0,
242
+ 4,
243
+ 0,
244
+ 0,
245
+ 0,
246
+ 0,
247
+ 0
248
+ ],
249
+ [
250
+ 0,
251
+ 0,
252
+ 0,
253
+ 0,
254
+ 0,
255
+ 0,
256
+ 0,
257
+ 0,
258
+ 0,
259
+ 0,
260
+ 0,
261
+ 0,
262
+ 0,
263
+ 0,
264
+ 0,
265
+ 0,
266
+ 0,
267
+ 0,
268
+ 0,
269
+ 0
270
+ ],
271
+ [
272
+ 0,
273
+ 0,
274
+ 0,
275
+ 0,
276
+ 0,
277
+ 0,
278
+ 0,
279
+ 0,
280
+ 0,
281
+ 0,
282
+ 0,
283
+ 0,
284
+ 0,
285
+ 0,
286
+ 0,
287
+ 0,
288
+ 0,
289
+ 0,
290
+ 0,
291
+ 0
292
+ ],
293
+ [
294
+ 0,
295
+ 0,
296
+ 0,
297
+ 0,
298
+ 0,
299
+ 0,
300
+ 0,
301
+ 0,
302
+ 0,
303
+ 0,
304
+ 0,
305
+ 0,
306
+ 0,
307
+ 0,
308
+ 0,
309
+ 0,
310
+ 0,
311
+ 0,
312
+ 0,
313
+ 0
314
+ ],
315
+ [
316
+ 0,
317
+ 0,
318
+ 0,
319
+ 0,
320
+ 0,
321
+ 0,
322
+ 0,
323
+ 0,
324
+ 0,
325
+ 0,
326
+ 0,
327
+ 0,
328
+ 0,
329
+ 0,
330
+ 0,
331
+ 0,
332
+ 0,
333
+ 0,
334
+ 0,
335
+ 0
336
+ ],
337
+ [
338
+ 0,
339
+ 0,
340
+ 0,
341
+ 0,
342
+ 0,
343
+ 0,
344
+ 0,
345
+ 0,
346
+ 0,
347
+ 0,
348
+ 0,
349
+ 0,
350
+ 0,
351
+ 0,
352
+ 0,
353
+ 0,
354
+ 0,
355
+ 0,
356
+ 0,
357
+ 0
358
+ ],
359
+ [
360
+ 0,
361
+ 0,
362
+ 0,
363
+ 0,
364
+ 0,
365
+ 0,
366
+ 0,
367
+ 0,
368
+ 0,
369
+ 0,
370
+ 881,
371
+ 0,
372
+ 0,
373
+ 0,
374
+ 0,
375
+ 0,
376
+ 0,
377
+ 0,
378
+ 0,
379
+ 0
380
+ ],
381
+ [
382
+ 0,
383
+ 0,
384
+ 0,
385
+ 0,
386
+ 0,
387
+ 0,
388
+ 0,
389
+ 0,
390
+ 0,
391
+ 0,
392
+ 0,
393
+ 246,
394
+ 0,
395
+ 0,
396
+ 0,
397
+ 0,
398
+ 0,
399
+ 0,
400
+ 0,
401
+ 0
402
+ ],
403
+ [
404
+ 0,
405
+ 1,
406
+ 0,
407
+ 0,
408
+ 0,
409
+ 0,
410
+ 0,
411
+ 0,
412
+ 0,
413
+ 0,
414
+ 0,
415
+ 0,
416
+ 874,
417
+ 0,
418
+ 4,
419
+ 0,
420
+ 0,
421
+ 0,
422
+ 0,
423
+ 0
424
+ ],
425
+ [
426
+ 0,
427
+ 0,
428
+ 0,
429
+ 0,
430
+ 0,
431
+ 0,
432
+ 0,
433
+ 0,
434
+ 0,
435
+ 0,
436
+ 0,
437
+ 0,
438
+ 0,
439
+ 0,
440
+ 0,
441
+ 0,
442
+ 0,
443
+ 0,
444
+ 0,
445
+ 0
446
+ ],
447
+ [
448
+ 0,
449
+ 0,
450
+ 0,
451
+ 0,
452
+ 0,
453
+ 0,
454
+ 0,
455
+ 0,
456
+ 0,
457
+ 0,
458
+ 0,
459
+ 0,
460
+ 0,
461
+ 0,
462
+ 926,
463
+ 0,
464
+ 0,
465
+ 0,
466
+ 0,
467
+ 0
468
+ ],
469
+ [
470
+ 370,
471
+ 29,
472
+ 35,
473
+ 0,
474
+ 0,
475
+ 0,
476
+ 0,
477
+ 0,
478
+ 0,
479
+ 0,
480
+ 0,
481
+ 0,
482
+ 640,
483
+ 0,
484
+ 2211,
485
+ 194,
486
+ 0,
487
+ 0,
488
+ 0,
489
+ 0
490
+ ],
491
+ [
492
+ 0,
493
+ 0,
494
+ 0,
495
+ 0,
496
+ 0,
497
+ 0,
498
+ 0,
499
+ 0,
500
+ 0,
501
+ 0,
502
+ 0,
503
+ 0,
504
+ 0,
505
+ 0,
506
+ 0,
507
+ 0,
508
+ 0,
509
+ 0,
510
+ 0,
511
+ 0
512
+ ],
513
+ [
514
+ 0,
515
+ 0,
516
+ 0,
517
+ 0,
518
+ 0,
519
+ 0,
520
+ 0,
521
+ 0,
522
+ 0,
523
+ 0,
524
+ 0,
525
+ 0,
526
+ 0,
527
+ 0,
528
+ 0,
529
+ 0,
530
+ 0,
531
+ 0,
532
+ 0,
533
+ 0
534
+ ],
535
+ [
536
+ 0,
537
+ 0,
538
+ 0,
539
+ 0,
540
+ 0,
541
+ 0,
542
+ 0,
543
+ 0,
544
+ 0,
545
+ 0,
546
+ 0,
547
+ 0,
548
+ 0,
549
+ 0,
550
+ 0,
551
+ 0,
552
+ 0,
553
+ 0,
554
+ 0,
555
+ 0
556
+ ],
557
+ [
558
+ 0,
559
+ 0,
560
+ 0,
561
+ 0,
562
+ 0,
563
+ 0,
564
+ 0,
565
+ 0,
566
+ 0,
567
+ 0,
568
+ 0,
569
+ 0,
570
+ 0,
571
+ 0,
572
+ 0,
573
+ 0,
574
+ 0,
575
+ 0,
576
+ 0,
577
+ 0
578
+ ]
579
+ ],
580
+ "confusion_labels": [
581
+ "CT",
582
+ "MR",
583
+ "US",
584
+ "CR",
585
+ "DX",
586
+ "MG",
587
+ "RF",
588
+ "XA",
589
+ "PT",
590
+ "NM",
591
+ "OCT",
592
+ "FUNDUS",
593
+ "DERMOSCOPY",
594
+ "ENDOSCOPY",
595
+ "HISTOPATHOLOGY",
596
+ "MICROSCOPY",
597
+ "PHOTO",
598
+ "RENDER_3D",
599
+ "DOCUMENT",
600
+ "WAVEFORM"
601
+ ]
602
+ },
603
+ "family": {
604
+ "accuracy": 0.8282,
605
+ "macro_f1": 0.828,
606
+ "classes_scored": 5,
607
+ "per_class": {
608
+ "projection_radiography": {
609
+ "precision": 0.9976,
610
+ "recall": 0.9741,
611
+ "f1": 0.9857,
612
+ "support": 3442
613
+ },
614
+ "cross_sectional": {
615
+ "precision": 0.7003,
616
+ "recall": 0.8154,
617
+ "f1": 0.7535,
618
+ "support": 2736
619
+ },
620
+ "ultrasound": {
621
+ "precision": 0.7559,
622
+ "recall": 0.9789,
623
+ "f1": 0.8531,
624
+ "support": 3123
625
+ },
626
+ "optical": {
627
+ "precision": 0.7521,
628
+ "recall": 0.9965,
629
+ "f1": 0.8572,
630
+ "support": 2006
631
+ },
632
+ "microscopy": {
633
+ "precision": 0.9631,
634
+ "recall": 0.5385,
635
+ "f1": 0.6907,
636
+ "support": 4405
637
+ },
638
+ "non_diagnostic": {
639
+ "precision": 0.0,
640
+ "recall": 0.0,
641
+ "f1": 0.0,
642
+ "support": 0
643
+ }
644
+ },
645
+ "confusion": [
646
+ [
647
+ 3353,
648
+ 3,
649
+ 84,
650
+ 0,
651
+ 2,
652
+ 0
653
+ ],
654
+ [
655
+ 8,
656
+ 2231,
657
+ 414,
658
+ 0,
659
+ 83,
660
+ 0
661
+ ],
662
+ [
663
+ 0,
664
+ 66,
665
+ 3057,
666
+ 0,
667
+ 0,
668
+ 0
669
+ ],
670
+ [
671
+ 0,
672
+ 1,
673
+ 0,
674
+ 1999,
675
+ 6,
676
+ 0
677
+ ],
678
+ [
679
+ 0,
680
+ 885,
681
+ 489,
682
+ 659,
683
+ 2372,
684
+ 0
685
+ ],
686
+ [
687
+ 0,
688
+ 0,
689
+ 0,
690
+ 0,
691
+ 0,
692
+ 0
693
+ ]
694
+ ],
695
+ "confusion_labels": [
696
+ "projection_radiography",
697
+ "cross_sectional",
698
+ "ultrasound",
699
+ "optical",
700
+ "microscopy",
701
+ "non_diagnostic"
702
+ ]
703
+ },
704
+ "coarse": {
705
+ "coarse_accuracy": 0.7446,
706
+ "fine_accuracy": 0.7446,
707
+ "gap": 0.0,
708
+ "groups": {
709
+ "XR_PLAIN": [
710
+ "CR",
711
+ "DX"
712
+ ],
713
+ "XR_FLUORO": [
714
+ "RF",
715
+ "XA"
716
+ ],
717
+ "NUCLEAR": [
718
+ "PT",
719
+ "NM"
720
+ ]
721
+ }
722
+ },
723
+ "confusable_pairs": {
724
+ "CR->DX": {
725
+ "rate": null,
726
+ "support": 0
727
+ },
728
+ "DX->CR": {
729
+ "rate": 0.0,
730
+ "support": 3442
731
+ },
732
+ "RF->XA": {
733
+ "rate": null,
734
+ "support": 0
735
+ },
736
+ "XA->RF": {
737
+ "rate": null,
738
+ "support": 0
739
+ },
740
+ "PT->NM": {
741
+ "rate": null,
742
+ "support": 0
743
+ },
744
+ "NM->PT": {
745
+ "rate": null,
746
+ "support": 0
747
+ },
748
+ "CT->MR": {
749
+ "rate": 0.0037,
750
+ "support": 2684
751
+ },
752
+ "MR->CT": {
753
+ "rate": 0.0,
754
+ "support": 52
755
+ },
756
+ "MG->DX": {
757
+ "rate": null,
758
+ "support": 0
759
+ },
760
+ "DX->MG": {
761
+ "rate": 0.0,
762
+ "support": 3442
763
+ },
764
+ "OCT->US": {
765
+ "rate": 0.0,
766
+ "support": 881
767
+ },
768
+ "US->OCT": {
769
+ "rate": 0.0006,
770
+ "support": 3123
771
+ },
772
+ "RENDER_3D->CT": {
773
+ "rate": null,
774
+ "support": 0
775
+ },
776
+ "CT->RENDER_3D": {
777
+ "rate": 0.0,
778
+ "support": 2684
779
+ },
780
+ "PHOTO->DERMOSCOPY": {
781
+ "rate": null,
782
+ "support": 0
783
+ },
784
+ "DERMOSCOPY->PHOTO": {
785
+ "rate": 0.0,
786
+ "support": 879
787
+ },
788
+ "DOCUMENT->WAVEFORM": {
789
+ "rate": null,
790
+ "support": 0
791
+ },
792
+ "WAVEFORM->DOCUMENT": {
793
+ "rate": null,
794
+ "support": 0
795
+ }
796
+ },
797
+ "by_tier": {
798
+ "held_out_source": {
799
+ "rows": 11000,
800
+ "accuracy": 0.6618,
801
+ "macro_f1": 0.9021,
802
+ "per_class": {
803
+ "CT": {
804
+ "precision": 0.8987,
805
+ "recall": 0.741,
806
+ "f1": 0.8123,
807
+ "support": 2000
808
+ },
809
+ "MR": {
810
+ "precision": 0.0,
811
+ "recall": 0.0,
812
+ "f1": 0.0,
813
+ "support": 0
814
+ },
815
+ "US": {
816
+ "precision": 0.8649,
817
+ "recall": 0.954,
818
+ "f1": 0.9073,
819
+ "support": 3000
820
+ },
821
+ "CR": {
822
+ "precision": 0.0,
823
+ "recall": 0.0,
824
+ "f1": 0.0,
825
+ "support": 0
826
+ },
827
+ "DX": {
828
+ "precision": 0.9949,
829
+ "recall": 0.9787,
830
+ "f1": 0.9867,
831
+ "support": 3000
832
+ },
833
+ "MG": {
834
+ "precision": 0.0,
835
+ "recall": 0.0,
836
+ "f1": 0.0,
837
+ "support": 0
838
+ },
839
+ "RF": {
840
+ "precision": 0.0,
841
+ "recall": 0.0,
842
+ "f1": 0.0,
843
+ "support": 0
844
+ },
845
+ "XA": {
846
+ "precision": 0.0,
847
+ "recall": 0.0,
848
+ "f1": 0.0,
849
+ "support": 0
850
+ },
851
+ "PT": {
852
+ "precision": 0.0,
853
+ "recall": 0.0,
854
+ "f1": 0.0,
855
+ "support": 0
856
+ },
857
+ "NM": {
858
+ "precision": 0.0,
859
+ "recall": 0.0,
860
+ "f1": 0.0,
861
+ "support": 0
862
+ },
863
+ "OCT": {
864
+ "precision": 0.0,
865
+ "recall": 0.0,
866
+ "f1": 0.0,
867
+ "support": 0
868
+ },
869
+ "FUNDUS": {
870
+ "precision": 0.0,
871
+ "recall": 0.0,
872
+ "f1": 0.0,
873
+ "support": 0
874
+ },
875
+ "DERMOSCOPY": {
876
+ "precision": 0.0,
877
+ "recall": 0.0,
878
+ "f1": 0.0,
879
+ "support": 0
880
+ },
881
+ "ENDOSCOPY": {
882
+ "precision": 0.0,
883
+ "recall": 0.0,
884
+ "f1": 0.0,
885
+ "support": 0
886
+ },
887
+ "HISTOPATHOLOGY": {
888
+ "precision": 0.0,
889
+ "recall": 0.0,
890
+ "f1": 0.0,
891
+ "support": 0
892
+ },
893
+ "MICROSCOPY": {
894
+ "precision": 0.0,
895
+ "recall": 0.0,
896
+ "f1": 0.0,
897
+ "support": 3000
898
+ },
899
+ "PHOTO": {
900
+ "precision": 0.0,
901
+ "recall": 0.0,
902
+ "f1": 0.0,
903
+ "support": 0
904
+ },
905
+ "RENDER_3D": {
906
+ "precision": 0.0,
907
+ "recall": 0.0,
908
+ "f1": 0.0,
909
+ "support": 0
910
+ },
911
+ "DOCUMENT": {
912
+ "precision": 0.0,
913
+ "recall": 0.0,
914
+ "f1": 0.0,
915
+ "support": 0
916
+ },
917
+ "WAVEFORM": {
918
+ "precision": 0.0,
919
+ "recall": 0.0,
920
+ "f1": 0.0,
921
+ "support": 0
922
+ }
923
+ }
924
+ },
925
+ "in_distribution": {
926
+ "rows": 4712,
927
+ "accuracy": 0.9378,
928
+ "macro_f1": 0.9109,
929
+ "per_class": {
930
+ "CT": {
931
+ "precision": 0.7525,
932
+ "recall": 0.9956,
933
+ "f1": 0.8571,
934
+ "support": 684
935
+ },
936
+ "MR": {
937
+ "precision": 0.7879,
938
+ "recall": 1.0,
939
+ "f1": 0.8814,
940
+ "support": 52
941
+ },
942
+ "US": {
943
+ "precision": 0.7785,
944
+ "recall": 1.0,
945
+ "f1": 0.8754,
946
+ "support": 123
947
+ },
948
+ "CR": {
949
+ "precision": 0.0,
950
+ "recall": 0.0,
951
+ "f1": 0.0,
952
+ "support": 0
953
+ },
954
+ "DX": {
955
+ "precision": 1.0,
956
+ "recall": 1.0,
957
+ "f1": 1.0,
958
+ "support": 442
959
+ },
960
+ "MG": {
961
+ "precision": 0.0,
962
+ "recall": 0.0,
963
+ "f1": 0.0,
964
+ "support": 0
965
+ },
966
+ "RF": {
967
+ "precision": 0.0,
968
+ "recall": 0.0,
969
+ "f1": 0.0,
970
+ "support": 0
971
+ },
972
+ "XA": {
973
+ "precision": 0.0,
974
+ "recall": 0.0,
975
+ "f1": 0.0,
976
+ "support": 0
977
+ },
978
+ "PT": {
979
+ "precision": 0.0,
980
+ "recall": 0.0,
981
+ "f1": 0.0,
982
+ "support": 0
983
+ },
984
+ "NM": {
985
+ "precision": 0.0,
986
+ "recall": 0.0,
987
+ "f1": 0.0,
988
+ "support": 0
989
+ },
990
+ "OCT": {
991
+ "precision": 1.0,
992
+ "recall": 1.0,
993
+ "f1": 1.0,
994
+ "support": 881
995
+ },
996
+ "FUNDUS": {
997
+ "precision": 1.0,
998
+ "recall": 1.0,
999
+ "f1": 1.0,
1000
+ "support": 246
1001
+ },
1002
+ "DERMOSCOPY": {
1003
+ "precision": 1.0,
1004
+ "recall": 0.9943,
1005
+ "f1": 0.9971,
1006
+ "support": 879
1007
+ },
1008
+ "ENDOSCOPY": {
1009
+ "precision": 0.0,
1010
+ "recall": 0.0,
1011
+ "f1": 0.0,
1012
+ "support": 0
1013
+ },
1014
+ "HISTOPATHOLOGY": {
1015
+ "precision": 0.9789,
1016
+ "recall": 1.0,
1017
+ "f1": 0.9893,
1018
+ "support": 926
1019
+ },
1020
+ "MICROSCOPY": {
1021
+ "precision": 1.0,
1022
+ "recall": 0.405,
1023
+ "f1": 0.5765,
1024
+ "support": 479
1025
+ },
1026
+ "PHOTO": {
1027
+ "precision": 0.0,
1028
+ "recall": 0.0,
1029
+ "f1": 0.0,
1030
+ "support": 0
1031
+ },
1032
+ "RENDER_3D": {
1033
+ "precision": 0.0,
1034
+ "recall": 0.0,
1035
+ "f1": 0.0,
1036
+ "support": 0
1037
+ },
1038
+ "DOCUMENT": {
1039
+ "precision": 0.0,
1040
+ "recall": 0.0,
1041
+ "f1": 0.0,
1042
+ "support": 0
1043
+ },
1044
+ "WAVEFORM": {
1045
+ "precision": 0.0,
1046
+ "recall": 0.0,
1047
+ "f1": 0.0,
1048
+ "support": 0
1049
+ }
1050
+ }
1051
+ }
1052
+ },
1053
+ "by_source": {
1054
+ "amos22": {
1055
+ "rows": 404,
1056
+ "accuracy": 1.0
1057
+ },
1058
+ "fetal-planes-db": {
1059
+ "rows": 3000,
1060
+ "accuracy": 0.954
1061
+ },
1062
+ "medmnist-plus-bloodmnist-224": {
1063
+ "rows": 3000,
1064
+ "accuracy": 0.0
1065
+ },
1066
+ "medmnist-plus-breastmnist-224": {
1067
+ "rows": 123,
1068
+ "accuracy": 1.0
1069
+ },
1070
+ "medmnist-plus-chestmnist-224": {
1071
+ "rows": 442,
1072
+ "accuracy": 1.0
1073
+ },
1074
+ "medmnist-plus-dermamnist-224": {
1075
+ "rows": 879,
1076
+ "accuracy": 0.9943
1077
+ },
1078
+ "medmnist-plus-octmnist-224": {
1079
+ "rows": 881,
1080
+ "accuracy": 1.0
1081
+ },
1082
+ "medmnist-plus-organamnist-224": {
1083
+ "rows": 2000,
1084
+ "accuracy": 0.741
1085
+ },
1086
+ "medmnist-plus-pathmnist-224": {
1087
+ "rows": 926,
1088
+ "accuracy": 1.0
1089
+ },
1090
+ "medmnist-plus-pneumoniamnist-224": {
1091
+ "rows": 3000,
1092
+ "accuracy": 0.9787
1093
+ },
1094
+ "medmnist-plus-retinamnist-224": {
1095
+ "rows": 246,
1096
+ "accuracy": 1.0
1097
+ },
1098
+ "medmnist-plus-tissuemnist-224": {
1099
+ "rows": 479,
1100
+ "accuracy": 0.405
1101
+ },
1102
+ "totalsegmentator-ct-v300": {
1103
+ "rows": 332,
1104
+ "accuracy": 0.991
1105
+ }
1106
+ },
1107
+ "series": {
1108
+ "series": 184,
1109
+ "frame_accuracy": 0.9959,
1110
+ "series_accuracy": 1.0,
1111
+ "gain": 0.0041
1112
+ },
1113
+ "calibration": {
1114
+ "expected_calibration_error": 0.0991
1115
+ },
1116
+ "open_set": {
1117
+ "rows": 0,
1118
+ "energy_auroc": null,
1119
+ "energy_percentiles_in_distribution": {
1120
+ "1": -8.4258,
1121
+ "5": -7.5222,
1122
+ "50": -5.787,
1123
+ "95": -2.5901,
1124
+ "99": -2.4627
1125
+ }
1126
+ }
1127
+ }