Add files using upload-large-folder tool

nnActive_results/Dataset416_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-80__unc-softrank_bald__seed-12346/loop_000/summary_cross_val.json

@@ -0,0 +1,1644 @@
+{
+  "fold_0": {
+    "foreground_mean": {
+      "Dice": 0.3072262997030654,
+      "FN": 8896.083333333334,
+      "FP": 5824.5,
+      "IoU": 0.26164137638979357,
+      "TN": 228193.0,
+      "TP": 19230.416666666668,
+      "n_pred": 25054.916666666668,
+      "n_ref": 28126.5
+    },
+    "mean": {
+      "1": {
+        "Dice": 0.7236703066191587,
+        "FN": 6172.0,
+        "FP": 11907.625,
+        "IoU": 0.6555822356296842,
+        "TN": 191424.0,
+        "TP": 52640.375,
+        "n_pred": 64548.0,
+        "n_ref": 58812.375
+      },
+      "2": {
+        "Dice": 0.08753366559039431,
+        "FN": 14327.625,
+        "FP": 5525.625,
+        "IoU": 0.05843828904234196,
+        "TN": 239384.0,
+        "TP": 2906.75,
+        "n_pred": 8432.375,
+        "n_ref": 17234.375
+      },
+      "3": {
+        "Dice": 0.1104749268996432,
+        "FN": 6188.625,
+        "FP": 40.25,
+        "IoU": 0.0709036044973545,
+        "TN": 253771.0,
+        "TP": 2144.125,
+        "n_pred": 2184.375,
+        "n_ref": 8332.75
+      }
+    },
+    "metric_per_case": [
+      {
+        "metrics": {
+          "1": {
+            "Dice": 0.9542256656870602,
+            "FN": 289,
+            "FP": 5879,
+            "IoU": 0.9124584859064975,
+            "TN": 191686,
+            "TP": 64290,
+            "n_pred": 70169,
+            "n_ref": 64579
+          },
+          "2": {
+            "Dice": 0.0,
+            "FN": 0,
+            "FP": 738,
+            "IoU": 0.0,
+            "TN": 261406,
+            "TP": 0,
+            "n_pred": 738,
+            "n_ref": 0
+          },
+          "3": {
+            "Dice": 0.0,
+            "FN": 1833,
+            "FP": 0,
+            "IoU": 0.0,
+            "TN": 260311,
+            "TP": 0,
+            "n_pred": 0,
+            "n_ref": 1833
+          }
+        },
+        "prediction_file": "/scratch/slurm_tmpdir/job_2854640/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset416_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-80__unc-softrank_bald__seed-12346/nnActiveTrainer_200epochs__nnUNetPlans__3d_fullres/fold_0/validation/case_00066.nii.gz",
+        "reference_file": "/scratch/slurm_tmpdir/job_2854640/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset416_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-80__unc-softrank_bald__seed-12346/gt_segmentations/case_00066.nii.gz"
+      },
+      {
+        "metrics": {
+          "1": {
+            "Dice": NaN,
+            "FN": 0,
+            "FP": 0,
+            "IoU": NaN,
+            "TN": 262144,
+            "TP": 0,
+            "n_pred": 0,
+            "n_ref": 0
+          },
+          "2": {
+            "Dice": NaN,
+            "FN": 0,
+            "FP": 0,
+            "IoU": NaN,
+            "TN": 262144,
+            "TP": 0,
+            "n_pred": 0,
+            "n_ref": 0
+          },
+          "3": {
+            "Dice": NaN,
+            "FN": 0,
+            "FP": 0,
+            "IoU": NaN,
+            "TN": 262144,
+            "TP": 0,
+            "n_pred": 0,
+            "n_ref": 0
+          }
+        },
+        "prediction_file": "/scratch/slurm_tmpdir/job_2854640/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset416_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-80__unc-softrank_bald__seed-12346/nnActiveTrainer_200epochs__nnUNetPlans__3d_fullres/fold_0/validation/case_00084.nii.gz",
+        "reference_file": "/scratch/slurm_tmpdir/job_2854640/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset416_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-80__unc-softrank_bald__seed-12346/gt_segmentations/case_00084.nii.gz"
+      },
+      {
+        "metrics": {
+          "1": {
+            "Dice": NaN,
+            "FN": 0,
+            "FP": 0,
+            "IoU": NaN,
+            "TN": 262144,
+            "TP": 0,
+            "n_pred": 0,
+            "n_ref": 0
+          },
+          "2": {
+            "Dice": NaN,
+            "FN": 0,
+            "FP": 0,
+            "IoU": NaN,
+            "TN": 262144,
+            "TP": 0,
+            "n_pred": 0,
+            "n_ref": 0
+          },
+          "3": {
+            "Dice": NaN,
+            "FN": 0,
+            "FP": 0,
+            "IoU": NaN,
+            "TN": 262144,
+            "TP": 0,
+            "n_pred": 0,
+            "n_ref": 0
+          }
+        },
+        "prediction_file": "/scratch/slurm_tmpdir/job_2854640/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset416_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-80__unc-softrank_bald__seed-12346/nnActiveTrainer_200epochs__nnUNetPlans__3d_fullres/fold_0/validation/case_00116.nii.gz",
+        "reference_file": "/scratch/slurm_tmpdir/job_2854640/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset416_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-80__unc-softrank_bald__seed-12346/gt_segmentations/case_00116.nii.gz"
+      },
+      {
+        "metrics": {
+          "1": {
+            "Dice": 0.9550998776372295,
+            "FN": 8500,
+            "FP": 3022,
+            "IoU": 0.9140585374586031,
+            "TN": 128076,
+            "TP": 122546,
+            "n_pred": 125568,
+            "n_ref": 131046
+          },
+          "2": {
+            "Dice": 0.0,
+            "FN": 0,
+            "FP": 4260,
+            "IoU": 0.0,
+            "TN": 257884,
+            "TP": 0,
+            "n_pred": 4260,
+            "n_ref": 0
+          },
+          "3": {
+            "Dice": 0.0,
+            "FN": 75,
+            "FP": 0,
+            "IoU": 0.0,
+            "TN": 262069,
+            "TP": 0,
+            "n_pred": 0,
+            "n_ref": 75
+          }
+        },
+        "prediction_file": "/scratch/slurm_tmpdir/job_2854640/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset416_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-80__unc-softrank_bald__seed-12346/nnActiveTrainer_200epochs__nnUNetPlans__3d_fullres/fold_0/validation/case_00123.nii.gz",
+        "reference_file": "/scratch/slurm_tmpdir/job_2854640/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset416_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-80__unc-softrank_bald__seed-12346/gt_segmentations/case_00123.nii.gz"
+      },
+      {
+        "metrics": {
+          "1": {
+            "Dice": 0.9019557035415141,
+            "FN": 2657,
+            "FP": 12478,
+            "IoU": 0.8214201434774401,
+            "TN": 177392,
+            "TP": 69617,
+            "n_pred": 82095,
+            "n_ref": 72274
+          },
+          "2": {
+            "Dice": 0.0,
+            "FN": 5184,
+            "FP": 29999,
+            "IoU": 0.0,
+            "TN": 226961,
+            "TP": 0,
+            "n_pred": 29999,
+            "n_ref": 5184
+          },
+          "3": {
+            "Dice": NaN,
+            "FN": 0,
+            "FP": 0,
+            "IoU": NaN,
+            "TN": 262144,
+            "TP": 0,
+            "n_pred": 0,
+            "n_ref": 0
+          }
+        },
+        "prediction_file": "/scratch/slurm_tmpdir/job_2854640/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset416_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-80__unc-softrank_bald__seed-12346/nnActiveTrainer_200epochs__nnUNetPlans__3d_fullres/fold_0/validation/case_00137.nii.gz",
+        "reference_file": "/scratch/slurm_tmpdir/job_2854640/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset416_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-80__unc-softrank_bald__seed-12346/gt_segmentations/case_00137.nii.gz"
+      },
+      {
+        "metrics": {
+          "1": {
+            "Dice": 0.9115606936416185,
+            "FN": 15466,
+            "FP": 5648,
+            "IoU": 0.8374933616569304,
+            "TN": 132217,
+            "TP": 108813,
+            "n_pred": 114461,
+            "n_ref": 124279
+          },
+          "2": {
+            "Dice": 0.0,
+            "FN": 0,
+            "FP": 8428,
+            "IoU": 0.0,
+            "TN": 253716,
+            "TP": 0,
+            "n_pred": 8428,
+            "n_ref": 0
+          },
+          "3": {
+            "Dice": 0.0,
+            "FN": 4596,
+            "FP": 0,
+            "IoU": 0.0,
+            "TN": 257548,
+            "TP": 0,
+            "n_pred": 0,
+            "n_ref": 4596
+          }
+        },
+        "prediction_file": "/scratch/slurm_tmpdir/job_2854640/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset416_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-80__unc-softrank_bald__seed-12346/nnActiveTrainer_200epochs__nnUNetPlans__3d_fullres/fold_0/validation/case_00163.nii.gz",
+        "reference_file": "/scratch/slurm_tmpdir/job_2854640/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset416_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-80__unc-softrank_bald__seed-12346/gt_segmentations/case_00163.nii.gz"
+      },
+      {
+        "metrics": {
+          "1": {
+            "Dice": 0.6185384329990531,
+            "FN": 653,
+            "FP": 68234,
+            "IoU": 0.4477420492716676,
+            "TN": 137407,
+            "TP": 55850,
+            "n_pred": 124084,
+            "n_ref": 56503
+          },
+          "2": {
+            "Dice": 0.511744834629586,
+            "FN": 42817,
+            "FP": 688,
+            "IoU": 0.34385557432432434,
+            "TN": 195840,
+            "TP": 22799,
+            "n_pred": 23487,
+            "n_ref": 65616
+          },
+          "3": {
+            "Dice": 0.4418997075985728,
+            "FN": 43005,
+            "FP": 322,
+            "IoU": 0.283614417989418,
+            "TN": 201664,
+            "TP": 17153,
+            "n_pred": 17475,
+            "n_ref": 60158
+          }
+        },
+        "prediction_file": "/scratch/slurm_tmpdir/job_2854640/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset416_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-80__unc-softrank_bald__seed-12346/nnActiveTrainer_200epochs__nnUNetPlans__3d_fullres/fold_0/validation/case_00241.nii.gz",
+        "reference_file": "/scratch/slurm_tmpdir/job_2854640/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset416_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-80__unc-softrank_bald__seed-12346/gt_segmentations/case_00241.nii.gz"
+      },
+      {
+        "metrics": {
+          "1": {
+            "Dice": 0.0006414662084765178,
+            "FN": 21811,
+            "FP": 0,
+            "IoU": 0.00032083600696672474,
+            "TN": 240326,
+            "TP": 7,
+            "n_pred": 7,
+            "n_ref": 21818
+          },
+          "2": {
+            "Dice": 0.013457158912779864,
+            "FN": 66620,
+            "FP": 92,
+            "IoU": 0.006774159929727396,
+            "TN": 194977,
+            "TP": 455,
+            "n_pred": 547,
+            "n_ref": 67075
+          },
+          "3": {
+            "Dice": NaN,
+            "FN": 0,
+            "FP": 0,
+            "IoU": NaN,
+            "TN": 262144,
+            "TP": 0,
+            "n_pred": 0,
+            "n_ref": 0
+          }
+        },
+        "prediction_file": "/scratch/slurm_tmpdir/job_2854640/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset416_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-80__unc-softrank_bald__seed-12346/nnActiveTrainer_200epochs__nnUNetPlans__3d_fullres/fold_0/validation/case_00297.nii.gz",
+        "reference_file": "/scratch/slurm_tmpdir/job_2854640/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset416_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-80__unc-softrank_bald__seed-12346/gt_segmentations/case_00297.nii.gz"
+      }
+    ]
+  },
+  "fold_1": {
+    "foreground_mean": {
+      "Dice": NaN,
+      "FN": 6384.190476190476,
+      "FP": 2650.3809523809523,
+      "IoU": NaN,
+      "TN": 244820.19047619044,
+      "TP": 8289.238095238095,
+      "n_pred": 10939.619047619048,
+      "n_ref": 14673.42857142857
+    },
+    "mean": {
+      "1": {
+        "Dice": 0.5191229982946479,
+        "FN": 15441.714285714286,
+        "FP": 3948.1428571428573,
+        "IoU": 0.4540011553524851,
+        "TN": 226876.57142857142,
+        "TP": 15877.57142857143,
+        "n_pred": 19825.714285714286,
+        "n_ref": 31319.285714285714
+      },
+      "2": {
+        "Dice": 0.46992177351389336,
+        "FN": 3710.8571428571427,
+        "FP": 4003.0,
+        "IoU": 0.3572400082656873,
+        "TN": 245440.0,
+        "TP": 8990.142857142857,
+        "n_pred": 12993.142857142857,
+        "n_ref": 12701.0
+      },
+      "3": {
+        "Dice": NaN,
+        "FN": 0.0,
+        "FP": 0.0,
+        "IoU": NaN,
+        "TN": 262144.0,
+        "TP": 0.0,
+        "n_pred": 0.0,
+        "n_ref": 0.0
+      }
+    },
+    "metric_per_case": [
+      {
+        "metrics": {
+          "1": {
+            "Dice": NaN,
+            "FN": 0,
+            "FP": 0,
+            "IoU": NaN,
+            "TN": 262144,
+            "TP": 0,
+            "n_pred": 0,
+            "n_ref": 0
+          },
+          "2": {
+            "Dice": NaN,
+            "FN": 0,
+            "FP": 0,
+            "IoU": NaN,
+            "TN": 262144,
+            "TP": 0,
+            "n_pred": 0,
+            "n_ref": 0
+          },
+          "3": {
+            "Dice": NaN,
+            "FN": 0,
+            "FP": 0,
+            "IoU": NaN,
+            "TN": 262144,
+            "TP": 0,
+            "n_pred": 0,
+            "n_ref": 0
+          }
+        },
+        "prediction_file": "/scratch/slurm_tmpdir/job_2854640/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset416_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-80__unc-softrank_bald__seed-12346/nnActiveTrainer_200epochs__nnUNetPlans__3d_fullres/fold_1/validation/case_00131.nii.gz",
+        "reference_file": "/scratch/slurm_tmpdir/job_2854640/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset416_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-80__unc-softrank_bald__seed-12346/gt_segmentations/case_00131.nii.gz"
+      },
+      {
+        "metrics": {
+          "1": {
+            "Dice": 0.8623151088604698,
+            "FN": 8081,
+            "FP": 11169,
+            "IoU": 0.7579560171505451,
+            "TN": 182613,
+            "TP": 60281,
+            "n_pred": 71450,
+            "n_ref": 68362
+          },
+          "2": {
+            "Dice": 0.8281984227516038,
+            "FN": 9954,
+            "FP": 6864,
+            "IoU": 0.7067736029988667,
+            "TN": 204789,
+            "TP": 40537,
+            "n_pred": 47401,
+            "n_ref": 50491
+          },
+          "3": {
+            "Dice": NaN,
+            "FN": 0,
+            "FP": 0,
+            "IoU": NaN,
+            "TN": 262144,
+            "TP": 0,
+            "n_pred": 0,
+            "n_ref": 0
+          }
+        },
+        "prediction_file": "/scratch/slurm_tmpdir/job_2854640/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset416_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-80__unc-softrank_bald__seed-12346/nnActiveTrainer_200epochs__nnUNetPlans__3d_fullres/fold_1/validation/case_00169.nii.gz",
+        "reference_file": "/scratch/slurm_tmpdir/job_2854640/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset416_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-80__unc-softrank_bald__seed-12346/gt_segmentations/case_00169.nii.gz"
+      },
+      {
+        "metrics": {
+          "1": {
+            "Dice": 0.885429883660668,
+            "FN": 9229,
+            "FP": 3593,
+            "IoU": 0.7944138019497178,
+            "TN": 199776,
+            "TP": 49546,
+            "n_pred": 53139,
+            "n_ref": 58775
+          },
+          "2": {
+            "Dice": 0.4411981340535232,
+            "FN": 1140,
+            "FP": 7964,
+            "IoU": 0.28303669869270753,
+            "TN": 249446,
+            "TP": 3594,
+            "n_pred": 11558,
+            "n_ref": 4734
+          },
+          "3": {
+            "Dice": NaN,
+            "FN": 0,
+            "FP": 0,
+            "IoU": NaN,
+            "TN": 262144,
+            "TP": 0,
+            "n_pred": 0,
+            "n_ref": 0
+          }
+        },
+        "prediction_file": "/scratch/slurm_tmpdir/job_2854640/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset416_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-80__unc-softrank_bald__seed-12346/nnActiveTrainer_200epochs__nnUNetPlans__3d_fullres/fold_1/validation/case_00191.nii.gz",
+        "reference_file": "/scratch/slurm_tmpdir/job_2854640/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset416_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-80__unc-softrank_bald__seed-12346/gt_segmentations/case_00191.nii.gz"
+      },
+      {
+        "metrics": {
+          "1": {
+            "Dice": NaN,
+            "FN": 0,
+            "FP": 0,
+            "IoU": NaN,
+            "TN": 262144,
+            "TP": 0,
+            "n_pred": 0,
+            "n_ref": 0
+          },
+          "2": {
+            "Dice": NaN,
+            "FN": 0,
+            "FP": 0,
+            "IoU": NaN,
+            "TN": 262144,
+            "TP": 0,
+            "n_pred": 0,
+            "n_ref": 0
+          },
+          "3": {
+            "Dice": NaN,
+            "FN": 0,
+            "FP": 0,
+            "IoU": NaN,
+            "TN": 262144,
+            "TP": 0,
+            "n_pred": 0,
+            "n_ref": 0
+          }
+        },
+        "prediction_file": "/scratch/slurm_tmpdir/job_2854640/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset416_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-80__unc-softrank_bald__seed-12346/nnActiveTrainer_200epochs__nnUNetPlans__3d_fullres/fold_1/validation/case_00235.nii.gz",
+        "reference_file": "/scratch/slurm_tmpdir/job_2854640/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset416_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-80__unc-softrank_bald__seed-12346/gt_segmentations/case_00235.nii.gz"
+      },
+      {
+        "metrics": {
+          "1": {
+            "Dice": 0.0,
+            "FN": 0,
+            "FP": 12438,
+            "IoU": 0.0,
+            "TN": 249706,
+            "TP": 0,
+            "n_pred": 12438,
+            "n_ref": 0
+          },
+          "2": {
+            "Dice": 0.0,
+            "FN": 0,
+            "FP": 4065,
+            "IoU": 0.0,
+            "TN": 258079,
+            "TP": 0,
+            "n_pred": 4065,
+            "n_ref": 0
+          },
+          "3": {
+            "Dice": NaN,
+            "FN": 0,
+            "FP": 0,
+            "IoU": NaN,
+            "TN": 262144,
+            "TP": 0,
+            "n_pred": 0,
+            "n_ref": 0
+          }
+        },
+        "prediction_file": "/scratch/slurm_tmpdir/job_2854640/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset416_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-80__unc-softrank_bald__seed-12346/nnActiveTrainer_200epochs__nnUNetPlans__3d_fullres/fold_1/validation/case_00246.nii.gz",
+        "reference_file": "/scratch/slurm_tmpdir/job_2854640/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset416_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-80__unc-softrank_bald__seed-12346/gt_segmentations/case_00246.nii.gz"
+      },
+      {
+        "metrics": {
+          "1": {
+            "Dice": 0.8291782086795937,
+            "FN": 10,
+            "FP": 175,
+            "IoU": 0.7082018927444795,
+            "TN": 261510,
+            "TP": 449,
+            "n_pred": 624,
+            "n_ref": 459
+          },
+          "2": {
+            "Dice": NaN,
+            "FN": 0,
+            "FP": 0,
+            "IoU": NaN,
+            "TN": 262144,
+            "TP": 0,
+            "n_pred": 0,
+            "n_ref": 0
+          },
+          "3": {
+            "Dice": NaN,
+            "FN": 0,
+            "FP": 0,
+            "IoU": NaN,
+            "TN": 262144,
+            "TP": 0,
+            "n_pred": 0,
+            "n_ref": 0
+          }
+        },
+        "prediction_file": "/scratch/slurm_tmpdir/job_2854640/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset416_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-80__unc-softrank_bald__seed-12346/nnActiveTrainer_200epochs__nnUNetPlans__3d_fullres/fold_1/validation/case_00257.nii.gz",
+        "reference_file": "/scratch/slurm_tmpdir/job_2854640/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset416_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-80__unc-softrank_bald__seed-12346/gt_segmentations/case_00257.nii.gz"
+      },
+      {
+        "metrics": {
+          "1": {
+            "Dice": 0.018691790272507763,
+            "FN": 90772,
+            "FP": 262,
+            "IoU": 0.00943406491768316,
+            "TN": 170243,
+            "TP": 867,
+            "n_pred": 1129,
+            "n_ref": 91639
+          },
+          "2": {
+            "Dice": 0.6102905372504464,
+            "FN": 14882,
+            "FP": 9128,
+            "IoU": 0.43914973137117497,
+            "TN": 219334,
+            "TP": 18800,
+            "n_pred": 27928,
+            "n_ref": 33682
+          },
+          "3": {
+            "Dice": NaN,
+            "FN": 0,
+            "FP": 0,
+            "IoU": NaN,
+            "TN": 262144,
+            "TP": 0,
+            "n_pred": 0,
+            "n_ref": 0
+          }
+        },
+        "prediction_file": "/scratch/slurm_tmpdir/job_2854640/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset416_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-80__unc-softrank_bald__seed-12346/nnActiveTrainer_200epochs__nnUNetPlans__3d_fullres/fold_1/validation/case_00292.nii.gz",
+        "reference_file": "/scratch/slurm_tmpdir/job_2854640/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset416_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-80__unc-softrank_bald__seed-12346/gt_segmentations/case_00292.nii.gz"
+      }
+    ]
+  },
+  "fold_2": {
+    "foreground_mean": {
+      "Dice": NaN,
+      "FN": 552.4761904761905,
+      "FP": 3503.1904761904766,
+      "IoU": NaN,
+      "TN": 254129.0,
+      "TP": 3959.3333333333335,
+      "n_pred": 7462.523809523809,
+      "n_ref": 4511.809523809524
+    },
+    "mean": {
+      "1": {
+        "Dice": 0.3013615818811902,
+        "FN": 1093.857142857143,
+        "FP": 4351.285714285715,
+        "IoU": 0.2749862096391415,
+        "TN": 247512.0,
+        "TP": 9186.857142857143,
+        "n_pred": 13538.142857142857,
+        "n_ref": 10280.714285714286
+      },
+      "2": {
+        "Dice": 0.41956391010935656,
+        "FN": 563.5714285714286,
+        "FP": 6158.285714285715,
+        "IoU": 0.3614212808411036,
+        "TN": 252731.0,
+        "TP": 2691.1428571428573,
+        "n_pred": 8849.42857142857,
+        "n_ref": 3254.714285714286
+      },
+      "3": {
+        "Dice": NaN,
+        "FN": 0.0,
+        "FP": 0.0,
+        "IoU": NaN,
+        "TN": 262144.0,
+        "TP": 0.0,
+        "n_pred": 0.0,
+        "n_ref": 0.0
+      }
+    },
+    "metric_per_case": [
+      {
+        "metrics": {
+          "1": {
+            "Dice": 0.0,
+            "FN": 0,
+            "FP": 24438,
+            "IoU": 0.0,
+            "TN": 237706,
+            "TP": 0,
+            "n_pred": 24438,
+            "n_ref": 0
+          },
+          "2": {
+            "Dice": 0.0,
+            "FN": 0,
+            "FP": 39830,
+            "IoU": 0.0,
+            "TN": 222314,
+            "TP": 0,
+            "n_pred": 39830,
+            "n_ref": 0
+          },
+          "3": {
+            "Dice": NaN,
+            "FN": 0,
+            "FP": 0,
+            "IoU": NaN,
+            "TN": 262144,
+            "TP": 0,
+            "n_pred": 0,
+            "n_ref": 0
+          }
+        },
+        "prediction_file": "/scratch/slurm_tmpdir/job_2854640/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset416_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-80__unc-softrank_bald__seed-12346/nnActiveTrainer_200epochs__nnUNetPlans__3d_fullres/fold_2/validation/case_00002.nii.gz",
+        "reference_file": "/scratch/slurm_tmpdir/job_2854640/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset416_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-80__unc-softrank_bald__seed-12346/gt_segmentations/case_00002.nii.gz"
+      },
+      {
+        "metrics": {
+          "1": {
+            "Dice": 0.9040847456435707,
+            "FN": 7657,
+            "FP": 5988,
+            "IoU": 0.8249586289174246,
+            "TN": 184191,
+            "TP": 64308,
+            "n_pred": 70296,
+            "n_ref": 71965
+          },
+          "2": {
+            "Dice": 0.8391278202187131,
+            "FN": 3945,
+            "FP": 3278,
+            "IoU": 0.7228425616822072,
+            "TN": 236083,
+            "TP": 18838,
+            "n_pred": 22116,
+            "n_ref": 22783
+          },
+          "3": {
+            "Dice": NaN,
+            "FN": 0,
+            "FP": 0,
+            "IoU": NaN,
+            "TN": 262144,
+            "TP": 0,
+            "n_pred": 0,
+            "n_ref": 0
+          }
+        },
+        "prediction_file": "/scratch/slurm_tmpdir/job_2854640/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset416_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-80__unc-softrank_bald__seed-12346/nnActiveTrainer_200epochs__nnUNetPlans__3d_fullres/fold_2/validation/case_00006.nii.gz",
+        "reference_file": "/scratch/slurm_tmpdir/job_2854640/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset416_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-80__unc-softrank_bald__seed-12346/gt_segmentations/case_00006.nii.gz"
+      },
+      {
+        "metrics": {
+          "1": {
+            "Dice": NaN,
+            "FN": 0,
+            "FP": 0,
+            "IoU": NaN,
+            "TN": 262144,
+            "TP": 0,
+            "n_pred": 0,
+            "n_ref": 0
+          },
+          "2": {
+            "Dice": NaN,
+            "FN": 0,
+            "FP": 0,
+            "IoU": NaN,
+            "TN": 262144,
+            "TP": 0,
+            "n_pred": 0,
+            "n_ref": 0
+          },
+          "3": {
+            "Dice": NaN,
+            "FN": 0,
+            "FP": 0,
+            "IoU": NaN,
+            "TN": 262144,
+            "TP": 0,
+            "n_pred": 0,
+            "n_ref": 0
+          }
+        },
+        "prediction_file": "/scratch/slurm_tmpdir/job_2854640/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset416_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-80__unc-softrank_bald__seed-12346/nnActiveTrainer_200epochs__nnUNetPlans__3d_fullres/fold_2/validation/case_00104.nii.gz",
+        "reference_file": "/scratch/slurm_tmpdir/job_2854640/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset416_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-80__unc-softrank_bald__seed-12346/gt_segmentations/case_00104.nii.gz"
+      },
+      {
+        "metrics": {
+          "1": {
+            "Dice": NaN,
+            "FN": 0,
+            "FP": 0,
+            "IoU": NaN,
+            "TN": 262144,
+            "TP": 0,
+            "n_pred": 0,
+            "n_ref": 0
+          },
+          "2": {
+            "Dice": NaN,
+            "FN": 0,
+            "FP": 0,
+            "IoU": NaN,
+            "TN": 262144,
+            "TP": 0,
+            "n_pred": 0,
+            "n_ref": 0
+          },
+          "3": {
+            "Dice": NaN,
+            "FN": 0,
+            "FP": 0,
+            "IoU": NaN,
+            "TN": 262144,
+            "TP": 0,
+            "n_pred": 0,
+            "n_ref": 0
+          }
+        },
+        "prediction_file": "/scratch/slurm_tmpdir/job_2854640/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset416_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-80__unc-softrank_bald__seed-12346/nnActiveTrainer_200epochs__nnUNetPlans__3d_fullres/fold_2/validation/case_00125.nii.gz",
+        "reference_file": "/scratch/slurm_tmpdir/job_2854640/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset416_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-80__unc-softrank_bald__seed-12346/gt_segmentations/case_00125.nii.gz"
+      },
+      {
+        "metrics": {
+          "1": {
+            "Dice": NaN,
+            "FN": 0,
+            "FP": 0,
+            "IoU": NaN,
+            "TN": 262144,
+            "TP": 0,
+            "n_pred": 0,
+            "n_ref": 0
+          },
+          "2": {
+            "Dice": NaN,
+            "FN": 0,
+            "FP": 0,
+            "IoU": NaN,
+            "TN": 262144,
+            "TP": 0,
+            "n_pred": 0,
+            "n_ref": 0
+          },
+          "3": {
+            "Dice": NaN,
+            "FN": 0,
+            "FP": 0,
+            "IoU": NaN,
+            "TN": 262144,
+            "TP": 0,
+            "n_pred": 0,
+            "n_ref": 0
+          }
+        },
+        "prediction_file": "/scratch/slurm_tmpdir/job_2854640/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset416_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-80__unc-softrank_bald__seed-12346/nnActiveTrainer_200epochs__nnUNetPlans__3d_fullres/fold_2/validation/case_00174.nii.gz",
+        "reference_file": "/scratch/slurm_tmpdir/job_2854640/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset416_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-80__unc-softrank_bald__seed-12346/gt_segmentations/case_00174.nii.gz"
+      },
+      {
+        "metrics": {
+          "1": {
+            "Dice": 0.0,
+            "FN": 0,
+            "FP": 33,
+            "IoU": 0.0,
+            "TN": 262111,
+            "TP": 0,
+            "n_pred": 33,
+            "n_ref": 0
+          },
+          "2": {
+            "Dice": NaN,
+            "FN": 0,
+            "FP": 0,
+            "IoU": NaN,
+            "TN": 262144,
+            "TP": 0,
+            "n_pred": 0,
+            "n_ref": 0
+          },
+          "3": {
+            "Dice": NaN,
+            "FN": 0,
+            "FP": 0,
+            "IoU": NaN,
+            "TN": 262144,
+            "TP": 0,
+            "n_pred": 0,
+            "n_ref": 0
+          }
+        },
+        "prediction_file": "/scratch/slurm_tmpdir/job_2854640/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset416_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-80__unc-softrank_bald__seed-12346/nnActiveTrainer_200epochs__nnUNetPlans__3d_fullres/fold_2/validation/case_00236.nii.gz",
+        "reference_file": "/scratch/slurm_tmpdir/job_2854640/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset416_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-80__unc-softrank_bald__seed-12346/gt_segmentations/case_00236.nii.gz"
+      },
+      {
+        "metrics": {
+          "1": {
+            "Dice": NaN,
+            "FN": 0,
+            "FP": 0,
+            "IoU": NaN,
+            "TN": 262144,
+            "TP": 0,
+            "n_pred": 0,
+            "n_ref": 0
+          },
+          "2": {
+            "Dice": NaN,
+            "FN": 0,
+            "FP": 0,
+            "IoU": NaN,
+            "TN": 262144,
+            "TP": 0,
+            "n_pred": 0,
+            "n_ref": 0
+          },
+          "3": {
+            "Dice": NaN,
+            "FN": 0,
+            "FP": 0,
+            "IoU": NaN,
+            "TN": 262144,
+            "TP": 0,
+            "n_pred": 0,
+            "n_ref": 0
+          }
+        },
+        "prediction_file": "/scratch/slurm_tmpdir/job_2854640/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset416_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-80__unc-softrank_bald__seed-12346/nnActiveTrainer_200epochs__nnUNetPlans__3d_fullres/fold_2/validation/case_00249.nii.gz",
+        "reference_file": "/scratch/slurm_tmpdir/job_2854640/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset416_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-80__unc-softrank_bald__seed-12346/gt_segmentations/case_00249.nii.gz"
+      }
+    ]
+  },
+  "fold_3": {
+    "foreground_mean": {
+      "Dice": 0.3463915583086883,
+      "FN": 10190.458333333334,
+      "FP": 2400.9166666666665,
+      "IoU": 0.29451673678604223,
+      "TN": 301179.2083333333,
+      "TP": 13909.416666666666,
+      "n_pred": 16310.333333333334,
+      "n_ref": 24099.875
+    },
+    "mean": {
+      "1": {
+        "Dice": 0.8704975637514556,
+        "FN": 2503.25,
+        "FP": 7168.625,
+        "IoU": 0.7766374220767973,
+        "TN": 280207.625,
+        "TP": 37800.5,
+        "n_pred": 44969.125,
+        "n_ref": 40303.75
+      },
+      "2": {
+        "Dice": 0.1686771111746092,
+        "FN": 28015.5,
+        "FP": 20.875,
+        "IoU": 0.1069127882813293,
+        "TN": 295715.875,
+        "TP": 3927.75,
+        "n_pred": 3948.625,
+        "n_ref": 31943.25
+      },
+      "3": {
+        "Dice": 0.0,
+        "FN": 52.625,
+        "FP": 13.25,
+        "IoU": 0.0,
+        "TN": 327614.125,
+        "TP": 0.0,
+        "n_pred": 13.25,
+        "n_ref": 52.625
+      }
+    },
+    "metric_per_case": [
+      {
+        "metrics": {
+          "1": {
+            "Dice": NaN,
+            "FN": 0,
+            "FP": 0,
+            "IoU": NaN,
+            "TN": 262144,
+            "TP": 0,
+            "n_pred": 0,
+            "n_ref": 0
+          },
+          "2": {
+            "Dice": NaN,
+            "FN": 0,
+            "FP": 0,
+            "IoU": NaN,
+            "TN": 262144,
+            "TP": 0,
+            "n_pred": 0,
+            "n_ref": 0
+          },
+          "3": {
+            "Dice": NaN,
+            "FN": 0,
+            "FP": 0,
+            "IoU": NaN,
+            "TN": 262144,
+            "TP": 0,
+            "n_pred": 0,
+            "n_ref": 0
+          }
+        },
+        "prediction_file": "/scratch/slurm_tmpdir/job_2854640/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset416_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-80__unc-softrank_bald__seed-12346/nnActiveTrainer_200epochs__nnUNetPlans__3d_fullres/fold_3/validation/case_00014.nii.gz",
+        "reference_file": "/scratch/slurm_tmpdir/job_2854640/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset416_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-80__unc-softrank_bald__seed-12346/gt_segmentations/case_00014.nii.gz"
+      },
+      {
+        "metrics": {
+          "1": {
+            "Dice": 0.9638281127026601,
+            "FN": 4753,
+            "FP": 992,
+            "IoU": 0.9301816856049098,
+            "TN": 179859,
+            "TP": 76540,
+            "n_pred": 77532,
+            "n_ref": 81293
+          },
+          "2": {
+            "Dice": 0.0,
+            "FN": 368,
+            "FP": 0,
+            "IoU": 0.0,
+            "TN": 261776,
+            "TP": 0,
+            "n_pred": 0,
+            "n_ref": 368
+          },
+          "3": {
+            "Dice": 0.0,
+            "FN": 247,
+            "FP": 80,
+            "IoU": 0.0,
+            "TN": 261817,
+            "TP": 0,
+            "n_pred": 80,
+            "n_ref": 247
+          }
+        },
+        "prediction_file": "/scratch/slurm_tmpdir/job_2854640/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset416_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-80__unc-softrank_bald__seed-12346/nnActiveTrainer_200epochs__nnUNetPlans__3d_fullres/fold_3/validation/case_00130.nii.gz",
+        "reference_file": "/scratch/slurm_tmpdir/job_2854640/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset416_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-80__unc-softrank_bald__seed-12346/gt_segmentations/case_00130.nii.gz"
+      },
+      {
+        "metrics": {
+          "1": {
+            "Dice": 0.816733777083847,
+            "FN": 2489,
+            "FP": 24273,
+            "IoU": 0.6902367035129348,
+            "TN": 175749,
+            "TP": 59633,
+            "n_pred": 83906,
+            "n_ref": 62122
+          },
+          "2": {
+            "Dice": 0.4950801890447044,
+            "FN": 25970,
+            "FP": 98,
+            "IoU": 0.32897446457990115,
+            "TN": 223296,
+            "TP": 12780,
+            "n_pred": 12878,
+            "n_ref": 38750
+          },
+          "3": {
+            "Dice": 0.0,
+            "FN": 0,
+            "FP": 8,
+            "IoU": 0.0,
+            "TN": 262136,
+            "TP": 0,
+            "n_pred": 8,
+            "n_ref": 0
+          }
+        },
+        "prediction_file": "/scratch/slurm_tmpdir/job_2854640/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset416_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-80__unc-softrank_bald__seed-12346/nnActiveTrainer_200epochs__nnUNetPlans__3d_fullres/fold_3/validation/case_00175.nii.gz",
+        "reference_file": "/scratch/slurm_tmpdir/job_2854640/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset416_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-80__unc-softrank_bald__seed-12346/gt_segmentations/case_00175.nii.gz"
+      },
+      {
+        "metrics": {
+          "1": {
+            "Dice": NaN,
+            "FN": 0,
+            "FP": 0,
+            "IoU": NaN,
+            "TN": 262144,
+            "TP": 0,
+            "n_pred": 0,
+            "n_ref": 0
+          },
+          "2": {
+            "Dice": NaN,
+            "FN": 0,
+            "FP": 0,
+            "IoU": NaN,
+            "TN": 262144,
+            "TP": 0,
+            "n_pred": 0,
+            "n_ref": 0
+          },
+          "3": {
+            "Dice": NaN,
+            "FN": 0,
+            "FP": 0,
+            "IoU": NaN,
+            "TN": 262144,
+            "TP": 0,
+            "n_pred": 0,
+            "n_ref": 0
+          }
+        },
+        "prediction_file": "/scratch/slurm_tmpdir/job_2854640/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset416_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-80__unc-softrank_bald__seed-12346/nnActiveTrainer_200epochs__nnUNetPlans__3d_fullres/fold_3/validation/case_00190.nii.gz",
+        "reference_file": "/scratch/slurm_tmpdir/job_2854640/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset416_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-80__unc-softrank_bald__seed-12346/gt_segmentations/case_00190.nii.gz"
+      },
+      {
+        "metrics": {
+          "1": {
+            "Dice": NaN,
+            "FN": 0,
+            "FP": 0,
+            "IoU": NaN,
+            "TN": 524288,
+            "TP": 0,
+            "n_pred": 0,
+            "n_ref": 0
+          },
+          "2": {
+            "Dice": NaN,
+            "FN": 0,
+            "FP": 0,
+            "IoU": NaN,
+            "TN": 524288,
+            "TP": 0,
+            "n_pred": 0,
+            "n_ref": 0
+          },
+          "3": {
+            "Dice": NaN,
+            "FN": 0,
+            "FP": 0,
+            "IoU": NaN,
+            "TN": 524288,
+            "TP": 0,
+            "n_pred": 0,
+            "n_ref": 0
+          }
+        },
+        "prediction_file": "/scratch/slurm_tmpdir/job_2854640/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset416_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-80__unc-softrank_bald__seed-12346/nnActiveTrainer_200epochs__nnUNetPlans__3d_fullres/fold_3/validation/case_00212.nii.gz",
+        "reference_file": "/scratch/slurm_tmpdir/job_2854640/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset416_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-80__unc-softrank_bald__seed-12346/gt_segmentations/case_00212.nii.gz"
+      },
+      {
+        "metrics": {
+          "1": {
+            "Dice": 0.804205314710961,
+            "FN": 8228,
+            "FP": 4585,
+            "IoU": 0.6725279218953664,
+            "TN": 223017,
+            "TP": 26314,
+            "n_pred": 30899,
+            "n_ref": 34542
+          },
+          "2": {
+            "Dice": 0.1796282556537324,
+            "FN": 170209,
+            "FP": 69,
+            "IoU": 0.09867668854541604,
+            "TN": 73224,
+            "TP": 18642,
+            "n_pred": 18711,
+            "n_ref": 188851
+          },
+          "3": {
+            "Dice": 0.0,
+            "FN": 0,
+            "FP": 12,
+            "IoU": 0.0,
+            "TN": 262132,
+            "TP": 0,
+            "n_pred": 12,
+            "n_ref": 0
+          }
+        },
+        "prediction_file": "/scratch/slurm_tmpdir/job_2854640/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset416_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-80__unc-softrank_bald__seed-12346/nnActiveTrainer_200epochs__nnUNetPlans__3d_fullres/fold_3/validation/case_00223.nii.gz",
+        "reference_file": "/scratch/slurm_tmpdir/job_2854640/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset416_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-80__unc-softrank_bald__seed-12346/gt_segmentations/case_00223.nii.gz"
+      },
+      {
+        "metrics": {
+          "1": {
+            "Dice": NaN,
+            "FN": 0,
+            "FP": 0,
+            "IoU": NaN,
+            "TN": 262144,
+            "TP": 0,
+            "n_pred": 0,
+            "n_ref": 0
+          },
+          "2": {
+            "Dice": NaN,
+            "FN": 0,
+            "FP": 0,
+            "IoU": NaN,
+            "TN": 262144,
+            "TP": 0,
+            "n_pred": 0,
+            "n_ref": 0
+          },
+          "3": {
+            "Dice": NaN,
+            "FN": 0,
+            "FP": 0,
+            "IoU": NaN,
+            "TN": 262144,
+            "TP": 0,
+            "n_pred": 0,
+            "n_ref": 0
+          }
+        },
+        "prediction_file": "/scratch/slurm_tmpdir/job_2854640/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset416_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-80__unc-softrank_bald__seed-12346/nnActiveTrainer_200epochs__nnUNetPlans__3d_fullres/fold_3/validation/case_00245.nii.gz",
+        "reference_file": "/scratch/slurm_tmpdir/job_2854640/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset416_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-80__unc-softrank_bald__seed-12346/gt_segmentations/case_00245.nii.gz"
+      },
+      {
+        "metrics": {
+          "1": {
+            "Dice": 0.8972230505083539,
+            "FN": 4556,
+            "FP": 27499,
+            "IoU": 0.8136033772939781,
+            "TN": 352316,
+            "TP": 139917,
+            "n_pred": 167416,
+            "n_ref": 144473
+          },
+          "2": {
+            "Dice": 0.0,
+            "FN": 27577,
+            "FP": 0,
+            "IoU": 0.0,
+            "TN": 496711,
+            "TP": 0,
+            "n_pred": 0,
+            "n_ref": 27577
+          },
+          "3": {
+            "Dice": 0.0,
+            "FN": 174,
+            "FP": 6,
+            "IoU": 0.0,
+            "TN": 524108,
+            "TP": 0,
+            "n_pred": 6,
+            "n_ref": 174
+          }
+        },
+        "prediction_file": "/scratch/slurm_tmpdir/job_2854640/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset416_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-80__unc-softrank_bald__seed-12346/nnActiveTrainer_200epochs__nnUNetPlans__3d_fullres/fold_3/validation/case_00279.nii.gz",
+        "reference_file": "/scratch/slurm_tmpdir/job_2854640/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset416_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-80__unc-softrank_bald__seed-12346/gt_segmentations/case_00279.nii.gz"
+      }
+    ]
+  },
+  "fold_4": {
+    "foreground_mean": {
+      "Dice": 0.28536692421043985,
+      "FN": 3370.8333333333335,
+      "FP": 3230.4166666666665,
+      "IoU": 0.24010699430035695,
+      "TN": 241633.54166666666,
+      "TP": 13909.208333333334,
+      "n_pred": 17139.625,
+      "n_ref": 17280.041666666668
+    },
+    "mean": {
+      "1": {
+        "Dice": 0.5794179679353354,
+        "FN": 1992.25,
+        "FP": 7863.625,
+        "IoU": 0.5253739060568499,
+        "TN": 215540.125,
+        "TP": 36748.0,
+        "n_pred": 44611.625,
+        "n_ref": 38740.25
+      },
+      "2": {
+        "Dice": 0.16468553612315487,
+        "FN": 4064.875,
+        "FP": 1785.75,
+        "IoU": 0.12278439633880575,
+        "TN": 252912.875,
+        "TP": 3380.5,
+        "n_pred": 5166.25,
+        "n_ref": 7445.375
+      },
+      "3": {
+        "Dice": 0.11199726857282931,
+        "FN": 4055.375,
+        "FP": 41.875,
+        "IoU": 0.07216268050541516,
+        "TN": 256447.625,
+        "TP": 1599.125,
+        "n_pred": 1641.0,
+        "n_ref": 5654.5
+      }
+    },
+    "metric_per_case": [
+      {
+        "metrics": {
+          "1": {
+            "Dice": 0.9237021570833954,
+            "FN": 1794,
+            "FP": 20716,
+            "IoU": 0.8582216931516857,
+            "TN": 103375,
+            "TP": 136259,
+            "n_pred": 156975,
+            "n_ref": 138053
+          },
+          "2": {
+            "Dice": 0.0,
+            "FN": 0,
+            "FP": 570,
+            "IoU": 0.0,
+            "TN": 261574,
+            "TP": 0,
+            "n_pred": 570,
+            "n_ref": 0
+          },
+          "3": {
+            "Dice": 0.0,
+            "FN": 0,
+            "FP": 64,
+            "IoU": 0.0,
+            "TN": 262080,
+            "TP": 0,
+            "n_pred": 64,
+            "n_ref": 0
+          }
+        },
+        "prediction_file": "/scratch/slurm_tmpdir/job_2854640/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset416_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-80__unc-softrank_bald__seed-12346/nnActiveTrainer_200epochs__nnUNetPlans__3d_fullres/fold_4/validation/case_00001.nii.gz",
+        "reference_file": "/scratch/slurm_tmpdir/job_2854640/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset416_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-80__unc-softrank_bald__seed-12346/gt_segmentations/case_00001.nii.gz"
+      },
+      {
+        "metrics": {
+          "1": {
+            "Dice": 0.1499870700801655,
+            "FN": 9678,
+            "FP": 10044,
+            "IoU": 0.08107352530053118,
+            "TN": 240682,
+            "TP": 1740,
+            "n_pred": 11784,
+            "n_ref": 11418
+          },
+          "2": {
+            "Dice": 0.6587421444926195,
+            "FN": 26199,
+            "FP": 1821,
+            "IoU": 0.491137585355223,
+            "TN": 207080,
+            "TP": 27044,
+            "n_pred": 28865,
+            "n_ref": 53243
+          },
+          "3": {
+            "Dice": 0.0,
+            "FN": 620,
+            "FP": 171,
+            "IoU": 0.0,
+            "TN": 261353,
+            "TP": 0,
+            "n_pred": 171,
+            "n_ref": 620
+          }
+        },
+        "prediction_file": "/scratch/slurm_tmpdir/job_2854640/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset416_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-80__unc-softrank_bald__seed-12346/nnActiveTrainer_200epochs__nnUNetPlans__3d_fullres/fold_4/validation/case_00008.nii.gz",
+        "reference_file": "/scratch/slurm_tmpdir/job_2854640/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset416_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-80__unc-softrank_bald__seed-12346/gt_segmentations/case_00008.nii.gz"
+      },
+      {
+        "metrics": {
+          "1": {
+            "Dice": NaN,
+            "FN": 0,
+            "FP": 0,
+            "IoU": NaN,
+            "TN": 262144,
+            "TP": 0,
+            "n_pred": 0,
+            "n_ref": 0
+          },
+          "2": {
+            "Dice": NaN,
+            "FN": 0,
+            "FP": 0,
+            "IoU": NaN,
+            "TN": 262144,
+            "TP": 0,
+            "n_pred": 0,
+            "n_ref": 0
+          },
+          "3": {
+            "Dice": NaN,
+            "FN": 0,
+            "FP": 0,
+            "IoU": NaN,
+            "TN": 262144,
+            "TP": 0,
+            "n_pred": 0,
+            "n_ref": 0
+          }
+        },
+        "prediction_file": "/scratch/slurm_tmpdir/job_2854640/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset416_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-80__unc-softrank_bald__seed-12346/nnActiveTrainer_200epochs__nnUNetPlans__3d_fullres/fold_4/validation/case_00015.nii.gz",
+        "reference_file": "/scratch/slurm_tmpdir/job_2854640/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset416_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-80__unc-softrank_bald__seed-12346/gt_segmentations/case_00015.nii.gz"
+      },
+      {
+        "metrics": {
+          "1": {
+            "Dice": 0.0,
+            "FN": 0,
+            "FP": 5622,
+            "IoU": 0.0,
+            "TN": 256522,
+            "TP": 0,
+            "n_pred": 5622,
+            "n_ref": 0
+          },
+          "2": {
+            "Dice": NaN,
+            "FN": 0,
+            "FP": 0,
+            "IoU": NaN,
+            "TN": 262144,
+            "TP": 0,
+            "n_pred": 0,
+            "n_ref": 0
+          },
+          "3": {
+            "Dice": NaN,
+            "FN": 0,
+            "FP": 0,
+            "IoU": NaN,
+            "TN": 262144,
+            "TP": 0,
+            "n_pred": 0,
+            "n_ref": 0
+          }
+        },
+        "prediction_file": "/scratch/slurm_tmpdir/job_2854640/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset416_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-80__unc-softrank_bald__seed-12346/nnActiveTrainer_200epochs__nnUNetPlans__3d_fullres/fold_4/validation/case_00021.nii.gz",
+        "reference_file": "/scratch/slurm_tmpdir/job_2854640/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset416_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-80__unc-softrank_bald__seed-12346/gt_segmentations/case_00021.nii.gz"
+      },
+      {
+        "metrics": {
+          "1": {
+            "Dice": 0.97408245121988,
+            "FN": 2767,
+            "FP": 1530,
+            "IoU": 0.9494744020882816,
+            "TN": 177098,
+            "TP": 80749,
+            "n_pred": 82279,
+            "n_ref": 83516
+          },
+          "2": {
+            "Dice": 0.0,
+            "FN": 0,
+            "FP": 93,
+            "IoU": 0.0,
+            "TN": 262051,
+            "TP": 0,
+            "n_pred": 93,
+            "n_ref": 0
+          },
+          "3": {
+            "Dice": 0.0,
+            "FN": 396,
+            "FP": 0,
+            "IoU": 0.0,
+            "TN": 261748,
+            "TP": 0,
+            "n_pred": 0,
+            "n_ref": 396
+          }
+        },
+        "prediction_file": "/scratch/slurm_tmpdir/job_2854640/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset416_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-80__unc-softrank_bald__seed-12346/nnActiveTrainer_200epochs__nnUNetPlans__3d_fullres/fold_4/validation/case_00180.nii.gz",
+        "reference_file": "/scratch/slurm_tmpdir/job_2854640/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset416_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-80__unc-softrank_bald__seed-12346/gt_segmentations/case_00180.nii.gz"
+      },
+      {
+        "metrics": {
+          "1": {
+            "Dice": NaN,
+            "FN": 0,
+            "FP": 0,
+            "IoU": NaN,
+            "TN": 262144,
+            "TP": 0,
+            "n_pred": 0,
+            "n_ref": 0
+          },
+          "2": {
+            "Dice": NaN,
+            "FN": 0,
+            "FP": 0,
+            "IoU": NaN,
+            "TN": 262144,
+            "TP": 0,
+            "n_pred": 0,
+            "n_ref": 0
+          },
+          "3": {
+            "Dice": NaN,
+            "FN": 0,
+            "FP": 0,
+            "IoU": NaN,
+            "TN": 262144,
+            "TP": 0,
+            "n_pred": 0,
+            "n_ref": 0
+          }
+        },
+        "prediction_file": "/scratch/slurm_tmpdir/job_2854640/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset416_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-80__unc-softrank_bald__seed-12346/nnActiveTrainer_200epochs__nnUNetPlans__3d_fullres/fold_4/validation/case_00188.nii.gz",
+        "reference_file": "/scratch/slurm_tmpdir/job_2854640/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset416_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-80__unc-softrank_bald__seed-12346/gt_segmentations/case_00188.nii.gz"
+      },
+      {
+        "metrics": {
+          "1": {
+            "Dice": 0.8493181612932358,
+            "FN": 1699,
+            "FP": 24997,
+            "IoU": 0.7380999097437507,
+            "TN": 160212,
+            "TP": 75236,
+            "n_pred": 100233,
+            "n_ref": 76935
+          },
+          "2": {
+            "Dice": 0.0,
+            "FN": 6320,
+            "FP": 11802,
+            "IoU": 0.0,
+            "TN": 244022,
+            "TP": 0,
+            "n_pred": 11802,
+            "n_ref": 6320
+          },
+          "3": {
+            "Dice": 0.44798907429131724,
+            "FN": 31427,
+            "FP": 100,
+            "IoU": 0.28865072202166064,
+            "TN": 217824,
+            "TP": 12793,
+            "n_pred": 12893,
+            "n_ref": 44220
+          }
+        },
+        "prediction_file": "/scratch/slurm_tmpdir/job_2854640/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset416_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-80__unc-softrank_bald__seed-12346/nnActiveTrainer_200epochs__nnUNetPlans__3d_fullres/fold_4/validation/case_00220.nii.gz",
+        "reference_file": "/scratch/slurm_tmpdir/job_2854640/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset416_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-80__unc-softrank_bald__seed-12346/gt_segmentations/case_00220.nii.gz"
+      },
+      {
+        "metrics": {
+          "1": {
+            "Dice": NaN,
+            "FN": 0,
+            "FP": 0,
+            "IoU": NaN,
+            "TN": 262144,
+            "TP": 0,
+            "n_pred": 0,
+            "n_ref": 0
+          },
+          "2": {
+            "Dice": NaN,
+            "FN": 0,
+            "FP": 0,
+            "IoU": NaN,
+            "TN": 262144,
+            "TP": 0,
+            "n_pred": 0,
+            "n_ref": 0
+          },
+          "3": {
+            "Dice": NaN,
+            "FN": 0,
+            "FP": 0,
+            "IoU": NaN,
+            "TN": 262144,
+            "TP": 0,
+            "n_pred": 0,
+            "n_ref": 0
+          }
+        },
+        "prediction_file": "/scratch/slurm_tmpdir/job_2854640/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset416_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-80__unc-softrank_bald__seed-12346/nnActiveTrainer_200epochs__nnUNetPlans__3d_fullres/fold_4/validation/case_00225.nii.gz",
+        "reference_file": "/scratch/slurm_tmpdir/job_2854640/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset416_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-80__unc-softrank_bald__seed-12346/gt_segmentations/case_00225.nii.gz"
+      }
+    ]
+  },
+  "mean": {
+    "foreground_mean": {
+      "Dice": NaN,
+      "FN": 5878.808333333333,
+      "FP": 3521.8809523809527,
+      "IoU": NaN,
+      "TN": 253990.9880952381,
+      "TP": 11859.52261904762,
+      "n_pred": 15381.403571428575,
+      "n_ref": 17738.330952380955
+    },
+    "mean": {
+      "1": {
+        "Dice": 0.5988140836963576,
+        "FN": 5440.614285714286,
+        "FP": 7047.8607142857145,
+        "IoU": 0.5373161857509917,
+        "TN": 232312.06428571427,
+        "TP": 30450.660714285717,
+        "n_pred": 37498.52142857143,
+        "n_ref": 35891.275
+      },
+      "2": {
+        "Dice": 0.26207639930228166,
+        "FN": 10136.485714285713,
+        "FP": 3498.7071428571426,
+        "IoU": 0.20135935255385357,
+        "TN": 257236.75,
+        "TP": 4379.257142857143,
+        "n_pred": 7877.964285714285,
+        "n_ref": 14515.742857142857
+      },
+      "3": {
+        "Dice": NaN,
+        "FN": 2059.325,
+        "FP": 19.075,
+        "IoU": NaN,
+        "TN": 272424.15,
+        "TP": 748.65,
+        "n_pred": 767.725,
+        "n_ref": 2807.975
+      }
+    }
+  }
+}