Add files using upload-large-folder tool

nnActive_results/Dataset211_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-20__unc-random-label__seed-12346/loop_000/summary_cross_val.json

@@ -0,0 +1,1644 @@
+{
+  "fold_0": {
+    "foreground_mean": {
+      "Dice": 0.2749183446533401,
+      "FN": 16238.833333333334,
+      "FP": 6555.083333333333,
+      "IoU": 0.21650595133735961,
+      "TN": 258790.79166666666,
+      "TP": 13327.291666666666,
+      "n_pred": 19882.375,
+      "n_ref": 29566.125
+    },
+    "mean": {
+      "1": {
+        "Dice": 0.6547247941253915,
+        "FN": 3342.25,
+        "FP": 19575.0,
+        "IoU": 0.550375749430189,
+        "TN": 236397.625,
+        "TP": 35597.125,
+        "n_pred": 55172.125,
+        "n_ref": 38939.375
+      },
+      "2": {
+        "Dice": 0.15964511107856524,
+        "FN": 37685.625,
+        "FP": 46.125,
+        "IoU": 0.09383940169948027,
+        "TN": 252955.0,
+        "TP": 4225.25,
+        "n_pred": 4271.375,
+        "n_ref": 41910.875
+      },
+      "3": {
+        "Dice": 0.010385128756063417,
+        "FN": 7688.625,
+        "FP": 44.125,
+        "IoU": 0.005302702882409654,
+        "TN": 287019.75,
+        "TP": 159.5,
+        "n_pred": 203.625,
+        "n_ref": 7848.125
+      }
+    },
+    "metric_per_case": [
+      {
+        "metrics": {
+          "1": {
+            "Dice": 0.12748344370860928,
+            "FN": 8261,
+            "FP": 34953,
+            "IoU": 0.0680813439434129,
+            "TN": 215773,
+            "TP": 3157,
+            "n_pred": 38110,
+            "n_ref": 11418
+          },
+          "2": {
+            "Dice": 0.09965200321227805,
+            "FN": 50451,
+            "FP": 0,
+            "IoU": 0.052438818248408244,
+            "TN": 208901,
+            "TP": 2792,
+            "n_pred": 2792,
+            "n_ref": 53243
+          },
+          "3": {
+            "Dice": 0.0,
+            "FN": 620,
+            "FP": 0,
+            "IoU": 0.0,
+            "TN": 261524,
+            "TP": 0,
+            "n_pred": 0,
+            "n_ref": 620
+          }
+        },
+        "prediction_file": "/scratch/slurm_tmpdir/job_2809592/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset211_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-20__unc-random-label__seed-12346/nnActiveTrainer_200epochs__nnUNetPlans__3d_fullres/fold_0/validation/case_00008.nii.gz",
+        "reference_file": "/scratch/slurm_tmpdir/job_2809592/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset211_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-20__unc-random-label__seed-12346/gt_segmentations/case_00008.nii.gz"
+      },
+      {
+        "metrics": {
+          "1": {
+            "Dice": 0.9499412421194227,
+            "FN": 315,
+            "FP": 6458,
+            "IoU": 0.904655320466799,
+            "TN": 191107,
+            "TP": 64264,
+            "n_pred": 70722,
+            "n_ref": 64579
+          },
+          "2": {
+            "Dice": NaN,
+            "FN": 0,
+            "FP": 0,
+            "IoU": NaN,
+            "TN": 262144,
+            "TP": 0,
+            "n_pred": 0,
+            "n_ref": 0
+          },
+          "3": {
+            "Dice": 0.0,
+            "FN": 1833,
+            "FP": 48,
+            "IoU": 0.0,
+            "TN": 260263,
+            "TP": 0,
+            "n_pred": 48,
+            "n_ref": 1833
+          }
+        },
+        "prediction_file": "/scratch/slurm_tmpdir/job_2809592/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset211_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-20__unc-random-label__seed-12346/nnActiveTrainer_200epochs__nnUNetPlans__3d_fullres/fold_0/validation/case_00066.nii.gz",
+        "reference_file": "/scratch/slurm_tmpdir/job_2809592/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset211_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-20__unc-random-label__seed-12346/gt_segmentations/case_00066.nii.gz"
+      },
+      {
+        "metrics": {
+          "1": {
+            "Dice": NaN,
+            "FN": 0,
+            "FP": 0,
+            "IoU": NaN,
+            "TN": 262144,
+            "TP": 0,
+            "n_pred": 0,
+            "n_ref": 0
+          },
+          "2": {
+            "Dice": NaN,
+            "FN": 0,
+            "FP": 0,
+            "IoU": NaN,
+            "TN": 262144,
+            "TP": 0,
+            "n_pred": 0,
+            "n_ref": 0
+          },
+          "3": {
+            "Dice": NaN,
+            "FN": 0,
+            "FP": 0,
+            "IoU": NaN,
+            "TN": 262144,
+            "TP": 0,
+            "n_pred": 0,
+            "n_ref": 0
+          }
+        },
+        "prediction_file": "/scratch/slurm_tmpdir/job_2809592/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset211_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-20__unc-random-label__seed-12346/nnActiveTrainer_200epochs__nnUNetPlans__3d_fullres/fold_0/validation/case_00084.nii.gz",
+        "reference_file": "/scratch/slurm_tmpdir/job_2809592/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset211_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-20__unc-random-label__seed-12346/gt_segmentations/case_00084.nii.gz"
+      },
+      {
+        "metrics": {
+          "1": {
+            "Dice": NaN,
+            "FN": 0,
+            "FP": 0,
+            "IoU": NaN,
+            "TN": 262144,
+            "TP": 0,
+            "n_pred": 0,
+            "n_ref": 0
+          },
+          "2": {
+            "Dice": NaN,
+            "FN": 0,
+            "FP": 0,
+            "IoU": NaN,
+            "TN": 262144,
+            "TP": 0,
+            "n_pred": 0,
+            "n_ref": 0
+          },
+          "3": {
+            "Dice": NaN,
+            "FN": 0,
+            "FP": 0,
+            "IoU": NaN,
+            "TN": 262144,
+            "TP": 0,
+            "n_pred": 0,
+            "n_ref": 0
+          }
+        },
+        "prediction_file": "/scratch/slurm_tmpdir/job_2809592/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset211_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-20__unc-random-label__seed-12346/nnActiveTrainer_200epochs__nnUNetPlans__3d_fullres/fold_0/validation/case_00131.nii.gz",
+        "reference_file": "/scratch/slurm_tmpdir/job_2809592/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset211_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-20__unc-random-label__seed-12346/gt_segmentations/case_00131.nii.gz"
+      },
+      {
+        "metrics": {
+          "1": {
+            "Dice": 0.7374029732929878,
+            "FN": 12122,
+            "FP": 3846,
+            "IoU": 0.5840366781285818,
+            "TN": 223756,
+            "TP": 22420,
+            "n_pred": 26266,
+            "n_ref": 34542
+          },
+          "2": {
+            "Dice": 0.14730750588730643,
+            "FN": 173807,
+            "FP": 358,
+            "IoU": 0.07950995988562912,
+            "TN": 72935,
+            "TP": 15044,
+            "n_pred": 15402,
+            "n_ref": 188851
+          },
+          "3": {
+            "Dice": NaN,
+            "FN": 0,
+            "FP": 0,
+            "IoU": NaN,
+            "TN": 262144,
+            "TP": 0,
+            "n_pred": 0,
+            "n_ref": 0
+          }
+        },
+        "prediction_file": "/scratch/slurm_tmpdir/job_2809592/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset211_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-20__unc-random-label__seed-12346/nnActiveTrainer_200epochs__nnUNetPlans__3d_fullres/fold_0/validation/case_00223.nii.gz",
+        "reference_file": "/scratch/slurm_tmpdir/job_2809592/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset211_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-20__unc-random-label__seed-12346/gt_segmentations/case_00223.nii.gz"
+      },
+      {
+        "metrics": {
+          "1": {
+            "Dice": 0.5753082764017852,
+            "FN": 2103,
+            "FP": 78213,
+            "IoU": 0.4038124647406396,
+            "TN": 127428,
+            "TP": 54400,
+            "n_pred": 132613,
+            "n_ref": 56503
+          },
+          "2": {
+            "Dice": 0.3913309961018902,
+            "FN": 49654,
+            "FP": 0,
+            "IoU": 0.24326383808827115,
+            "TN": 196528,
+            "TP": 15962,
+            "n_pred": 15962,
+            "n_ref": 65616
+          },
+          "3": {
+            "Dice": 0.04154051502425367,
+            "FN": 58882,
+            "FP": 0,
+            "IoU": 0.021210811529638617,
+            "TN": 201986,
+            "TP": 1276,
+            "n_pred": 1276,
+            "n_ref": 60158
+          }
+        },
+        "prediction_file": "/scratch/slurm_tmpdir/job_2809592/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset211_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-20__unc-random-label__seed-12346/nnActiveTrainer_200epochs__nnUNetPlans__3d_fullres/fold_0/validation/case_00241.nii.gz",
+        "reference_file": "/scratch/slurm_tmpdir/job_2809592/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset211_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-20__unc-random-label__seed-12346/gt_segmentations/case_00241.nii.gz"
+      },
+      {
+        "metrics": {
+          "1": {
+            "Dice": NaN,
+            "FN": 0,
+            "FP": 0,
+            "IoU": NaN,
+            "TN": 262144,
+            "TP": 0,
+            "n_pred": 0,
+            "n_ref": 0
+          },
+          "2": {
+            "Dice": NaN,
+            "FN": 0,
+            "FP": 0,
+            "IoU": NaN,
+            "TN": 262144,
+            "TP": 0,
+            "n_pred": 0,
+            "n_ref": 0
+          },
+          "3": {
+            "Dice": NaN,
+            "FN": 0,
+            "FP": 0,
+            "IoU": NaN,
+            "TN": 262144,
+            "TP": 0,
+            "n_pred": 0,
+            "n_ref": 0
+          }
+        },
+        "prediction_file": "/scratch/slurm_tmpdir/job_2809592/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset211_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-20__unc-random-label__seed-12346/nnActiveTrainer_200epochs__nnUNetPlans__3d_fullres/fold_0/validation/case_00246.nii.gz",
+        "reference_file": "/scratch/slurm_tmpdir/job_2809592/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset211_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-20__unc-random-label__seed-12346/gt_segmentations/case_00246.nii.gz"
+      },
+      {
+        "metrics": {
+          "1": {
+            "Dice": 0.8834880351041526,
+            "FN": 3937,
+            "FP": 33130,
+            "IoU": 0.7912929398715112,
+            "TN": 346685,
+            "TP": 140536,
+            "n_pred": 173666,
+            "n_ref": 144473
+          },
+          "2": {
+            "Dice": 0.00028993911278631486,
+            "FN": 27573,
+            "FP": 11,
+            "IoU": 0.0001449905756125852,
+            "TN": 496700,
+            "TP": 4,
+            "n_pred": 15,
+            "n_ref": 27577
+          },
+          "3": {
+            "Dice": 0.0,
+            "FN": 174,
+            "FP": 305,
+            "IoU": 0.0,
+            "TN": 523809,
+            "TP": 0,
+            "n_pred": 305,
+            "n_ref": 174
+          }
+        },
+        "prediction_file": "/scratch/slurm_tmpdir/job_2809592/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset211_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-20__unc-random-label__seed-12346/nnActiveTrainer_200epochs__nnUNetPlans__3d_fullres/fold_0/validation/case_00279.nii.gz",
+        "reference_file": "/scratch/slurm_tmpdir/job_2809592/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset211_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-20__unc-random-label__seed-12346/gt_segmentations/case_00279.nii.gz"
+      }
+    ]
+  },
+  "fold_1": {
+    "foreground_mean": {
+      "Dice": NaN,
+      "FN": 4796.571428571428,
+      "FP": 1155.5238095238096,
+      "IoU": NaN,
+      "TN": 248071.57142857145,
+      "TP": 8120.333333333333,
+      "n_pred": 9275.857142857143,
+      "n_ref": 12916.904761904763
+    },
+    "mean": {
+      "1": {
+        "Dice": 0.42940300388187014,
+        "FN": 3235.5714285714284,
+        "FP": 2997.1428571428573,
+        "IoU": 0.3797959205171388,
+        "TN": 237867.57142857142,
+        "TP": 18043.714285714286,
+        "n_pred": 21040.85714285714,
+        "n_ref": 21279.285714285714
+      },
+      "2": {
+        "Dice": 0.37364875802261144,
+        "FN": 11154.142857142857,
+        "FP": 469.42857142857144,
+        "IoU": 0.2869538836735374,
+        "TN": 244203.14285714287,
+        "TP": 6317.285714285715,
+        "n_pred": 6786.714285714285,
+        "n_ref": 17471.428571428572
+      },
+      "3": {
+        "Dice": NaN,
+        "FN": 0.0,
+        "FP": 0.0,
+        "IoU": NaN,
+        "TN": 262144.0,
+        "TP": 0.0,
+        "n_pred": 0.0,
+        "n_ref": 0.0
+      }
+    },
+    "metric_per_case": [
+      {
+        "metrics": {
+          "1": {
+            "Dice": 0.0,
+            "FN": 0,
+            "FP": 3315,
+            "IoU": 0.0,
+            "TN": 258829,
+            "TP": 0,
+            "n_pred": 3315,
+            "n_ref": 0
+          },
+          "2": {
+            "Dice": NaN,
+            "FN": 0,
+            "FP": 0,
+            "IoU": NaN,
+            "TN": 262144,
+            "TP": 0,
+            "n_pred": 0,
+            "n_ref": 0
+          },
+          "3": {
+            "Dice": NaN,
+            "FN": 0,
+            "FP": 0,
+            "IoU": NaN,
+            "TN": 262144,
+            "TP": 0,
+            "n_pred": 0,
+            "n_ref": 0
+          }
+        },
+        "prediction_file": "/scratch/slurm_tmpdir/job_2809592/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset211_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-20__unc-random-label__seed-12346/nnActiveTrainer_200epochs__nnUNetPlans__3d_fullres/fold_1/validation/case_00104.nii.gz",
+        "reference_file": "/scratch/slurm_tmpdir/job_2809592/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset211_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-20__unc-random-label__seed-12346/gt_segmentations/case_00104.nii.gz"
+      },
+      {
+        "metrics": {
+          "1": {
+            "Dice": NaN,
+            "FN": 0,
+            "FP": 0,
+            "IoU": NaN,
+            "TN": 262144,
+            "TP": 0,
+            "n_pred": 0,
+            "n_ref": 0
+          },
+          "2": {
+            "Dice": NaN,
+            "FN": 0,
+            "FP": 0,
+            "IoU": NaN,
+            "TN": 262144,
+            "TP": 0,
+            "n_pred": 0,
+            "n_ref": 0
+          },
+          "3": {
+            "Dice": NaN,
+            "FN": 0,
+            "FP": 0,
+            "IoU": NaN,
+            "TN": 262144,
+            "TP": 0,
+            "n_pred": 0,
+            "n_ref": 0
+          }
+        },
+        "prediction_file": "/scratch/slurm_tmpdir/job_2809592/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset211_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-20__unc-random-label__seed-12346/nnActiveTrainer_200epochs__nnUNetPlans__3d_fullres/fold_1/validation/case_00116.nii.gz",
+        "reference_file": "/scratch/slurm_tmpdir/job_2809592/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset211_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-20__unc-random-label__seed-12346/gt_segmentations/case_00116.nii.gz"
+      },
+      {
+        "metrics": {
+          "1": {
+            "Dice": NaN,
+            "FN": 0,
+            "FP": 0,
+            "IoU": NaN,
+            "TN": 262144,
+            "TP": 0,
+            "n_pred": 0,
+            "n_ref": 0
+          },
+          "2": {
+            "Dice": NaN,
+            "FN": 0,
+            "FP": 0,
+            "IoU": NaN,
+            "TN": 262144,
+            "TP": 0,
+            "n_pred": 0,
+            "n_ref": 0
+          },
+          "3": {
+            "Dice": NaN,
+            "FN": 0,
+            "FP": 0,
+            "IoU": NaN,
+            "TN": 262144,
+            "TP": 0,
+            "n_pred": 0,
+            "n_ref": 0
+          }
+        },
+        "prediction_file": "/scratch/slurm_tmpdir/job_2809592/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset211_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-20__unc-random-label__seed-12346/nnActiveTrainer_200epochs__nnUNetPlans__3d_fullres/fold_1/validation/case_00125.nii.gz",
+        "reference_file": "/scratch/slurm_tmpdir/job_2809592/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset211_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-20__unc-random-label__seed-12346/gt_segmentations/case_00125.nii.gz"
+      },
+      {
+        "metrics": {
+          "1": {
+            "Dice": 0.8843623464386132,
+            "FN": 4041,
+            "FP": 12780,
+            "IoU": 0.792696753838949,
+            "TN": 181002,
+            "TP": 64321,
+            "n_pred": 77101,
+            "n_ref": 68362
+          },
+          "2": {
+            "Dice": 0.8339384632260187,
+            "FN": 12478,
+            "FP": 2661,
+            "IoU": 0.7151753461770018,
+            "TN": 208992,
+            "TP": 38013,
+            "n_pred": 40674,
+            "n_ref": 50491
+          },
+          "3": {
+            "Dice": NaN,
+            "FN": 0,
+            "FP": 0,
+            "IoU": NaN,
+            "TN": 262144,
+            "TP": 0,
+            "n_pred": 0,
+            "n_ref": 0
+          }
+        },
+        "prediction_file": "/scratch/slurm_tmpdir/job_2809592/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset211_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-20__unc-random-label__seed-12346/nnActiveTrainer_200epochs__nnUNetPlans__3d_fullres/fold_1/validation/case_00169.nii.gz",
+        "reference_file": "/scratch/slurm_tmpdir/job_2809592/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset211_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-20__unc-random-label__seed-12346/gt_segmentations/case_00169.nii.gz"
+      },
+      {
+        "metrics": {
+          "1": {
+            "Dice": 0.9642063194704633,
+            "FN": 872,
+            "FP": 3427,
+            "IoU": 0.9308864666730974,
+            "TN": 199942,
+            "TP": 57903,
+            "n_pred": 61330,
+            "n_ref": 58775
+          },
+          "2": {
+            "Dice": 0.5361334156886968,
+            "FN": 2998,
+            "FP": 6,
+            "IoU": 0.3662447257383966,
+            "TN": 257404,
+            "TP": 1736,
+            "n_pred": 1742,
+            "n_ref": 4734
+          },
+          "3": {
+            "Dice": NaN,
+            "FN": 0,
+            "FP": 0,
+            "IoU": NaN,
+            "TN": 262144,
+            "TP": 0,
+            "n_pred": 0,
+            "n_ref": 0
+          }
+        },
+        "prediction_file": "/scratch/slurm_tmpdir/job_2809592/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset211_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-20__unc-random-label__seed-12346/nnActiveTrainer_200epochs__nnUNetPlans__3d_fullres/fold_1/validation/case_00191.nii.gz",
+        "reference_file": "/scratch/slurm_tmpdir/job_2809592/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset211_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-20__unc-random-label__seed-12346/gt_segmentations/case_00191.nii.gz"
+      },
+      {
+        "metrics": {
+          "1": {
+            "Dice": 0.0,
+            "FN": 0,
+            "FP": 3,
+            "IoU": 0.0,
+            "TN": 262141,
+            "TP": 0,
+            "n_pred": 3,
+            "n_ref": 0
+          },
+          "2": {
+            "Dice": 0.0,
+            "FN": 0,
+            "FP": 340,
+            "IoU": 0.0,
+            "TN": 261804,
+            "TP": 0,
+            "n_pred": 340,
+            "n_ref": 0
+          },
+          "3": {
+            "Dice": NaN,
+            "FN": 0,
+            "FP": 0,
+            "IoU": NaN,
+            "TN": 262144,
+            "TP": 0,
+            "n_pred": 0,
+            "n_ref": 0
+          }
+        },
+        "prediction_file": "/scratch/slurm_tmpdir/job_2809592/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset211_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-20__unc-random-label__seed-12346/nnActiveTrainer_200epochs__nnUNetPlans__3d_fullres/fold_1/validation/case_00236.nii.gz",
+        "reference_file": "/scratch/slurm_tmpdir/job_2809592/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset211_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-20__unc-random-label__seed-12346/gt_segmentations/case_00236.nii.gz"
+      },
+      {
+        "metrics": {
+          "1": {
+            "Dice": 0.29844635350027415,
+            "FN": 17736,
+            "FP": 1455,
+            "IoU": 0.17539638207364758,
+            "TN": 238871,
+            "TP": 4082,
+            "n_pred": 5537,
+            "n_ref": 21818
+          },
+          "2": {
+            "Dice": 0.12452315317573023,
+            "FN": 62603,
+            "FP": 279,
+            "IoU": 0.06639546277875108,
+            "TN": 194790,
+            "TP": 4472,
+            "n_pred": 4751,
+            "n_ref": 67075
+          },
+          "3": {
+            "Dice": NaN,
+            "FN": 0,
+            "FP": 0,
+            "IoU": NaN,
+            "TN": 262144,
+            "TP": 0,
+            "n_pred": 0,
+            "n_ref": 0
+          }
+        },
+        "prediction_file": "/scratch/slurm_tmpdir/job_2809592/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset211_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-20__unc-random-label__seed-12346/nnActiveTrainer_200epochs__nnUNetPlans__3d_fullres/fold_1/validation/case_00297.nii.gz",
+        "reference_file": "/scratch/slurm_tmpdir/job_2809592/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset211_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-20__unc-random-label__seed-12346/gt_segmentations/case_00297.nii.gz"
+      }
+    ]
+  },
+  "fold_2": {
+    "foreground_mean": {
+      "Dice": 0.1570914582025996,
+      "FN": 5296.380952380952,
+      "FP": 3649.714285714286,
+      "IoU": 0.1347225159177977,
+      "TN": 248626.2380952381,
+      "TP": 4571.666666666667,
+      "n_pred": 8221.380952380952,
+      "n_ref": 9868.047619047618
+    },
+    "mean": {
+      "1": {
+        "Dice": 0.3320417933542281,
+        "FN": 13531.142857142857,
+        "FP": 388.14285714285717,
+        "IoU": 0.31617387858901397,
+        "TN": 237051.2857142857,
+        "TP": 11173.42857142857,
+        "n_pred": 11561.57142857143,
+        "n_ref": 24704.571428571428
+      },
+      "2": {
+        "Dice": 0.1392325812535706,
+        "FN": 2322.714285714286,
+        "FP": 10550.857142857143,
+        "IoU": 0.08799366916437916,
+        "TN": 246728.85714285713,
+        "TP": 2541.5714285714284,
+        "n_pred": 13092.42857142857,
+        "n_ref": 4864.285714285715
+      },
+      "3": {
+        "Dice": 0.0,
+        "FN": 35.285714285714285,
+        "FP": 10.142857142857142,
+        "IoU": 0.0,
+        "TN": 262098.57142857142,
+        "TP": 0.0,
+        "n_pred": 10.142857142857142,
+        "n_ref": 35.285714285714285
+      }
+    },
+    "metric_per_case": [
+      {
+        "metrics": {
+          "1": {
+            "Dice": 0.0,
+            "FN": 0,
+            "FP": 1555,
+            "IoU": 0.0,
+            "TN": 260589,
+            "TP": 0,
+            "n_pred": 1555,
+            "n_ref": 0
+          },
+          "2": {
+            "Dice": 0.0,
+            "FN": 0,
+            "FP": 40143,
+            "IoU": 0.0,
+            "TN": 222001,
+            "TP": 0,
+            "n_pred": 40143,
+            "n_ref": 0
+          },
+          "3": {
+            "Dice": NaN,
+            "FN": 0,
+            "FP": 0,
+            "IoU": NaN,
+            "TN": 262144,
+            "TP": 0,
+            "n_pred": 0,
+            "n_ref": 0
+          }
+        },
+        "prediction_file": "/scratch/slurm_tmpdir/job_2809592/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset211_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-20__unc-random-label__seed-12346/nnActiveTrainer_200epochs__nnUNetPlans__3d_fullres/fold_2/validation/case_00002.nii.gz",
+        "reference_file": "/scratch/slurm_tmpdir/job_2809592/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset211_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-20__unc-random-label__seed-12346/gt_segmentations/case_00002.nii.gz"
+      },
+      {
+        "metrics": {
+          "1": {
+            "Dice": NaN,
+            "FN": 0,
+            "FP": 0,
+            "IoU": NaN,
+            "TN": 262144,
+            "TP": 0,
+            "n_pred": 0,
+            "n_ref": 0
+          },
+          "2": {
+            "Dice": NaN,
+            "FN": 0,
+            "FP": 0,
+            "IoU": NaN,
+            "TN": 262144,
+            "TP": 0,
+            "n_pred": 0,
+            "n_ref": 0
+          },
+          "3": {
+            "Dice": NaN,
+            "FN": 0,
+            "FP": 0,
+            "IoU": NaN,
+            "TN": 262144,
+            "TP": 0,
+            "n_pred": 0,
+            "n_ref": 0
+          }
+        },
+        "prediction_file": "/scratch/slurm_tmpdir/job_2809592/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset211_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-20__unc-random-label__seed-12346/nnActiveTrainer_200epochs__nnUNetPlans__3d_fullres/fold_2/validation/case_00015.nii.gz",
+        "reference_file": "/scratch/slurm_tmpdir/job_2809592/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset211_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-20__unc-random-label__seed-12346/gt_segmentations/case_00015.nii.gz"
+      },
+      {
+        "metrics": {
+          "1": {
+            "Dice": NaN,
+            "FN": 0,
+            "FP": 0,
+            "IoU": NaN,
+            "TN": 262144,
+            "TP": 0,
+            "n_pred": 0,
+            "n_ref": 0
+          },
+          "2": {
+            "Dice": NaN,
+            "FN": 0,
+            "FP": 0,
+            "IoU": NaN,
+            "TN": 262144,
+            "TP": 0,
+            "n_pred": 0,
+            "n_ref": 0
+          },
+          "3": {
+            "Dice": NaN,
+            "FN": 0,
+            "FP": 0,
+            "IoU": NaN,
+            "TN": 262144,
+            "TP": 0,
+            "n_pred": 0,
+            "n_ref": 0
+          }
+        },
+        "prediction_file": "/scratch/slurm_tmpdir/job_2809592/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset211_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-20__unc-random-label__seed-12346/nnActiveTrainer_200epochs__nnUNetPlans__3d_fullres/fold_2/validation/case_00021.nii.gz",
+        "reference_file": "/scratch/slurm_tmpdir/job_2809592/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset211_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-20__unc-random-label__seed-12346/gt_segmentations/case_00021.nii.gz"
+      },
+      {
+        "metrics": {
+          "1": {
+            "Dice": 0.9652558195087914,
+            "FN": 4518,
+            "FP": 1009,
+            "IoU": 0.932844888338072,
+            "TN": 179842,
+            "TP": 76775,
+            "n_pred": 77784,
+            "n_ref": 81293
+          },
+          "2": {
+            "Dice": 0.0,
+            "FN": 368,
+            "FP": 0,
+            "IoU": 0.0,
+            "TN": 261776,
+            "TP": 0,
+            "n_pred": 0,
+            "n_ref": 368
+          },
+          "3": {
+            "Dice": 0.0,
+            "FN": 247,
+            "FP": 71,
+            "IoU": 0.0,
+            "TN": 261826,
+            "TP": 0,
+            "n_pred": 71,
+            "n_ref": 247
+          }
+        },
+        "prediction_file": "/scratch/slurm_tmpdir/job_2809592/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset211_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-20__unc-random-label__seed-12346/nnActiveTrainer_200epochs__nnUNetPlans__3d_fullres/fold_2/validation/case_00130.nii.gz",
+        "reference_file": "/scratch/slurm_tmpdir/job_2809592/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset211_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-20__unc-random-label__seed-12346/gt_segmentations/case_00130.nii.gz"
+      },
+      {
+        "metrics": {
+          "1": {
+            "Dice": NaN,
+            "FN": 0,
+            "FP": 0,
+            "IoU": NaN,
+            "TN": 262144,
+            "TP": 0,
+            "n_pred": 0,
+            "n_ref": 0
+          },
+          "2": {
+            "Dice": NaN,
+            "FN": 0,
+            "FP": 0,
+            "IoU": NaN,
+            "TN": 262144,
+            "TP": 0,
+            "n_pred": 0,
+            "n_ref": 0
+          },
+          "3": {
+            "Dice": NaN,
+            "FN": 0,
+            "FP": 0,
+            "IoU": NaN,
+            "TN": 262144,
+            "TP": 0,
+            "n_pred": 0,
+            "n_ref": 0
+          }
+        },
+        "prediction_file": "/scratch/slurm_tmpdir/job_2809592/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset211_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-20__unc-random-label__seed-12346/nnActiveTrainer_200epochs__nnUNetPlans__3d_fullres/fold_2/validation/case_00174.nii.gz",
+        "reference_file": "/scratch/slurm_tmpdir/job_2809592/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset211_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-20__unc-random-label__seed-12346/gt_segmentations/case_00174.nii.gz"
+      },
+      {
+        "metrics": {
+          "1": {
+            "Dice": NaN,
+            "FN": 0,
+            "FP": 0,
+            "IoU": NaN,
+            "TN": 262144,
+            "TP": 0,
+            "n_pred": 0,
+            "n_ref": 0
+          },
+          "2": {
+            "Dice": NaN,
+            "FN": 0,
+            "FP": 0,
+            "IoU": NaN,
+            "TN": 262144,
+            "TP": 0,
+            "n_pred": 0,
+            "n_ref": 0
+          },
+          "3": {
+            "Dice": NaN,
+            "FN": 0,
+            "FP": 0,
+            "IoU": NaN,
+            "TN": 262144,
+            "TP": 0,
+            "n_pred": 0,
+            "n_ref": 0
+          }
+        },
+        "prediction_file": "/scratch/slurm_tmpdir/job_2809592/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset211_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-20__unc-random-label__seed-12346/nnActiveTrainer_200epochs__nnUNetPlans__3d_fullres/fold_2/validation/case_00225.nii.gz",
+        "reference_file": "/scratch/slurm_tmpdir/job_2809592/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset211_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-20__unc-random-label__seed-12346/gt_segmentations/case_00225.nii.gz"
+      },
+      {
+        "metrics": {
+          "1": {
+            "Dice": 0.03086956055389302,
+            "FN": 90200,
+            "FP": 153,
+            "IoU": 0.015676747428969844,
+            "TN": 170352,
+            "TP": 1439,
+            "n_pred": 1592,
+            "n_ref": 91639
+          },
+          "2": {
+            "Dice": 0.41769774376071184,
+            "FN": 15891,
+            "FP": 33713,
+            "IoU": 0.26398100749313747,
+            "TN": 194749,
+            "TP": 17791,
+            "n_pred": 51504,
+            "n_ref": 33682
+          },
+          "3": {
+            "Dice": NaN,
+            "FN": 0,
+            "FP": 0,
+            "IoU": NaN,
+            "TN": 262144,
+            "TP": 0,
+            "n_pred": 0,
+            "n_ref": 0
+          }
+        },
+        "prediction_file": "/scratch/slurm_tmpdir/job_2809592/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset211_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-20__unc-random-label__seed-12346/nnActiveTrainer_200epochs__nnUNetPlans__3d_fullres/fold_2/validation/case_00292.nii.gz",
+        "reference_file": "/scratch/slurm_tmpdir/job_2809592/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset211_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-20__unc-random-label__seed-12346/gt_segmentations/case_00292.nii.gz"
+      }
+    ]
+  },
+  "fold_3": {
+    "foreground_mean": {
+      "Dice": 0.3572190475883435,
+      "FN": 1674.0833333333333,
+      "FP": 2302.2083333333335,
+      "IoU": 0.313217532328102,
+      "TN": 243143.70833333334,
+      "TP": 15024.0,
+      "n_pred": 17326.208333333332,
+      "n_ref": 16698.083333333332
+    },
+    "mean": {
+      "1": {
+        "Dice": 0.8989108433423268,
+        "FN": 1188.5,
+        "FP": 5720.125,
+        "IoU": 0.8230708489408481,
+        "TN": 211870.875,
+        "TP": 43364.5,
+        "n_pred": 49084.625,
+        "n_ref": 44553.0
+      },
+      "2": {
+        "Dice": 0.17274629942270361,
+        "FN": 3784.25,
+        "FP": 1040.375,
+        "IoU": 0.11658174804345785,
+        "TN": 255611.875,
+        "TP": 1707.5,
+        "n_pred": 2747.875,
+        "n_ref": 5491.75
+      },
+      "3": {
+        "Dice": 0.0,
+        "FN": 49.5,
+        "FP": 146.125,
+        "IoU": 0.0,
+        "TN": 261948.375,
+        "TP": 0.0,
+        "n_pred": 146.125,
+        "n_ref": 49.5
+      }
+    },
+    "metric_per_case": [
+      {
+        "metrics": {
+          "1": {
+            "Dice": 0.9444988765445349,
+            "FN": 1648,
+            "FP": 14383,
+            "IoU": 0.8948345535175418,
+            "TN": 109708,
+            "TP": 136405,
+            "n_pred": 150788,
+            "n_ref": 138053
+          },
+          "2": {
+            "Dice": 0.0,
+            "FN": 0,
+            "FP": 14,
+            "IoU": 0.0,
+            "TN": 262130,
+            "TP": 0,
+            "n_pred": 14,
+            "n_ref": 0
+          },
+          "3": {
+            "Dice": 0.0,
+            "FN": 0,
+            "FP": 1121,
+            "IoU": 0.0,
+            "TN": 261023,
+            "TP": 0,
+            "n_pred": 1121,
+            "n_ref": 0
+          }
+        },
+        "prediction_file": "/scratch/slurm_tmpdir/job_2809592/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset211_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-20__unc-random-label__seed-12346/nnActiveTrainer_200epochs__nnUNetPlans__3d_fullres/fold_3/validation/case_00001.nii.gz",
+        "reference_file": "/scratch/slurm_tmpdir/job_2809592/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset211_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-20__unc-random-label__seed-12346/gt_segmentations/case_00001.nii.gz"
+      },
+      {
+        "metrics": {
+          "1": {
+            "Dice": NaN,
+            "FN": 0,
+            "FP": 0,
+            "IoU": NaN,
+            "TN": 262144,
+            "TP": 0,
+            "n_pred": 0,
+            "n_ref": 0
+          },
+          "2": {
+            "Dice": NaN,
+            "FN": 0,
+            "FP": 0,
+            "IoU": NaN,
+            "TN": 262144,
+            "TP": 0,
+            "n_pred": 0,
+            "n_ref": 0
+          },
+          "3": {
+            "Dice": NaN,
+            "FN": 0,
+            "FP": 0,
+            "IoU": NaN,
+            "TN": 262144,
+            "TP": 0,
+            "n_pred": 0,
+            "n_ref": 0
+          }
+        },
+        "prediction_file": "/scratch/slurm_tmpdir/job_2809592/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset211_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-20__unc-random-label__seed-12346/nnActiveTrainer_200epochs__nnUNetPlans__3d_fullres/fold_3/validation/case_00014.nii.gz",
+        "reference_file": "/scratch/slurm_tmpdir/job_2809592/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset211_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-20__unc-random-label__seed-12346/gt_segmentations/case_00014.nii.gz"
+      },
+      {
+        "metrics": {
+          "1": {
+            "Dice": 0.9411362310287243,
+            "FN": 2109,
+            "FP": 6668,
+            "IoU": 0.8888171062298903,
+            "TN": 183202,
+            "TP": 70165,
+            "n_pred": 76833,
+            "n_ref": 72274
+          },
+          "2": {
+            "Dice": 0.0,
+            "FN": 5184,
+            "FP": 8002,
+            "IoU": 0.0,
+            "TN": 248958,
+            "TP": 0,
+            "n_pred": 8002,
+            "n_ref": 5184
+          },
+          "3": {
+            "Dice": 0.0,
+            "FN": 0,
+            "FP": 48,
+            "IoU": 0.0,
+            "TN": 262096,
+            "TP": 0,
+            "n_pred": 48,
+            "n_ref": 0
+          }
+        },
+        "prediction_file": "/scratch/slurm_tmpdir/job_2809592/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset211_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-20__unc-random-label__seed-12346/nnActiveTrainer_200epochs__nnUNetPlans__3d_fullres/fold_3/validation/case_00137.nii.gz",
+        "reference_file": "/scratch/slurm_tmpdir/job_2809592/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset211_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-20__unc-random-label__seed-12346/gt_segmentations/case_00137.nii.gz"
+      },
+      {
+        "metrics": {
+          "1": {
+            "Dice": 0.8198100917495106,
+            "FN": 3283,
+            "FP": 22582,
+            "IoU": 0.6946425198337741,
+            "TN": 177440,
+            "TP": 58839,
+            "n_pred": 81421,
+            "n_ref": 62122
+          },
+          "2": {
+            "Dice": 0.5182388982681109,
+            "FN": 25090,
+            "FP": 307,
+            "IoU": 0.34974524413037356,
+            "TN": 223087,
+            "TP": 13660,
+            "n_pred": 13967,
+            "n_ref": 38750
+          },
+          "3": {
+            "Dice": NaN,
+            "FN": 0,
+            "FP": 0,
+            "IoU": NaN,
+            "TN": 262144,
+            "TP": 0,
+            "n_pred": 0,
+            "n_ref": 0
+          }
+        },
+        "prediction_file": "/scratch/slurm_tmpdir/job_2809592/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset211_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-20__unc-random-label__seed-12346/nnActiveTrainer_200epochs__nnUNetPlans__3d_fullres/fold_3/validation/case_00175.nii.gz",
+        "reference_file": "/scratch/slurm_tmpdir/job_2809592/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset211_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-20__unc-random-label__seed-12346/gt_segmentations/case_00175.nii.gz"
+      },
+      {
+        "metrics": {
+          "1": {
+            "Dice": 0.9736274692340494,
+            "FN": 2462,
+            "FP": 1929,
+            "IoU": 0.9486102170987185,
+            "TN": 176699,
+            "TP": 81054,
+            "n_pred": 82983,
+            "n_ref": 83516
+          },
+          "2": {
+            "Dice": NaN,
+            "FN": 0,
+            "FP": 0,
+            "IoU": NaN,
+            "TN": 262144,
+            "TP": 0,
+            "n_pred": 0,
+            "n_ref": 0
+          },
+          "3": {
+            "Dice": 0.0,
+            "FN": 396,
+            "FP": 0,
+            "IoU": 0.0,
+            "TN": 261748,
+            "TP": 0,
+            "n_pred": 0,
+            "n_ref": 396
+          }
+        },
+        "prediction_file": "/scratch/slurm_tmpdir/job_2809592/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset211_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-20__unc-random-label__seed-12346/nnActiveTrainer_200epochs__nnUNetPlans__3d_fullres/fold_3/validation/case_00180.nii.gz",
+        "reference_file": "/scratch/slurm_tmpdir/job_2809592/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset211_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-20__unc-random-label__seed-12346/gt_segmentations/case_00180.nii.gz"
+      },
+      {
+        "metrics": {
+          "1": {
+            "Dice": NaN,
+            "FN": 0,
+            "FP": 0,
+            "IoU": NaN,
+            "TN": 262144,
+            "TP": 0,
+            "n_pred": 0,
+            "n_ref": 0
+          },
+          "2": {
+            "Dice": NaN,
+            "FN": 0,
+            "FP": 0,
+            "IoU": NaN,
+            "TN": 262144,
+            "TP": 0,
+            "n_pred": 0,
+            "n_ref": 0
+          },
+          "3": {
+            "Dice": NaN,
+            "FN": 0,
+            "FP": 0,
+            "IoU": NaN,
+            "TN": 262144,
+            "TP": 0,
+            "n_pred": 0,
+            "n_ref": 0
+          }
+        },
+        "prediction_file": "/scratch/slurm_tmpdir/job_2809592/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset211_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-20__unc-random-label__seed-12346/nnActiveTrainer_200epochs__nnUNetPlans__3d_fullres/fold_3/validation/case_00235.nii.gz",
+        "reference_file": "/scratch/slurm_tmpdir/job_2809592/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset211_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-20__unc-random-label__seed-12346/gt_segmentations/case_00235.nii.gz"
+      },
+      {
+        "metrics": {
+          "1": {
+            "Dice": NaN,
+            "FN": 0,
+            "FP": 0,
+            "IoU": NaN,
+            "TN": 262144,
+            "TP": 0,
+            "n_pred": 0,
+            "n_ref": 0
+          },
+          "2": {
+            "Dice": NaN,
+            "FN": 0,
+            "FP": 0,
+            "IoU": NaN,
+            "TN": 262144,
+            "TP": 0,
+            "n_pred": 0,
+            "n_ref": 0
+          },
+          "3": {
+            "Dice": NaN,
+            "FN": 0,
+            "FP": 0,
+            "IoU": NaN,
+            "TN": 262144,
+            "TP": 0,
+            "n_pred": 0,
+            "n_ref": 0
+          }
+        },
+        "prediction_file": "/scratch/slurm_tmpdir/job_2809592/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset211_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-20__unc-random-label__seed-12346/nnActiveTrainer_200epochs__nnUNetPlans__3d_fullres/fold_3/validation/case_00245.nii.gz",
+        "reference_file": "/scratch/slurm_tmpdir/job_2809592/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset211_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-20__unc-random-label__seed-12346/gt_segmentations/case_00245.nii.gz"
+      },
+      {
+        "metrics": {
+          "1": {
+            "Dice": 0.8154815481548154,
+            "FN": 6,
+            "FP": 199,
+            "IoU": 0.6884498480243161,
+            "TN": 261486,
+            "TP": 453,
+            "n_pred": 652,
+            "n_ref": 459
+          },
+          "2": {
+            "Dice": NaN,
+            "FN": 0,
+            "FP": 0,
+            "IoU": NaN,
+            "TN": 262144,
+            "TP": 0,
+            "n_pred": 0,
+            "n_ref": 0
+          },
+          "3": {
+            "Dice": NaN,
+            "FN": 0,
+            "FP": 0,
+            "IoU": NaN,
+            "TN": 262144,
+            "TP": 0,
+            "n_pred": 0,
+            "n_ref": 0
+          }
+        },
+        "prediction_file": "/scratch/slurm_tmpdir/job_2809592/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset211_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-20__unc-random-label__seed-12346/nnActiveTrainer_200epochs__nnUNetPlans__3d_fullres/fold_3/validation/case_00257.nii.gz",
+        "reference_file": "/scratch/slurm_tmpdir/job_2809592/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset211_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-20__unc-random-label__seed-12346/gt_segmentations/case_00257.nii.gz"
+      }
+    ]
+  },
+  "fold_4": {
+    "foreground_mean": {
+      "Dice": 0.3548496555336407,
+      "FN": 4256.166666666667,
+      "FP": 3474.625,
+      "IoU": 0.3022988664157385,
+      "TN": 271344.9166666667,
+      "TP": 15836.291666666666,
+      "n_pred": 19310.916666666668,
+      "n_ref": 20092.458333333332
+    },
+    "mean": {
+      "1": {
+        "Dice": 0.8840854342058424,
+        "FN": 4800.625,
+        "FP": 6212.75,
+        "IoU": 0.7964482235678282,
+        "TN": 238171.125,
+        "TP": 45727.5,
+        "n_pred": 51940.25,
+        "n_ref": 50528.125
+      },
+      "2": {
+        "Dice": 0.10000700942768023,
+        "FN": 2924.5,
+        "FP": 3971.625,
+        "IoU": 0.06250547621133795,
+        "TN": 287302.5,
+        "TP": 713.375,
+        "n_pred": 4685.0,
+        "n_ref": 3637.875
+      },
+      "3": {
+        "Dice": 0.08045652296739929,
+        "FN": 5043.375,
+        "FP": 239.5,
+        "IoU": 0.04794289946804929,
+        "TN": 288561.125,
+        "TP": 1068.0,
+        "n_pred": 1307.5,
+        "n_ref": 6111.375
+      }
+    },
+    "metric_per_case": [
+      {
+        "metrics": {
+          "1": {
+            "Dice": 0.8575203699625633,
+            "FN": 3820,
+            "FP": 18825,
+            "IoU": 0.7505782575173477,
+            "TN": 171354,
+            "TP": 68145,
+            "n_pred": 86970,
+            "n_ref": 71965
+          },
+          "2": {
+            "Dice": 0.40002803771072093,
+            "FN": 17076,
+            "FP": 43,
+            "IoU": 0.2500219048453518,
+            "TN": 239318,
+            "TP": 5707,
+            "n_pred": 5750,
+            "n_ref": 22783
+          },
+          "3": {
+            "Dice": 0.0,
+            "FN": 0,
+            "FP": 69,
+            "IoU": 0.0,
+            "TN": 262075,
+            "TP": 0,
+            "n_pred": 69,
+            "n_ref": 0
+          }
+        },
+        "prediction_file": "/scratch/slurm_tmpdir/job_2809592/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset211_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-20__unc-random-label__seed-12346/nnActiveTrainer_200epochs__nnUNetPlans__3d_fullres/fold_4/validation/case_00006.nii.gz",
+        "reference_file": "/scratch/slurm_tmpdir/job_2809592/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset211_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-20__unc-random-label__seed-12346/gt_segmentations/case_00006.nii.gz"
+      },
+      {
+        "metrics": {
+          "1": {
+            "Dice": 0.974508952419017,
+            "FN": 4258,
+            "FP": 2375,
+            "IoU": 0.9502851874892259,
+            "TN": 128723,
+            "TP": 126788,
+            "n_pred": 129163,
+            "n_ref": 131046
+          },
+          "2": {
+            "Dice": NaN,
+            "FN": 0,
+            "FP": 0,
+            "IoU": NaN,
+            "TN": 262144,
+            "TP": 0,
+            "n_pred": 0,
+            "n_ref": 0
+          },
+          "3": {
+            "Dice": 0.0,
+            "FN": 75,
+            "FP": 0,
+            "IoU": 0.0,
+            "TN": 262069,
+            "TP": 0,
+            "n_pred": 0,
+            "n_ref": 75
+          }
+        },
+        "prediction_file": "/scratch/slurm_tmpdir/job_2809592/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset211_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-20__unc-random-label__seed-12346/nnActiveTrainer_200epochs__nnUNetPlans__3d_fullres/fold_4/validation/case_00123.nii.gz",
+        "reference_file": "/scratch/slurm_tmpdir/job_2809592/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset211_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-20__unc-random-label__seed-12346/gt_segmentations/case_00123.nii.gz"
+      },
+      {
+        "metrics": {
+          "1": {
+            "Dice": 0.8592929585119345,
+            "FN": 26250,
+            "FP": 5854,
+            "IoU": 0.753298548408167,
+            "TN": 132011,
+            "TP": 98029,
+            "n_pred": 103883,
+            "n_ref": 124279
+          },
+          "2": {
+            "Dice": 0.0,
+            "FN": 0,
+            "FP": 18110,
+            "IoU": 0.0,
+            "TN": 244034,
+            "TP": 0,
+            "n_pred": 18110,
+            "n_ref": 0
+          },
+          "3": {
+            "Dice": 0.0,
+            "FN": 4596,
+            "FP": 1514,
+            "IoU": 0.0,
+            "TN": 256034,
+            "TP": 0,
+            "n_pred": 1514,
+            "n_ref": 4596
+          }
+        },
+        "prediction_file": "/scratch/slurm_tmpdir/job_2809592/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset211_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-20__unc-random-label__seed-12346/nnActiveTrainer_200epochs__nnUNetPlans__3d_fullres/fold_4/validation/case_00163.nii.gz",
+        "reference_file": "/scratch/slurm_tmpdir/job_2809592/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset211_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-20__unc-random-label__seed-12346/gt_segmentations/case_00163.nii.gz"
+      },
+      {
+        "metrics": {
+          "1": {
+            "Dice": NaN,
+            "FN": 0,
+            "FP": 0,
+            "IoU": NaN,
+            "TN": 262144,
+            "TP": 0,
+            "n_pred": 0,
+            "n_ref": 0
+          },
+          "2": {
+            "Dice": NaN,
+            "FN": 0,
+            "FP": 0,
+            "IoU": NaN,
+            "TN": 262144,
+            "TP": 0,
+            "n_pred": 0,
+            "n_ref": 0
+          },
+          "3": {
+            "Dice": NaN,
+            "FN": 0,
+            "FP": 0,
+            "IoU": NaN,
+            "TN": 262144,
+            "TP": 0,
+            "n_pred": 0,
+            "n_ref": 0
+          }
+        },
+        "prediction_file": "/scratch/slurm_tmpdir/job_2809592/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset211_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-20__unc-random-label__seed-12346/nnActiveTrainer_200epochs__nnUNetPlans__3d_fullres/fold_4/validation/case_00188.nii.gz",
+        "reference_file": "/scratch/slurm_tmpdir/job_2809592/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset211_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-20__unc-random-label__seed-12346/gt_segmentations/case_00188.nii.gz"
+      },
+      {
+        "metrics": {
+          "1": {
+            "Dice": NaN,
+            "FN": 0,
+            "FP": 0,
+            "IoU": NaN,
+            "TN": 262144,
+            "TP": 0,
+            "n_pred": 0,
+            "n_ref": 0
+          },
+          "2": {
+            "Dice": NaN,
+            "FN": 0,
+            "FP": 0,
+            "IoU": NaN,
+            "TN": 262144,
+            "TP": 0,
+            "n_pred": 0,
+            "n_ref": 0
+          },
+          "3": {
+            "Dice": NaN,
+            "FN": 0,
+            "FP": 0,
+            "IoU": NaN,
+            "TN": 262144,
+            "TP": 0,
+            "n_pred": 0,
+            "n_ref": 0
+          }
+        },
+        "prediction_file": "/scratch/slurm_tmpdir/job_2809592/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset211_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-20__unc-random-label__seed-12346/nnActiveTrainer_200epochs__nnUNetPlans__3d_fullres/fold_4/validation/case_00190.nii.gz",
+        "reference_file": "/scratch/slurm_tmpdir/job_2809592/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset211_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-20__unc-random-label__seed-12346/gt_segmentations/case_00190.nii.gz"
+      },
+      {
+        "metrics": {
+          "1": {
+            "Dice": NaN,
+            "FN": 0,
+            "FP": 0,
+            "IoU": NaN,
+            "TN": 524288,
+            "TP": 0,
+            "n_pred": 0,
+            "n_ref": 0
+          },
+          "2": {
+            "Dice": 0.0,
+            "FN": 0,
+            "FP": 11738,
+            "IoU": 0.0,
+            "TN": 512550,
+            "TP": 0,
+            "n_pred": 11738,
+            "n_ref": 0
+          },
+          "3": {
+            "Dice": NaN,
+            "FN": 0,
+            "FP": 0,
+            "IoU": NaN,
+            "TN": 524288,
+            "TP": 0,
+            "n_pred": 0,
+            "n_ref": 0
+          }
+        },
+        "prediction_file": "/scratch/slurm_tmpdir/job_2809592/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset211_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-20__unc-random-label__seed-12346/nnActiveTrainer_200epochs__nnUNetPlans__3d_fullres/fold_4/validation/case_00212.nii.gz",
+        "reference_file": "/scratch/slurm_tmpdir/job_2809592/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset211_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-20__unc-random-label__seed-12346/gt_segmentations/case_00212.nii.gz"
+      },
+      {
+        "metrics": {
+          "1": {
+            "Dice": 0.8450194559298543,
+            "FN": 4077,
+            "FP": 22648,
+            "IoU": 0.7316309008565719,
+            "TN": 162561,
+            "TP": 72858,
+            "n_pred": 95506,
+            "n_ref": 76935
+          },
+          "2": {
+            "Dice": 0.0,
+            "FN": 6320,
+            "FP": 1882,
+            "IoU": 0.0,
+            "TN": 253942,
+            "TP": 0,
+            "n_pred": 1882,
+            "n_ref": 6320
+          },
+          "3": {
+            "Dice": 0.32182609186959715,
+            "FN": 35676,
+            "FP": 333,
+            "IoU": 0.19177159787219716,
+            "TN": 217591,
+            "TP": 8544,
+            "n_pred": 8877,
+            "n_ref": 44220
+          }
+        },
+        "prediction_file": "/scratch/slurm_tmpdir/job_2809592/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset211_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-20__unc-random-label__seed-12346/nnActiveTrainer_200epochs__nnUNetPlans__3d_fullres/fold_4/validation/case_00220.nii.gz",
+        "reference_file": "/scratch/slurm_tmpdir/job_2809592/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset211_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-20__unc-random-label__seed-12346/gt_segmentations/case_00220.nii.gz"
+      },
+      {
+        "metrics": {
+          "1": {
+            "Dice": NaN,
+            "FN": 0,
+            "FP": 0,
+            "IoU": NaN,
+            "TN": 262144,
+            "TP": 0,
+            "n_pred": 0,
+            "n_ref": 0
+          },
+          "2": {
+            "Dice": NaN,
+            "FN": 0,
+            "FP": 0,
+            "IoU": NaN,
+            "TN": 262144,
+            "TP": 0,
+            "n_pred": 0,
+            "n_ref": 0
+          },
+          "3": {
+            "Dice": NaN,
+            "FN": 0,
+            "FP": 0,
+            "IoU": NaN,
+            "TN": 262144,
+            "TP": 0,
+            "n_pred": 0,
+            "n_ref": 0
+          }
+        },
+        "prediction_file": "/scratch/slurm_tmpdir/job_2809592/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset211_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-20__unc-random-label__seed-12346/nnActiveTrainer_200epochs__nnUNetPlans__3d_fullres/fold_4/validation/case_00249.nii.gz",
+        "reference_file": "/scratch/slurm_tmpdir/job_2809592/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset211_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-20__unc-random-label__seed-12346/gt_segmentations/case_00249.nii.gz"
+      }
+    ]
+  },
+  "mean": {
+    "foreground_mean": {
+      "Dice": NaN,
+      "FN": 6452.407142857143,
+      "FP": 3427.4309523809525,
+      "IoU": NaN,
+      "TN": 253995.44523809524,
+      "TP": 11375.916666666668,
+      "n_pred": 14803.347619047621,
+      "n_ref": 17828.32380952381
+    },
+    "mean": {
+      "1": {
+        "Dice": 0.6398331737819317,
+        "FN": 5219.617857142857,
+        "FP": 6978.632142857144,
+        "IoU": 0.5731729242090036,
+        "TN": 232271.69642857145,
+        "TP": 30781.253571428573,
+        "n_pred": 37759.885714285716,
+        "n_ref": 36000.87142857142
+      },
+      "2": {
+        "Dice": 0.18905595184102625,
+        "FN": 11574.246428571427,
+        "FP": 3215.682142857143,
+        "IoU": 0.12957483575843853,
+        "TN": 257360.275,
+        "TP": 3100.996428571428,
+        "n_pred": 6316.678571428571,
+        "n_ref": 14675.242857142857
+      },
+      "3": {
+        "Dice": NaN,
+        "FN": 2563.3571428571427,
+        "FP": 87.97857142857143,
+        "IoU": NaN,
+        "TN": 272354.3642857143,
+        "TP": 245.5,
+        "n_pred": 333.4785714285714,
+        "n_ref": 2808.8571428571427
+      }
+    }
+  }
+}

nnActive_results/Dataset211_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-20__unc-random-label__seed-12346/loop_001/summary_cross_val.json

@@ -0,0 +1,2256 @@
+{
+  "fold_0": {
+    "foreground_mean": {
+      "Dice": 0.4620333353850398,
+      "FN": 6763.303030303031,
+      "FP": 2873.484848484848,
+      "IoU": 0.39377510892389594,
+      "TN": 233487.48484848486,
+      "TP": 19019.727272727276,
+      "n_pred": 21893.212121212124,
+      "n_ref": 25783.030303030304
+    },
+    "mean": {
+      "1": {
+        "Dice": 0.8562167548885572,
+        "FN": 3596.0,
+        "FP": 6499.818181818182,
+        "IoU": 0.7754483069842786,
+        "TN": 210693.18181818182,
+        "TP": 41355.0,
+        "n_pred": 47854.818181818184,
+        "n_ref": 44951.0
+      },
+      "2": {
+        "Dice": 0.3294738867070431,
+        "FN": 15201.545454545454,
+        "FP": 1912.7272727272727,
+        "IoU": 0.24115708969613012,
+        "TN": 232437.63636363635,
+        "TP": 12592.09090909091,
+        "n_pred": 14504.818181818182,
+        "n_ref": 27793.636363636364
+      },
+      "3": {
+        "Dice": 0.200409364559519,
+        "FN": 1492.3636363636363,
+        "FP": 207.9090909090909,
+        "IoU": 0.16471993009127925,
+        "TN": 257331.63636363635,
+        "TP": 3112.090909090909,
+        "n_pred": 3320.0,
+        "n_ref": 4604.454545454545
+      }
+    },
+    "metric_per_case": [
+      {
+        "metrics": {
+          "1": {
+            "Dice": NaN,
+            "FN": 0,
+            "FP": 0,
+            "IoU": NaN,
+            "TN": 262144,
+            "TP": 0,
+            "n_pred": 0,
+            "n_ref": 0
+          },
+          "2": {
+            "Dice": NaN,
+            "FN": 0,
+            "FP": 0,
+            "IoU": NaN,
+            "TN": 262144,
+            "TP": 0,
+            "n_pred": 0,
+            "n_ref": 0
+          },
+          "3": {
+            "Dice": NaN,
+            "FN": 0,
+            "FP": 0,
+            "IoU": NaN,
+            "TN": 262144,
+            "TP": 0,
+            "n_pred": 0,
+            "n_ref": 0
+          }
+        },
+        "prediction_file": "/scratch/slurm_tmpdir/job_2811518/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset211_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-20__unc-random-label__seed-12346/nnActiveTrainer_200epochs__nnUNetPlans__3d_fullres/fold_0/validation/case_00047.nii.gz",
+        "reference_file": "/scratch/slurm_tmpdir/job_2811518/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset211_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-20__unc-random-label__seed-12346/gt_segmentations/case_00047.nii.gz"
+      },
+      {
+        "metrics": {
+          "1": {
+            "Dice": 0.9535497002607397,
+            "FN": 397,
+            "FP": 5856,
+            "IoU": 0.9112231135089089,
+            "TN": 191709,
+            "TP": 64182,
+            "n_pred": 70038,
+            "n_ref": 64579
+          },
+          "2": {
+            "Dice": NaN,
+            "FN": 0,
+            "FP": 0,
+            "IoU": NaN,
+            "TN": 262144,
+            "TP": 0,
+            "n_pred": 0,
+            "n_ref": 0
+          },
+          "3": {
+            "Dice": 0.0,
+            "FN": 1833,
+            "FP": 8,
+            "IoU": 0.0,
+            "TN": 260303,
+            "TP": 0,
+            "n_pred": 8,
+            "n_ref": 1833
+          }
+        },
+        "prediction_file": "/scratch/slurm_tmpdir/job_2811518/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset211_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-20__unc-random-label__seed-12346/nnActiveTrainer_200epochs__nnUNetPlans__3d_fullres/fold_0/validation/case_00066.nii.gz",
+        "reference_file": "/scratch/slurm_tmpdir/job_2811518/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset211_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-20__unc-random-label__seed-12346/gt_segmentations/case_00066.nii.gz"
+      },
+      {
+        "metrics": {
+          "1": {
+            "Dice": 0.9755628508712291,
+            "FN": 1190,
+            "FP": 1326,
+            "IoU": 0.9522915600053093,
+            "TN": 209407,
+            "TP": 50221,
+            "n_pred": 51547,
+            "n_ref": 51411
+          },
+          "2": {
+            "Dice": 0.0,
+            "FN": 0,
+            "FP": 1675,
+            "IoU": 0.0,
+            "TN": 260469,
+            "TP": 0,
+            "n_pred": 1675,
+            "n_ref": 0
+          },
+          "3": {
+            "Dice": 0.0,
+            "FN": 0,
+            "FP": 27,
+            "IoU": 0.0,
+            "TN": 262117,
+            "TP": 0,
+            "n_pred": 27,
+            "n_ref": 0
+          }
+        },
+        "prediction_file": "/scratch/slurm_tmpdir/job_2811518/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset211_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-20__unc-random-label__seed-12346/nnActiveTrainer_200epochs__nnUNetPlans__3d_fullres/fold_0/validation/case_00077.nii.gz",
+        "reference_file": "/scratch/slurm_tmpdir/job_2811518/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset211_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-20__unc-random-label__seed-12346/gt_segmentations/case_00077.nii.gz"
+      },
+      {
+        "metrics": {
+          "1": {
+            "Dice": NaN,
+            "FN": 0,
+            "FP": 0,
+            "IoU": NaN,
+            "TN": 262144,
+            "TP": 0,
+            "n_pred": 0,
+            "n_ref": 0
+          },
+          "2": {
+            "Dice": NaN,
+            "FN": 0,
+            "FP": 0,
+            "IoU": NaN,
+            "TN": 262144,
+            "TP": 0,
+            "n_pred": 0,
+            "n_ref": 0
+          },
+          "3": {
+            "Dice": NaN,
+            "FN": 0,
+            "FP": 0,
+            "IoU": NaN,
+            "TN": 262144,
+            "TP": 0,
+            "n_pred": 0,
+            "n_ref": 0
+          }
+        },
+        "prediction_file": "/scratch/slurm_tmpdir/job_2811518/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset211_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-20__unc-random-label__seed-12346/nnActiveTrainer_200epochs__nnUNetPlans__3d_fullres/fold_0/validation/case_00131.nii.gz",
+        "reference_file": "/scratch/slurm_tmpdir/job_2811518/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset211_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-20__unc-random-label__seed-12346/gt_segmentations/case_00131.nii.gz"
+      },
+      {
+        "metrics": {
+          "1": {
+            "Dice": 0.9299800231311114,
+            "FN": 13716,
+            "FP": 2933,
+            "IoU": 0.8691239820142754,
+            "TN": 134932,
+            "TP": 110563,
+            "n_pred": 113496,
+            "n_ref": 124279
+          },
+          "2": {
+            "Dice": 0.0,
+            "FN": 0,
+            "FP": 11478,
+            "IoU": 0.0,
+            "TN": 250666,
+            "TP": 0,
+            "n_pred": 11478,
+            "n_ref": 0
+          },
+          "3": {
+            "Dice": 0.1496924128503076,
+            "FN": 4158,
+            "FP": 818,
+            "IoU": 0.08090136682674548,
+            "TN": 256730,
+            "TP": 438,
+            "n_pred": 1256,
+            "n_ref": 4596
+          }
+        },
+        "prediction_file": "/scratch/slurm_tmpdir/job_2811518/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset211_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-20__unc-random-label__seed-12346/nnActiveTrainer_200epochs__nnUNetPlans__3d_fullres/fold_0/validation/case_00163.nii.gz",
+        "reference_file": "/scratch/slurm_tmpdir/job_2811518/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset211_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-20__unc-random-label__seed-12346/gt_segmentations/case_00163.nii.gz"
+      },
+      {
+        "metrics": {
+          "1": {
+            "Dice": 0.7979421891264312,
+            "FN": 2329,
+            "FP": 27953,
+            "IoU": 0.6638134887593672,
+            "TN": 172069,
+            "TP": 59793,
+            "n_pred": 87746,
+            "n_ref": 62122
+          },
+          "2": {
+            "Dice": 0.41994013073492575,
+            "FN": 28439,
+            "FP": 46,
+            "IoU": 0.2657748221466131,
+            "TN": 223348,
+            "TP": 10311,
+            "n_pred": 10357,
+            "n_ref": 38750
+          },
+          "3": {
+            "Dice": 0.0,
+            "FN": 0,
+            "FP": 151,
+            "IoU": 0.0,
+            "TN": 261993,
+            "TP": 0,
+            "n_pred": 151,
+            "n_ref": 0
+          }
+        },
+        "prediction_file": "/scratch/slurm_tmpdir/job_2811518/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset211_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-20__unc-random-label__seed-12346/nnActiveTrainer_200epochs__nnUNetPlans__3d_fullres/fold_0/validation/case_00175.nii.gz",
+        "reference_file": "/scratch/slurm_tmpdir/job_2811518/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset211_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-20__unc-random-label__seed-12346/gt_segmentations/case_00175.nii.gz"
+      },
+      {
+        "metrics": {
+          "1": {
+            "Dice": NaN,
+            "FN": 0,
+            "FP": 0,
+            "IoU": NaN,
+            "TN": 262144,
+            "TP": 0,
+            "n_pred": 0,
+            "n_ref": 0
+          },
+          "2": {
+            "Dice": NaN,
+            "FN": 0,
+            "FP": 0,
+            "IoU": NaN,
+            "TN": 262144,
+            "TP": 0,
+            "n_pred": 0,
+            "n_ref": 0
+          },
+          "3": {
+            "Dice": NaN,
+            "FN": 0,
+            "FP": 0,
+            "IoU": NaN,
+            "TN": 262144,
+            "TP": 0,
+            "n_pred": 0,
+            "n_ref": 0
+          }
+        },
+        "prediction_file": "/scratch/slurm_tmpdir/job_2811518/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset211_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-20__unc-random-label__seed-12346/nnActiveTrainer_200epochs__nnUNetPlans__3d_fullres/fold_0/validation/case_00188.nii.gz",
+        "reference_file": "/scratch/slurm_tmpdir/job_2811518/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset211_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-20__unc-random-label__seed-12346/gt_segmentations/case_00188.nii.gz"
+      },
+      {
+        "metrics": {
+          "1": {
+            "Dice": 0.969473879276942,
+            "FN": 1228,
+            "FP": 2396,
+            "IoU": 0.9407562407022936,
+            "TN": 200973,
+            "TP": 57547,
+            "n_pred": 59943,
+            "n_ref": 58775
+          },
+          "2": {
+            "Dice": 0.49223546406644997,
+            "FN": 2008,
+            "FP": 3616,
+            "IoU": 0.32646706586826346,
+            "TN": 253794,
+            "TP": 2726,
+            "n_pred": 6342,
+            "n_ref": 4734
+          },
+          "3": {
+            "Dice": NaN,
+            "FN": 0,
+            "FP": 0,
+            "IoU": NaN,
+            "TN": 262144,
+            "TP": 0,
+            "n_pred": 0,
+            "n_ref": 0
+          }
+        },
+        "prediction_file": "/scratch/slurm_tmpdir/job_2811518/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset211_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-20__unc-random-label__seed-12346/nnActiveTrainer_200epochs__nnUNetPlans__3d_fullres/fold_0/validation/case_00191.nii.gz",
+        "reference_file": "/scratch/slurm_tmpdir/job_2811518/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset211_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-20__unc-random-label__seed-12346/gt_segmentations/case_00191.nii.gz"
+      },
+      {
+        "metrics": {
+          "1": {
+            "Dice": 0.8713093104424111,
+            "FN": 3041,
+            "FP": 18787,
+            "IoU": 0.7719646476254153,
+            "TN": 166422,
+            "TP": 73894,
+            "n_pred": 92681,
+            "n_ref": 76935
+          },
+          "2": {
+            "Dice": 0.0,
+            "FN": 6320,
+            "FP": 57,
+            "IoU": 0.0,
+            "TN": 255767,
+            "TP": 0,
+            "n_pred": 57,
+            "n_ref": 6320
+          },
+          "3": {
+            "Dice": 0.8523544099472874,
+            "FN": 10425,
+            "FP": 1283,
+            "IoU": 0.7426982836296508,
+            "TN": 216641,
+            "TP": 33795,
+            "n_pred": 35078,
+            "n_ref": 44220
+          }
+        },
+        "prediction_file": "/scratch/slurm_tmpdir/job_2811518/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset211_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-20__unc-random-label__seed-12346/nnActiveTrainer_200epochs__nnUNetPlans__3d_fullres/fold_0/validation/case_00220.nii.gz",
+        "reference_file": "/scratch/slurm_tmpdir/job_2811518/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset211_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-20__unc-random-label__seed-12346/gt_segmentations/case_00220.nii.gz"
+      },
+      {
+        "metrics": {
+          "1": {
+            "Dice": 0.8798244009511615,
+            "FN": 5682,
+            "FP": 2202,
+            "IoU": 0.7854343566296538,
+            "TN": 225400,
+            "TP": 28860,
+            "n_pred": 31062,
+            "n_ref": 34542
+          },
+          "2": {
+            "Dice": 0.5780074661166105,
+            "FN": 111511,
+            "FP": 1418,
+            "IoU": 0.406477145515034,
+            "TN": 71875,
+            "TP": 77340,
+            "n_pred": 78758,
+            "n_ref": 188851
+          },
+          "3": {
+            "Dice": NaN,
+            "FN": 0,
+            "FP": 0,
+            "IoU": NaN,
+            "TN": 262144,
+            "TP": 0,
+            "n_pred": 0,
+            "n_ref": 0
+          }
+        },
+        "prediction_file": "/scratch/slurm_tmpdir/job_2811518/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset211_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-20__unc-random-label__seed-12346/nnActiveTrainer_200epochs__nnUNetPlans__3d_fullres/fold_0/validation/case_00223.nii.gz",
+        "reference_file": "/scratch/slurm_tmpdir/job_2811518/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset211_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-20__unc-random-label__seed-12346/gt_segmentations/case_00223.nii.gz"
+      },
+      {
+        "metrics": {
+          "1": {
+            "Dice": 0.47209168504843196,
+            "FN": 11973,
+            "FP": 10045,
+            "IoU": 0.3089790666290054,
+            "TN": 230281,
+            "TP": 9845,
+            "n_pred": 19890,
+            "n_ref": 21818
+          },
+          "2": {
+            "Dice": 0.8161341460313154,
+            "FN": 18939,
+            "FP": 2750,
+            "IoU": 0.6893805943430004,
+            "TN": 192319,
+            "TP": 48136,
+            "n_pred": 50886,
+            "n_ref": 67075
+          },
+          "3": {
+            "Dice": NaN,
+            "FN": 0,
+            "FP": 0,
+            "IoU": NaN,
+            "TN": 262144,
+            "TP": 0,
+            "n_pred": 0,
+            "n_ref": 0
+          }
+        },
+        "prediction_file": "/scratch/slurm_tmpdir/job_2811518/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset211_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-20__unc-random-label__seed-12346/nnActiveTrainer_200epochs__nnUNetPlans__3d_fullres/fold_0/validation/case_00297.nii.gz",
+        "reference_file": "/scratch/slurm_tmpdir/job_2811518/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset211_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-20__unc-random-label__seed-12346/gt_segmentations/case_00297.nii.gz"
+      }
+    ]
+  },
+  "fold_1": {
+    "foreground_mean": {
+      "Dice": 0.3262747100132856,
+      "FN": 7576.939393939395,
+      "FP": 7363.303030303029,
+      "IoU": 0.2660248815367923,
+      "TN": 234411.69696969693,
+      "TP": 12792.060606060606,
+      "n_pred": 20155.363636363636,
+      "n_ref": 20369.000000000004
+    },
+    "mean": {
+      "1": {
+        "Dice": 0.7144051014644398,
+        "FN": 2751.5454545454545,
+        "FP": 7857.363636363636,
+        "IoU": 0.6399964982249423,
+        "TN": 218573.54545454544,
+        "TP": 32961.545454545456,
+        "n_pred": 40818.90909090909,
+        "n_ref": 35713.09090909091
+      },
+      "2": {
+        "Dice": 0.1697861991841106,
+        "FN": 5027.272727272727,
+        "FP": 14034.818181818182,
+        "IoU": 0.1078414400352341,
+        "TN": 238662.54545454544,
+        "TP": 4419.363636363636,
+        "n_pred": 18454.18181818182,
+        "n_ref": 9446.636363636364
+      },
+      "3": {
+        "Dice": 0.09463282939130643,
+        "FN": 14952.0,
+        "FP": 197.72727272727272,
+        "IoU": 0.05023670635020057,
+        "TN": 245999.0,
+        "TP": 995.2727272727273,
+        "n_pred": 1193.0,
+        "n_ref": 15947.272727272728
+      }
+    },
+    "metric_per_case": [
+      {
+        "metrics": {
+          "1": {
+            "Dice": 0.977904255560857,
+            "FN": 996,
+            "FP": 2894,
+            "IoU": 0.9567638461281969,
+            "TN": 172173,
+            "TP": 86081,
+            "n_pred": 88975,
+            "n_ref": 87077
+          },
+          "2": {
+            "Dice": NaN,
+            "FN": 0,
+            "FP": 0,
+            "IoU": NaN,
+            "TN": 262144,
+            "TP": 0,
+            "n_pred": 0,
+            "n_ref": 0
+          },
+          "3": {
+            "Dice": NaN,
+            "FN": 0,
+            "FP": 0,
+            "IoU": NaN,
+            "TN": 262144,
+            "TP": 0,
+            "n_pred": 0,
+            "n_ref": 0
+          }
+        },
+        "prediction_file": "/scratch/slurm_tmpdir/job_2811518/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset211_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-20__unc-random-label__seed-12346/nnActiveTrainer_200epochs__nnUNetPlans__3d_fullres/fold_1/validation/case_00037.nii.gz",
+        "reference_file": "/scratch/slurm_tmpdir/job_2811518/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset211_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-20__unc-random-label__seed-12346/gt_segmentations/case_00037.nii.gz"
+      },
+      {
+        "metrics": {
+          "1": {
+            "Dice": NaN,
+            "FN": 0,
+            "FP": 0,
+            "IoU": NaN,
+            "TN": 262144,
+            "TP": 0,
+            "n_pred": 0,
+            "n_ref": 0
+          },
+          "2": {
+            "Dice": NaN,
+            "FN": 0,
+            "FP": 0,
+            "IoU": NaN,
+            "TN": 262144,
+            "TP": 0,
+            "n_pred": 0,
+            "n_ref": 0
+          },
+          "3": {
+            "Dice": NaN,
+            "FN": 0,
+            "FP": 0,
+            "IoU": NaN,
+            "TN": 262144,
+            "TP": 0,
+            "n_pred": 0,
+            "n_ref": 0
+          }
+        },
+        "prediction_file": "/scratch/slurm_tmpdir/job_2811518/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset211_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-20__unc-random-label__seed-12346/nnActiveTrainer_200epochs__nnUNetPlans__3d_fullres/fold_1/validation/case_00125.nii.gz",
+        "reference_file": "/scratch/slurm_tmpdir/job_2811518/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset211_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-20__unc-random-label__seed-12346/gt_segmentations/case_00125.nii.gz"
+      },
+      {
+        "metrics": {
+          "1": {
+            "Dice": 0.9688695728411916,
+            "FN": 3937,
+            "FP": 1034,
+            "IoU": 0.9396188370765363,
+            "TN": 179817,
+            "TP": 77356,
+            "n_pred": 78390,
+            "n_ref": 81293
+          },
+          "2": {
+            "Dice": 0.0,
+            "FN": 368,
+            "FP": 0,
+            "IoU": 0.0,
+            "TN": 261776,
+            "TP": 0,
+            "n_pred": 0,
+            "n_ref": 368
+          },
+          "3": {
+            "Dice": 0.054901960784313725,
+            "FN": 240,
+            "FP": 1,
+            "IoU": 0.028225806451612902,
+            "TN": 261896,
+            "TP": 7,
+            "n_pred": 8,
+            "n_ref": 247
+          }
+        },
+        "prediction_file": "/scratch/slurm_tmpdir/job_2811518/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset211_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-20__unc-random-label__seed-12346/nnActiveTrainer_200epochs__nnUNetPlans__3d_fullres/fold_1/validation/case_00130.nii.gz",
+        "reference_file": "/scratch/slurm_tmpdir/job_2811518/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset211_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-20__unc-random-label__seed-12346/gt_segmentations/case_00130.nii.gz"
+      },
+      {
+        "metrics": {
+          "1": {
+            "Dice": NaN,
+            "FN": 0,
+            "FP": 0,
+            "IoU": NaN,
+            "TN": 262144,
+            "TP": 0,
+            "n_pred": 0,
+            "n_ref": 0
+          },
+          "2": {
+            "Dice": NaN,
+            "FN": 0,
+            "FP": 0,
+            "IoU": NaN,
+            "TN": 262144,
+            "TP": 0,
+            "n_pred": 0,
+            "n_ref": 0
+          },
+          "3": {
+            "Dice": NaN,
+            "FN": 0,
+            "FP": 0,
+            "IoU": NaN,
+            "TN": 262144,
+            "TP": 0,
+            "n_pred": 0,
+            "n_ref": 0
+          }
+        },
+        "prediction_file": "/scratch/slurm_tmpdir/job_2811518/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset211_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-20__unc-random-label__seed-12346/nnActiveTrainer_200epochs__nnUNetPlans__3d_fullres/fold_1/validation/case_00174.nii.gz",
+        "reference_file": "/scratch/slurm_tmpdir/job_2811518/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset211_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-20__unc-random-label__seed-12346/gt_segmentations/case_00174.nii.gz"
+      },
+      {
+        "metrics": {
+          "1": {
+            "Dice": 0.8479076171204358,
+            "FN": 11731,
+            "FP": 33892,
+            "IoU": 0.7359718974976273,
+            "TN": 89348,
+            "TP": 127173,
+            "n_pred": 161065,
+            "n_ref": 138904
+          },
+          "2": {
+            "Dice": 0.44389732474172156,
+            "FN": 19088,
+            "FP": 28119,
+            "IoU": 0.28526223352713176,
+            "TN": 196096,
+            "TP": 18841,
+            "n_pred": 46960,
+            "n_ref": 37929
+          },
+          "3": {
+            "Dice": 0.048460113057959796,
+            "FN": 39702,
+            "FP": 865,
+            "IoU": 0.02483173076923077,
+            "TN": 220544,
+            "TP": 1033,
+            "n_pred": 1898,
+            "n_ref": 40735
+          }
+        },
+        "prediction_file": "/scratch/slurm_tmpdir/job_2811518/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset211_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-20__unc-random-label__seed-12346/nnActiveTrainer_200epochs__nnUNetPlans__3d_fullres/fold_1/validation/case_00184.nii.gz",
+        "reference_file": "/scratch/slurm_tmpdir/job_2811518/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset211_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-20__unc-random-label__seed-12346/gt_segmentations/case_00184.nii.gz"
+      },
+      {
+        "metrics": {
+          "1": {
+            "Dice": 0.8402146907656419,
+            "FN": 6916,
+            "FP": 1509,
+            "IoU": 0.7244570905285191,
+            "TN": 231568,
+            "TP": 22151,
+            "n_pred": 23660,
+            "n_ref": 29067
+          },
+          "2": {
+            "Dice": 0.0,
+            "FN": 0,
+            "FP": 72787,
+            "IoU": 0.0,
+            "TN": 189357,
+            "TP": 0,
+            "n_pred": 72787,
+            "n_ref": 0
+          },
+          "3": {
+            "Dice": 0.12251102748772646,
+            "FN": 69364,
+            "FP": 1058,
+            "IoU": 0.06525259497199289,
+            "TN": 186806,
+            "TP": 4916,
+            "n_pred": 5974,
+            "n_ref": 74280
+          }
+        },
+        "prediction_file": "/scratch/slurm_tmpdir/job_2811518/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset211_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-20__unc-random-label__seed-12346/nnActiveTrainer_200epochs__nnUNetPlans__3d_fullres/fold_1/validation/case_00195.nii.gz",
+        "reference_file": "/scratch/slurm_tmpdir/job_2811518/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset211_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-20__unc-random-label__seed-12346/gt_segmentations/case_00195.nii.gz"
+      },
+      {
+        "metrics": {
+          "1": {
+            "Dice": 0.0,
+            "FN": 0,
+            "FP": 502,
+            "IoU": 0.0,
+            "TN": 261642,
+            "TP": 0,
+            "n_pred": 502,
+            "n_ref": 0
+          },
+          "2": {
+            "Dice": 0.0,
+            "FN": 0,
+            "FP": 1855,
+            "IoU": 0.0,
+            "TN": 260289,
+            "TP": 0,
+            "n_pred": 1855,
+            "n_ref": 0
+          },
+          "3": {
+            "Dice": NaN,
+            "FN": 0,
+            "FP": 0,
+            "IoU": NaN,
+            "TN": 262144,
+            "TP": 0,
+            "n_pred": 0,
+            "n_ref": 0
+          }
+        },
+        "prediction_file": "/scratch/slurm_tmpdir/job_2811518/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset211_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-20__unc-random-label__seed-12346/nnActiveTrainer_200epochs__nnUNetPlans__3d_fullres/fold_1/validation/case_00210.nii.gz",
+        "reference_file": "/scratch/slurm_tmpdir/job_2811518/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset211_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-20__unc-random-label__seed-12346/gt_segmentations/case_00210.nii.gz"
+      },
+      {
+        "metrics": {
+          "1": {
+            "Dice": NaN,
+            "FN": 0,
+            "FP": 0,
+            "IoU": NaN,
+            "TN": 262144,
+            "TP": 0,
+            "n_pred": 0,
+            "n_ref": 0
+          },
+          "2": {
+            "Dice": NaN,
+            "FN": 0,
+            "FP": 0,
+            "IoU": NaN,
+            "TN": 262144,
+            "TP": 0,
+            "n_pred": 0,
+            "n_ref": 0
+          },
+          "3": {
+            "Dice": NaN,
+            "FN": 0,
+            "FP": 0,
+            "IoU": NaN,
+            "TN": 262144,
+            "TP": 0,
+            "n_pred": 0,
+            "n_ref": 0
+          }
+        },
+        "prediction_file": "/scratch/slurm_tmpdir/job_2811518/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset211_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-20__unc-random-label__seed-12346/nnActiveTrainer_200epochs__nnUNetPlans__3d_fullres/fold_1/validation/case_00235.nii.gz",
+        "reference_file": "/scratch/slurm_tmpdir/job_2811518/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset211_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-20__unc-random-label__seed-12346/gt_segmentations/case_00235.nii.gz"
+      },
+      {
+        "metrics": {
+          "1": {
+            "Dice": NaN,
+            "FN": 0,
+            "FP": 0,
+            "IoU": NaN,
+            "TN": 262144,
+            "TP": 0,
+            "n_pred": 0,
+            "n_ref": 0
+          },
+          "2": {
+            "Dice": NaN,
+            "FN": 0,
+            "FP": 0,
+            "IoU": NaN,
+            "TN": 262144,
+            "TP": 0,
+            "n_pred": 0,
+            "n_ref": 0
+          },
+          "3": {
+            "Dice": NaN,
+            "FN": 0,
+            "FP": 0,
+            "IoU": NaN,
+            "TN": 262144,
+            "TP": 0,
+            "n_pred": 0,
+            "n_ref": 0
+          }
+        },
+        "prediction_file": "/scratch/slurm_tmpdir/job_2811518/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset211_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-20__unc-random-label__seed-12346/nnActiveTrainer_200epochs__nnUNetPlans__3d_fullres/fold_1/validation/case_00238.nii.gz",
+        "reference_file": "/scratch/slurm_tmpdir/job_2811518/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset211_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-20__unc-random-label__seed-12346/gt_segmentations/case_00238.nii.gz"
+      },
+      {
+        "metrics": {
+          "1": {
+            "Dice": 0.6515344724985123,
+            "FN": 6687,
+            "FP": 46600,
+            "IoU": 0.48316731811877445,
+            "TN": 159041,
+            "TP": 49816,
+            "n_pred": 96416,
+            "n_ref": 56503
+          },
+          "2": {
+            "Dice": 0.4050336711788314,
+            "FN": 35844,
+            "FP": 51622,
+            "IoU": 0.2539449666490387,
+            "TN": 144906,
+            "TP": 29772,
+            "n_pred": 81394,
+            "n_ref": 65616
+          },
+          "3": {
+            "Dice": 0.15265821623522577,
+            "FN": 55166,
+            "FP": 251,
+            "IoU": 0.0826366932079657,
+            "TN": 201735,
+            "TP": 4992,
+            "n_pred": 5243,
+            "n_ref": 60158
+          }
+        },
+        "prediction_file": "/scratch/slurm_tmpdir/job_2811518/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset211_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-20__unc-random-label__seed-12346/nnActiveTrainer_200epochs__nnUNetPlans__3d_fullres/fold_1/validation/case_00241.nii.gz",
+        "reference_file": "/scratch/slurm_tmpdir/job_2811518/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset211_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-20__unc-random-label__seed-12346/gt_segmentations/case_00241.nii.gz"
+      },
+      {
+        "metrics": {
+          "1": {
+            "Dice": NaN,
+            "FN": 0,
+            "FP": 0,
+            "IoU": NaN,
+            "TN": 262144,
+            "TP": 0,
+            "n_pred": 0,
+            "n_ref": 0
+          },
+          "2": {
+            "Dice": NaN,
+            "FN": 0,
+            "FP": 0,
+            "IoU": NaN,
+            "TN": 262144,
+            "TP": 0,
+            "n_pred": 0,
+            "n_ref": 0
+          },
+          "3": {
+            "Dice": NaN,
+            "FN": 0,
+            "FP": 0,
+            "IoU": NaN,
+            "TN": 262144,
+            "TP": 0,
+            "n_pred": 0,
+            "n_ref": 0
+          }
+        },
+        "prediction_file": "/scratch/slurm_tmpdir/job_2811518/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset211_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-20__unc-random-label__seed-12346/nnActiveTrainer_200epochs__nnUNetPlans__3d_fullres/fold_1/validation/case_00246.nii.gz",
+        "reference_file": "/scratch/slurm_tmpdir/job_2811518/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset211_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-20__unc-random-label__seed-12346/gt_segmentations/case_00246.nii.gz"
+      }
+    ]
+  },
+  "fold_2": {
+    "foreground_mean": {
+      "Dice": 0.3376541530640542,
+      "FN": 4755.060606060606,
+      "FP": 2329.4242424242425,
+      "IoU": 0.29216656630982013,
+      "TN": 306442.57575757575,
+      "TP": 20110.75757575758,
+      "n_pred": 22440.18181818182,
+      "n_ref": 24865.81818181818
+    },
+    "mean": {
+      "1": {
+        "Dice": 0.7096520566192066,
+        "FN": 4940.0,
+        "FP": 4968.181818181818,
+        "IoU": 0.6491460301994344,
+        "TN": 269690.54545454547,
+        "TP": 54039.09090909091,
+        "n_pred": 59007.27272727273,
+        "n_ref": 58979.09090909091
+      },
+      "2": {
+        "Dice": 0.302280801543355,
+        "FN": 9151.636363636364,
+        "FP": 1629.6363636363637,
+        "IoU": 0.22683700636887907,
+        "TN": 316563.7272727273,
+        "TP": 6292.818181818182,
+        "n_pred": 7922.454545454545,
+        "n_ref": 15444.454545454546
+      },
+      "3": {
+        "Dice": 0.0010296010296010295,
+        "FN": 173.54545454545453,
+        "FP": 390.45454545454544,
+        "IoU": 0.0005166623611469904,
+        "TN": 333073.45454545453,
+        "TP": 0.36363636363636365,
+        "n_pred": 390.8181818181818,
+        "n_ref": 173.9090909090909
+      }
+    },
+    "metric_per_case": [
+      {
+        "metrics": {
+          "1": {
+            "Dice": 0.9506946355122611,
+            "FN": 1567,
+            "FP": 12590,
+            "IoU": 0.9060228487218125,
+            "TN": 111501,
+            "TP": 136486,
+            "n_pred": 149076,
+            "n_ref": 138053
+          },
+          "2": {
+            "Dice": NaN,
+            "FN": 0,
+            "FP": 0,
+            "IoU": NaN,
+            "TN": 262144,
+            "TP": 0,
+            "n_pred": 0,
+            "n_ref": 0
+          },
+          "3": {
+            "Dice": 0.0,
+            "FN": 0,
+            "FP": 206,
+            "IoU": 0.0,
+            "TN": 261938,
+            "TP": 0,
+            "n_pred": 206,
+            "n_ref": 0
+          }
+        },
+        "prediction_file": "/scratch/slurm_tmpdir/job_2811518/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset211_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-20__unc-random-label__seed-12346/nnActiveTrainer_200epochs__nnUNetPlans__3d_fullres/fold_2/validation/case_00001.nii.gz",
+        "reference_file": "/scratch/slurm_tmpdir/job_2811518/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset211_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-20__unc-random-label__seed-12346/gt_segmentations/case_00001.nii.gz"
+      },
+      {
+        "metrics": {
+          "1": {
+            "Dice": 0.1878584729981378,
+            "FN": 10157,
+            "FP": 746,
+            "IoU": 0.10366655705360078,
+            "TN": 249980,
+            "TP": 1261,
+            "n_pred": 2007,
+            "n_ref": 11418
+          },
+          "2": {
+            "Dice": 0.8658492894391147,
+            "FN": 9741,
+            "FP": 3739,
+            "IoU": 0.7634340668983187,
+            "TN": 205162,
+            "TP": 43502,
+            "n_pred": 47241,
+            "n_ref": 53243
+          },
+          "3": {
+            "Dice": 0.0,
+            "FN": 620,
+            "FP": 0,
+            "IoU": 0.0,
+            "TN": 261524,
+            "TP": 0,
+            "n_pred": 0,
+            "n_ref": 620
+          }
+        },
+        "prediction_file": "/scratch/slurm_tmpdir/job_2811518/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset211_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-20__unc-random-label__seed-12346/nnActiveTrainer_200epochs__nnUNetPlans__3d_fullres/fold_2/validation/case_00008.nii.gz",
+        "reference_file": "/scratch/slurm_tmpdir/job_2811518/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset211_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-20__unc-random-label__seed-12346/gt_segmentations/case_00008.nii.gz"
+      },
+      {
+        "metrics": {
+          "1": {
+            "Dice": 0.9022353718191728,
+            "FN": 3306,
+            "FP": 14901,
+            "IoU": 0.8218841713950303,
+            "TN": 422068,
+            "TP": 84013,
+            "n_pred": 98914,
+            "n_ref": 87319
+          },
+          "2": {
+            "Dice": 0.003937007874015748,
+            "FN": 10944,
+            "FP": 2212,
+            "IoU": 0.0019723865877712033,
+            "TN": 511106,
+            "TP": 26,
+            "n_pred": 2238,
+            "n_ref": 10970
+          },
+          "3": {
+            "Dice": 0.0,
+            "FN": 0,
+            "FP": 8,
+            "IoU": 0.0,
+            "TN": 524280,
+            "TP": 0,
+            "n_pred": 8,
+            "n_ref": 0
+          }
+        },
+        "prediction_file": "/scratch/slurm_tmpdir/job_2811518/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset211_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-20__unc-random-label__seed-12346/nnActiveTrainer_200epochs__nnUNetPlans__3d_fullres/fold_2/validation/case_00014.nii.gz",
+        "reference_file": "/scratch/slurm_tmpdir/job_2811518/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset211_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-20__unc-random-label__seed-12346/gt_segmentations/case_00014.nii.gz"
+      },
+      {
+        "metrics": {
+          "1": {
+            "Dice": NaN,
+            "FN": 0,
+            "FP": 0,
+            "IoU": NaN,
+            "TN": 262144,
+            "TP": 0,
+            "n_pred": 0,
+            "n_ref": 0
+          },
+          "2": {
+            "Dice": NaN,
+            "FN": 0,
+            "FP": 0,
+            "IoU": NaN,
+            "TN": 262144,
+            "TP": 0,
+            "n_pred": 0,
+            "n_ref": 0
+          },
+          "3": {
+            "Dice": NaN,
+            "FN": 0,
+            "FP": 0,
+            "IoU": NaN,
+            "TN": 262144,
+            "TP": 0,
+            "n_pred": 0,
+            "n_ref": 0
+          }
+        },
+        "prediction_file": "/scratch/slurm_tmpdir/job_2811518/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset211_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-20__unc-random-label__seed-12346/nnActiveTrainer_200epochs__nnUNetPlans__3d_fullres/fold_2/validation/case_00015.nii.gz",
+        "reference_file": "/scratch/slurm_tmpdir/job_2811518/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset211_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-20__unc-random-label__seed-12346/gt_segmentations/case_00015.nii.gz"
+      },
+      {
+        "metrics": {
+          "1": {
+            "Dice": 0.7936729301233117,
+            "FN": 27227,
+            "FP": 883,
+            "IoU": 0.6579251597201096,
+            "TN": 442113,
+            "TP": 54065,
+            "n_pred": 54948,
+            "n_ref": 81292
+          },
+          "2": {
+            "Dice": 0.3676858569678696,
+            "FN": 46881,
+            "FP": 6805,
+            "IoU": 0.22525434735550906,
+            "TN": 454993,
+            "TP": 15609,
+            "n_pred": 22414,
+            "n_ref": 62490
+          },
+          "3": {
+            "Dice": 0.0,
+            "FN": 13,
+            "FP": 35,
+            "IoU": 0.0,
+            "TN": 524240,
+            "TP": 0,
+            "n_pred": 35,
+            "n_ref": 13
+          }
+        },
+        "prediction_file": "/scratch/slurm_tmpdir/job_2811518/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset211_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-20__unc-random-label__seed-12346/nnActiveTrainer_200epochs__nnUNetPlans__3d_fullres/fold_2/validation/case_00116.nii.gz",
+        "reference_file": "/scratch/slurm_tmpdir/job_2811518/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset211_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-20__unc-random-label__seed-12346/gt_segmentations/case_00116.nii.gz"
+      },
+      {
+        "metrics": {
+          "1": {
+            "Dice": 0.9776497600529538,
+            "FN": 1905,
+            "FP": 2417,
+            "IoU": 0.9562767453388502,
+            "TN": 163295,
+            "TP": 94527,
+            "n_pred": 96944,
+            "n_ref": 96432
+          },
+          "2": {
+            "Dice": NaN,
+            "FN": 0,
+            "FP": 0,
+            "IoU": NaN,
+            "TN": 262144,
+            "TP": 0,
+            "n_pred": 0,
+            "n_ref": 0
+          },
+          "3": {
+            "Dice": 0.007207207207207207,
+            "FN": 1102,
+            "FP": 0,
+            "IoU": 0.003616636528028933,
+            "TN": 261038,
+            "TP": 4,
+            "n_pred": 4,
+            "n_ref": 1106
+          }
+        },
+        "prediction_file": "/scratch/slurm_tmpdir/job_2811518/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset211_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-20__unc-random-label__seed-12346/nnActiveTrainer_200epochs__nnUNetPlans__3d_fullres/fold_2/validation/case_00124.nii.gz",
+        "reference_file": "/scratch/slurm_tmpdir/job_2811518/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset211_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-20__unc-random-label__seed-12346/gt_segmentations/case_00124.nii.gz"
+      },
+      {
+        "metrics": {
+          "1": {
+            "Dice": NaN,
+            "FN": 0,
+            "FP": 0,
+            "IoU": NaN,
+            "TN": 262144,
+            "TP": 0,
+            "n_pred": 0,
+            "n_ref": 0
+          },
+          "2": {
+            "Dice": NaN,
+            "FN": 0,
+            "FP": 0,
+            "IoU": NaN,
+            "TN": 262144,
+            "TP": 0,
+            "n_pred": 0,
+            "n_ref": 0
+          },
+          "3": {
+            "Dice": NaN,
+            "FN": 0,
+            "FP": 0,
+            "IoU": NaN,
+            "TN": 262144,
+            "TP": 0,
+            "n_pred": 0,
+            "n_ref": 0
+          }
+        },
+        "prediction_file": "/scratch/slurm_tmpdir/job_2811518/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset211_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-20__unc-random-label__seed-12346/nnActiveTrainer_200epochs__nnUNetPlans__3d_fullres/fold_2/validation/case_00190.nii.gz",
+        "reference_file": "/scratch/slurm_tmpdir/job_2811518/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset211_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-20__unc-random-label__seed-12346/gt_segmentations/case_00190.nii.gz"
+      },
+      {
+        "metrics": {
+          "1": {
+            "Dice": 0.0,
+            "FN": 0,
+            "FP": 35,
+            "IoU": 0.0,
+            "TN": 262109,
+            "TP": 0,
+            "n_pred": 35,
+            "n_ref": 0
+          },
+          "2": {
+            "Dice": 0.0,
+            "FN": 0,
+            "FP": 3934,
+            "IoU": 0.0,
+            "TN": 258210,
+            "TP": 0,
+            "n_pred": 3934,
+            "n_ref": 0
+          },
+          "3": {
+            "Dice": NaN,
+            "FN": 0,
+            "FP": 0,
+            "IoU": NaN,
+            "TN": 262144,
+            "TP": 0,
+            "n_pred": 0,
+            "n_ref": 0
+          }
+        },
+        "prediction_file": "/scratch/slurm_tmpdir/job_2811518/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset211_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-20__unc-random-label__seed-12346/nnActiveTrainer_200epochs__nnUNetPlans__3d_fullres/fold_2/validation/case_00236.nii.gz",
+        "reference_file": "/scratch/slurm_tmpdir/job_2811518/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset211_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-20__unc-random-label__seed-12346/gt_segmentations/case_00236.nii.gz"
+      },
+      {
+        "metrics": {
+          "1": {
+            "Dice": NaN,
+            "FN": 0,
+            "FP": 0,
+            "IoU": NaN,
+            "TN": 262144,
+            "TP": 0,
+            "n_pred": 0,
+            "n_ref": 0
+          },
+          "2": {
+            "Dice": NaN,
+            "FN": 0,
+            "FP": 0,
+            "IoU": NaN,
+            "TN": 262144,
+            "TP": 0,
+            "n_pred": 0,
+            "n_ref": 0
+          },
+          "3": {
+            "Dice": NaN,
+            "FN": 0,
+            "FP": 0,
+            "IoU": NaN,
+            "TN": 262144,
+            "TP": 0,
+            "n_pred": 0,
+            "n_ref": 0
+          }
+        },
+        "prediction_file": "/scratch/slurm_tmpdir/job_2811518/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset211_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-20__unc-random-label__seed-12346/nnActiveTrainer_200epochs__nnUNetPlans__3d_fullres/fold_2/validation/case_00249.nii.gz",
+        "reference_file": "/scratch/slurm_tmpdir/job_2811518/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset211_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-20__unc-random-label__seed-12346/gt_segmentations/case_00249.nii.gz"
+      },
+      {
+        "metrics": {
+          "1": {
+            "Dice": 0.9261368904902572,
+            "FN": 4643,
+            "FP": 17661,
+            "IoU": 0.8624347761727953,
+            "TN": 362154,
+            "TP": 139830,
+            "n_pred": 157491,
+            "n_ref": 144473
+          },
+          "2": {
+            "Dice": 0.49243019540049243,
+            "FN": 18177,
+            "FP": 1201,
+            "IoU": 0.32663840433664604,
+            "TN": 495510,
+            "TP": 9400,
+            "n_pred": 10601,
+            "n_ref": 27577
+          },
+          "3": {
+            "Dice": 0.0,
+            "FN": 174,
+            "FP": 657,
+            "IoU": 0.0,
+            "TN": 523457,
+            "TP": 0,
+            "n_pred": 657,
+            "n_ref": 174
+          }
+        },
+        "prediction_file": "/scratch/slurm_tmpdir/job_2811518/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset211_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-20__unc-random-label__seed-12346/nnActiveTrainer_200epochs__nnUNetPlans__3d_fullres/fold_2/validation/case_00279.nii.gz",
+        "reference_file": "/scratch/slurm_tmpdir/job_2811518/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset211_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-20__unc-random-label__seed-12346/gt_segmentations/case_00279.nii.gz"
+      },
+      {
+        "metrics": {
+          "1": {
+            "Dice": 0.9389683919575588,
+            "FN": 5535,
+            "FP": 5417,
+            "IoU": 0.8849579831932773,
+            "TN": 166944,
+            "TP": 84248,
+            "n_pred": 89665,
+            "n_ref": 89783
+          },
+          "2": {
+            "Dice": 0.08378245957863792,
+            "FN": 14925,
+            "FP": 35,
+            "IoU": 0.043722833035029406,
+            "TN": 246500,
+            "TP": 684,
+            "n_pred": 719,
+            "n_ref": 15609
+          },
+          "3": {
+            "Dice": 0.0,
+            "FN": 0,
+            "FP": 3389,
+            "IoU": 0.0,
+            "TN": 258755,
+            "TP": 0,
+            "n_pred": 3389,
+            "n_ref": 0
+          }
+        },
+        "prediction_file": "/scratch/slurm_tmpdir/job_2811518/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset211_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-20__unc-random-label__seed-12346/nnActiveTrainer_200epochs__nnUNetPlans__3d_fullres/fold_2/validation/case_00285.nii.gz",
+        "reference_file": "/scratch/slurm_tmpdir/job_2811518/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset211_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-20__unc-random-label__seed-12346/gt_segmentations/case_00285.nii.gz"
+      }
+    ]
+  },
+  "fold_3": {
+    "foreground_mean": {
+      "Dice": 0.22067680334083228,
+      "FN": 3105.636363636364,
+      "FP": 4286.909090909091,
+      "IoU": 0.18142980469106965,
+      "TN": 296318.0303030303,
+      "TP": 6095.969696969697,
+      "n_pred": 10382.87878787879,
+      "n_ref": 9201.606060606062
+    },
+    "mean": {
+      "1": {
+        "Dice": 0.2979581558078527,
+        "FN": 1234.090909090909,
+        "FP": 5070.181818181818,
+        "IoU": 0.2649416321784109,
+        "TN": 291753.9090909091,
+        "TP": 11748.363636363636,
+        "n_pred": 16818.545454545456,
+        "n_ref": 12982.454545454546
+      },
+      "2": {
+        "Dice": 0.3640722542146442,
+        "FN": 8082.818181818182,
+        "FP": 3967.5454545454545,
+        "IoU": 0.2793477818947981,
+        "TN": 291216.63636363635,
+        "TP": 6539.545454545455,
+        "n_pred": 10507.09090909091,
+        "n_ref": 14622.363636363636
+      },
+      "3": {
+        "Dice": 0.0,
+        "FN": 0.0,
+        "FP": 3823.0,
+        "IoU": 0.0,
+        "TN": 305983.54545454547,
+        "TP": 0.0,
+        "n_pred": 3823.0,
+        "n_ref": 0.0
+      }
+    },
+    "metric_per_case": [
+      {
+        "metrics": {
+          "1": {
+            "Dice": 0.0,
+            "FN": 0,
+            "FP": 13107,
+            "IoU": 0.0,
+            "TN": 249037,
+            "TP": 0,
+            "n_pred": 13107,
+            "n_ref": 0
+          },
+          "2": {
+            "Dice": 0.0,
+            "FN": 0,
+            "FP": 31876,
+            "IoU": 0.0,
+            "TN": 230268,
+            "TP": 0,
+            "n_pred": 31876,
+            "n_ref": 0
+          },
+          "3": {
+            "Dice": NaN,
+            "FN": 0,
+            "FP": 0,
+            "IoU": NaN,
+            "TN": 262144,
+            "TP": 0,
+            "n_pred": 0,
+            "n_ref": 0
+          }
+        },
+        "prediction_file": "/scratch/slurm_tmpdir/job_2811518/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset211_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-20__unc-random-label__seed-12346/nnActiveTrainer_200epochs__nnUNetPlans__3d_fullres/fold_3/validation/case_00002.nii.gz",
+        "reference_file": "/scratch/slurm_tmpdir/job_2811518/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset211_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-20__unc-random-label__seed-12346/gt_segmentations/case_00002.nii.gz"
+      },
+      {
+        "metrics": {
+          "1": {
+            "Dice": 0.8846932945514985,
+            "FN": 3833,
+            "FP": 13927,
+            "IoU": 0.7932287058166069,
+            "TN": 176252,
+            "TP": 68132,
+            "n_pred": 82059,
+            "n_ref": 71965
+          },
+          "2": {
+            "Dice": 0.6106749007498897,
+            "FN": 12400,
+            "FP": 839,
+            "IoU": 0.4395478790957582,
+            "TN": 238522,
+            "TP": 10383,
+            "n_pred": 11222,
+            "n_ref": 22783
+          },
+          "3": {
+            "Dice": NaN,
+            "FN": 0,
+            "FP": 0,
+            "IoU": NaN,
+            "TN": 262144,
+            "TP": 0,
+            "n_pred": 0,
+            "n_ref": 0
+          }
+        },
+        "prediction_file": "/scratch/slurm_tmpdir/job_2811518/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset211_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-20__unc-random-label__seed-12346/nnActiveTrainer_200epochs__nnUNetPlans__3d_fullres/fold_3/validation/case_00006.nii.gz",
+        "reference_file": "/scratch/slurm_tmpdir/job_2811518/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset211_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-20__unc-random-label__seed-12346/gt_segmentations/case_00006.nii.gz"
+      },
+      {
+        "metrics": {
+          "1": {
+            "Dice": NaN,
+            "FN": 0,
+            "FP": 0,
+            "IoU": NaN,
+            "TN": 262144,
+            "TP": 0,
+            "n_pred": 0,
+            "n_ref": 0
+          },
+          "2": {
+            "Dice": NaN,
+            "FN": 0,
+            "FP": 0,
+            "IoU": NaN,
+            "TN": 262144,
+            "TP": 0,
+            "n_pred": 0,
+            "n_ref": 0
+          },
+          "3": {
+            "Dice": NaN,
+            "FN": 0,
+            "FP": 0,
+            "IoU": NaN,
+            "TN": 262144,
+            "TP": 0,
+            "n_pred": 0,
+            "n_ref": 0
+          }
+        },
+        "prediction_file": "/scratch/slurm_tmpdir/job_2811518/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset211_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-20__unc-random-label__seed-12346/nnActiveTrainer_200epochs__nnUNetPlans__3d_fullres/fold_3/validation/case_00057.nii.gz",
+        "reference_file": "/scratch/slurm_tmpdir/job_2811518/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset211_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-20__unc-random-label__seed-12346/gt_segmentations/case_00057.nii.gz"
+      },
+      {
+        "metrics": {
+          "1": {
+            "Dice": 0.0,
+            "FN": 0,
+            "FP": 525,
+            "IoU": 0.0,
+            "TN": 261619,
+            "TP": 0,
+            "n_pred": 525,
+            "n_ref": 0
+          },
+          "2": {
+            "Dice": 0.0,
+            "FN": 0,
+            "FP": 2444,
+            "IoU": 0.0,
+            "TN": 259700,
+            "TP": 0,
+            "n_pred": 2444,
+            "n_ref": 0
+          },
+          "3": {
+            "Dice": NaN,
+            "FN": 0,
+            "FP": 0,
+            "IoU": NaN,
+            "TN": 262144,
+            "TP": 0,
+            "n_pred": 0,
+            "n_ref": 0
+          }
+        },
+        "prediction_file": "/scratch/slurm_tmpdir/job_2811518/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset211_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-20__unc-random-label__seed-12346/nnActiveTrainer_200epochs__nnUNetPlans__3d_fullres/fold_3/validation/case_00060.nii.gz",
+        "reference_file": "/scratch/slurm_tmpdir/job_2811518/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset211_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-20__unc-random-label__seed-12346/gt_segmentations/case_00060.nii.gz"
+      },
+      {
+        "metrics": {
+          "1": {
+            "Dice": NaN,
+            "FN": 0,
+            "FP": 0,
+            "IoU": NaN,
+            "TN": 262144,
+            "TP": 0,
+            "n_pred": 0,
+            "n_ref": 0
+          },
+          "2": {
+            "Dice": NaN,
+            "FN": 0,
+            "FP": 0,
+            "IoU": NaN,
+            "TN": 262144,
+            "TP": 0,
+            "n_pred": 0,
+            "n_ref": 0
+          },
+          "3": {
+            "Dice": NaN,
+            "FN": 0,
+            "FP": 0,
+            "IoU": NaN,
+            "TN": 262144,
+            "TP": 0,
+            "n_pred": 0,
+            "n_ref": 0
+          }
+        },
+        "prediction_file": "/scratch/slurm_tmpdir/job_2811518/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset211_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-20__unc-random-label__seed-12346/nnActiveTrainer_200epochs__nnUNetPlans__3d_fullres/fold_3/validation/case_00084.nii.gz",
+        "reference_file": "/scratch/slurm_tmpdir/job_2811518/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset211_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-20__unc-random-label__seed-12346/gt_segmentations/case_00084.nii.gz"
+      },
+      {
+        "metrics": {
+          "1": {
+            "Dice": 0.0,
+            "FN": 0,
+            "FP": 103,
+            "IoU": 0.0,
+            "TN": 524185,
+            "TP": 0,
+            "n_pred": 103,
+            "n_ref": 0
+          },
+          "2": {
+            "Dice": NaN,
+            "FN": 0,
+            "FP": 0,
+            "IoU": NaN,
+            "TN": 524288,
+            "TP": 0,
+            "n_pred": 0,
+            "n_ref": 0
+          },
+          "3": {
+            "Dice": NaN,
+            "FN": 0,
+            "FP": 0,
+            "IoU": NaN,
+            "TN": 524288,
+            "TP": 0,
+            "n_pred": 0,
+            "n_ref": 0
+          }
+        },
+        "prediction_file": "/scratch/slurm_tmpdir/job_2811518/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset211_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-20__unc-random-label__seed-12346/nnActiveTrainer_200epochs__nnUNetPlans__3d_fullres/fold_3/validation/case_00104.nii.gz",
+        "reference_file": "/scratch/slurm_tmpdir/job_2811518/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset211_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-20__unc-random-label__seed-12346/gt_segmentations/case_00104.nii.gz"
+      },
+      {
+        "metrics": {
+          "1": {
+            "Dice": 0.023939365930307793,
+            "FN": 2221,
+            "FP": 18899,
+            "IoU": 0.012114691987464335,
+            "TN": 240765,
+            "TP": 259,
+            "n_pred": 19158,
+            "n_ref": 2480
+          },
+          "2": {
+            "Dice": 0.3612766810666958,
+            "FN": 67752,
+            "FP": 2330,
+            "IoU": 0.2204622811505862,
+            "TN": 172242,
+            "TP": 19820,
+            "n_pred": 22150,
+            "n_ref": 87572
+          },
+          "3": {
+            "Dice": 0.0,
+            "FN": 0,
+            "FP": 42053,
+            "IoU": 0.0,
+            "TN": 220091,
+            "TP": 0,
+            "n_pred": 42053,
+            "n_ref": 0
+          }
+        },
+        "prediction_file": "/scratch/slurm_tmpdir/job_2811518/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset211_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-20__unc-random-label__seed-12346/nnActiveTrainer_200epochs__nnUNetPlans__3d_fullres/fold_3/validation/case_00109.nii.gz",
+        "reference_file": "/scratch/slurm_tmpdir/job_2811518/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset211_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-20__unc-random-label__seed-12346/gt_segmentations/case_00109.nii.gz"
+      },
+      {
+        "metrics": {
+          "1": {
+            "Dice": NaN,
+            "FN": 0,
+            "FP": 0,
+            "IoU": NaN,
+            "TN": 262144,
+            "TP": 0,
+            "n_pred": 0,
+            "n_ref": 0
+          },
+          "2": {
+            "Dice": NaN,
+            "FN": 0,
+            "FP": 0,
+            "IoU": NaN,
+            "TN": 262144,
+            "TP": 0,
+            "n_pred": 0,
+            "n_ref": 0
+          },
+          "3": {
+            "Dice": NaN,
+            "FN": 0,
+            "FP": 0,
+            "IoU": NaN,
+            "TN": 262144,
+            "TP": 0,
+            "n_pred": 0,
+            "n_ref": 0
+          }
+        },
+        "prediction_file": "/scratch/slurm_tmpdir/job_2811518/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset211_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-20__unc-random-label__seed-12346/nnActiveTrainer_200epochs__nnUNetPlans__3d_fullres/fold_3/validation/case_00140.nii.gz",
+        "reference_file": "/scratch/slurm_tmpdir/job_2811518/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset211_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-20__unc-random-label__seed-12346/gt_segmentations/case_00140.nii.gz"
+      },
+      {
+        "metrics": {
+          "1": {
+            "Dice": 0.8791162743653098,
+            "FN": 7521,
+            "FP": 9211,
+            "IoU": 0.7843063952663942,
+            "TN": 184571,
+            "TP": 60841,
+            "n_pred": 70052,
+            "n_ref": 68362
+          },
+          "2": {
+            "Dice": 0.8484096892566352,
+            "FN": 8759,
+            "FP": 6154,
+            "IoU": 0.7367287492276459,
+            "TN": 205499,
+            "TP": 41732,
+            "n_pred": 47886,
+            "n_ref": 50491
+          },
+          "3": {
+            "Dice": NaN,
+            "FN": 0,
+            "FP": 0,
+            "IoU": NaN,
+            "TN": 262144,
+            "TP": 0,
+            "n_pred": 0,
+            "n_ref": 0
+          }
+        },
+        "prediction_file": "/scratch/slurm_tmpdir/job_2811518/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset211_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-20__unc-random-label__seed-12346/nnActiveTrainer_200epochs__nnUNetPlans__3d_fullres/fold_3/validation/case_00169.nii.gz",
+        "reference_file": "/scratch/slurm_tmpdir/job_2811518/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset211_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-20__unc-random-label__seed-12346/gt_segmentations/case_00169.nii.gz"
+      },
+      {
+        "metrics": {
+          "1": {
+            "Dice": NaN,
+            "FN": 0,
+            "FP": 0,
+            "IoU": NaN,
+            "TN": 524288,
+            "TP": 0,
+            "n_pred": 0,
+            "n_ref": 0
+          },
+          "2": {
+            "Dice": NaN,
+            "FN": 0,
+            "FP": 0,
+            "IoU": NaN,
+            "TN": 524288,
+            "TP": 0,
+            "n_pred": 0,
+            "n_ref": 0
+          },
+          "3": {
+            "Dice": NaN,
+            "FN": 0,
+            "FP": 0,
+            "IoU": NaN,
+            "TN": 524288,
+            "TP": 0,
+            "n_pred": 0,
+            "n_ref": 0
+          }
+        },
+        "prediction_file": "/scratch/slurm_tmpdir/job_2811518/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset211_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-20__unc-random-label__seed-12346/nnActiveTrainer_200epochs__nnUNetPlans__3d_fullres/fold_3/validation/case_00212.nii.gz",
+        "reference_file": "/scratch/slurm_tmpdir/job_2811518/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset211_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-20__unc-random-label__seed-12346/gt_segmentations/case_00212.nii.gz"
+      },
+      {
+        "metrics": {
+          "1": {
+            "Dice": NaN,
+            "FN": 0,
+            "FP": 0,
+            "IoU": NaN,
+            "TN": 262144,
+            "TP": 0,
+            "n_pred": 0,
+            "n_ref": 0
+          },
+          "2": {
+            "Dice": NaN,
+            "FN": 0,
+            "FP": 0,
+            "IoU": NaN,
+            "TN": 262144,
+            "TP": 0,
+            "n_pred": 0,
+            "n_ref": 0
+          },
+          "3": {
+            "Dice": NaN,
+            "FN": 0,
+            "FP": 0,
+            "IoU": NaN,
+            "TN": 262144,
+            "TP": 0,
+            "n_pred": 0,
+            "n_ref": 0
+          }
+        },
+        "prediction_file": "/scratch/slurm_tmpdir/job_2811518/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset211_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-20__unc-random-label__seed-12346/nnActiveTrainer_200epochs__nnUNetPlans__3d_fullres/fold_3/validation/case_00225.nii.gz",
+        "reference_file": "/scratch/slurm_tmpdir/job_2811518/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset211_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-20__unc-random-label__seed-12346/gt_segmentations/case_00225.nii.gz"
+      }
+    ]
+  },
+  "fold_4": {
+    "foreground_mean": {
+      "Dice": 0.42047334237978745,
+      "FN": 7205.787878787879,
+      "FP": 2897.6666666666665,
+      "IoU": 0.3695107318005611,
+      "TN": 229222.06060606064,
+      "TP": 22818.484848484848,
+      "n_pred": 25716.15151515151,
+      "n_ref": 30024.272727272724
+    },
+    "mean": {
+      "1": {
+        "Dice": 0.7621400466616639,
+        "FN": 10899.363636363636,
+        "FP": 4290.181818181818,
+        "IoU": 0.6890939937237706,
+        "TN": 199547.0,
+        "TP": 47407.454545454544,
+        "n_pred": 51697.63636363636,
+        "n_ref": 58306.818181818184
+      },
+      "2": {
+        "Dice": 0.49927998047769845,
+        "FN": 10675.181818181818,
+        "FP": 1971.0,
+        "IoU": 0.41943820167791274,
+        "TN": 228449.81818181818,
+        "TP": 21048.0,
+        "n_pred": 23019.0,
+        "n_ref": 31723.18181818182
+      },
+      "3": {
+        "Dice": 0.0,
+        "FN": 42.81818181818182,
+        "FP": 2431.818181818182,
+        "IoU": 0.0,
+        "TN": 259669.36363636365,
+        "TP": 0.0,
+        "n_pred": 2431.818181818182,
+        "n_ref": 42.81818181818182
+      }
+    },
+    "metric_per_case": [
+      {
+        "metrics": {
+          "1": {
+            "Dice": NaN,
+            "FN": 0,
+            "FP": 0,
+            "IoU": NaN,
+            "TN": 262144,
+            "TP": 0,
+            "n_pred": 0,
+            "n_ref": 0
+          },
+          "2": {
+            "Dice": NaN,
+            "FN": 0,
+            "FP": 0,
+            "IoU": NaN,
+            "TN": 262144,
+            "TP": 0,
+            "n_pred": 0,
+            "n_ref": 0
+          },
+          "3": {
+            "Dice": NaN,
+            "FN": 0,
+            "FP": 0,
+            "IoU": NaN,
+            "TN": 262144,
+            "TP": 0,
+            "n_pred": 0,
+            "n_ref": 0
+          }
+        },
+        "prediction_file": "/scratch/slurm_tmpdir/job_2811518/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset211_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-20__unc-random-label__seed-12346/nnActiveTrainer_200epochs__nnUNetPlans__3d_fullres/fold_4/validation/case_00021.nii.gz",
+        "reference_file": "/scratch/slurm_tmpdir/job_2811518/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset211_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-20__unc-random-label__seed-12346/gt_segmentations/case_00021.nii.gz"
+      },
+      {
+        "metrics": {
+          "1": {
+            "Dice": 0.9909732060842895,
+            "FN": 390,
+            "FP": 2509,
+            "IoU": 0.9821079202848908,
+            "TN": 100117,
+            "TP": 159128,
+            "n_pred": 161637,
+            "n_ref": 159518
+          },
+          "2": {
+            "Dice": NaN,
+            "FN": 0,
+            "FP": 0,
+            "IoU": NaN,
+            "TN": 262144,
+            "TP": 0,
+            "n_pred": 0,
+            "n_ref": 0
+          },
+          "3": {
+            "Dice": NaN,
+            "FN": 0,
+            "FP": 0,
+            "IoU": NaN,
+            "TN": 262144,
+            "TP": 0,
+            "n_pred": 0,
+            "n_ref": 0
+          }
+        },
+        "prediction_file": "/scratch/slurm_tmpdir/job_2811518/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset211_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-20__unc-random-label__seed-12346/nnActiveTrainer_200epochs__nnUNetPlans__3d_fullres/fold_4/validation/case_00062.nii.gz",
+        "reference_file": "/scratch/slurm_tmpdir/job_2811518/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset211_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-20__unc-random-label__seed-12346/gt_segmentations/case_00062.nii.gz"
+      },
+      {
+        "metrics": {
+          "1": {
+            "Dice": 0.8041382999836055,
+            "FN": 14329,
+            "FP": 8370,
+            "IoU": 0.6724341953359502,
+            "TN": 192848,
+            "TP": 46597,
+            "n_pred": 54967,
+            "n_ref": 60926
+          },
+          "2": {
+            "Dice": 0.9162992283795972,
+            "FN": 10942,
+            "FP": 9104,
+            "IoU": 0.8455278914395358,
+            "TN": 132373,
+            "TP": 109725,
+            "n_pred": 118829,
+            "n_ref": 120667
+          },
+          "3": {
+            "Dice": NaN,
+            "FN": 0,
+            "FP": 0,
+            "IoU": NaN,
+            "TN": 262144,
+            "TP": 0,
+            "n_pred": 0,
+            "n_ref": 0
+          }
+        },
+        "prediction_file": "/scratch/slurm_tmpdir/job_2811518/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset211_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-20__unc-random-label__seed-12346/nnActiveTrainer_200epochs__nnUNetPlans__3d_fullres/fold_4/validation/case_00092.nii.gz",
+        "reference_file": "/scratch/slurm_tmpdir/job_2811518/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset211_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-20__unc-random-label__seed-12346/gt_segmentations/case_00092.nii.gz"
+      },
+      {
+        "metrics": {
+          "1": {
+            "Dice": 0.978425727224823,
+            "FN": 2928,
+            "FP": 2722,
+            "IoU": 0.9577626936188027,
+            "TN": 128376,
+            "TP": 128118,
+            "n_pred": 130840,
+            "n_ref": 131046
+          },
+          "2": {
+            "Dice": NaN,
+            "FN": 0,
+            "FP": 0,
+            "IoU": NaN,
+            "TN": 262144,
+            "TP": 0,
+            "n_pred": 0,
+            "n_ref": 0
+          },
+          "3": {
+            "Dice": 0.0,
+            "FN": 75,
+            "FP": 0,
+            "IoU": 0.0,
+            "TN": 262069,
+            "TP": 0,
+            "n_pred": 0,
+            "n_ref": 75
+          }
+        },
+        "prediction_file": "/scratch/slurm_tmpdir/job_2811518/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset211_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-20__unc-random-label__seed-12346/nnActiveTrainer_200epochs__nnUNetPlans__3d_fullres/fold_4/validation/case_00123.nii.gz",
+        "reference_file": "/scratch/slurm_tmpdir/job_2811518/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset211_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-20__unc-random-label__seed-12346/gt_segmentations/case_00123.nii.gz"
+      },
+      {
+        "metrics": {
+          "1": {
+            "Dice": 0.9520060018308337,
+            "FN": 3116,
+            "FP": 3857,
+            "IoU": 0.908407875898123,
+            "TN": 186013,
+            "TP": 69158,
+            "n_pred": 73015,
+            "n_ref": 72274
+          },
+          "2": {
+            "Dice": 0.0,
+            "FN": 5184,
+            "FP": 682,
+            "IoU": 0.0,
+            "TN": 256278,
+            "TP": 0,
+            "n_pred": 682,
+            "n_ref": 5184
+          },
+          "3": {
+            "Dice": NaN,
+            "FN": 0,
+            "FP": 0,
+            "IoU": NaN,
+            "TN": 262144,
+            "TP": 0,
+            "n_pred": 0,
+            "n_ref": 0
+          }
+        },
+        "prediction_file": "/scratch/slurm_tmpdir/job_2811518/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset211_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-20__unc-random-label__seed-12346/nnActiveTrainer_200epochs__nnUNetPlans__3d_fullres/fold_4/validation/case_00137.nii.gz",
+        "reference_file": "/scratch/slurm_tmpdir/job_2811518/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset211_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-20__unc-random-label__seed-12346/gt_segmentations/case_00137.nii.gz"
+      },
+      {
+        "metrics": {
+          "1": {
+            "Dice": 0.9691837985808888,
+            "FN": 3679,
+            "FP": 1398,
+            "IoU": 0.9402100949195656,
+            "TN": 177230,
+            "TP": 79837,
+            "n_pred": 81235,
+            "n_ref": 83516
+          },
+          "2": {
+            "Dice": NaN,
+            "FN": 0,
+            "FP": 0,
+            "IoU": NaN,
+            "TN": 262144,
+            "TP": 0,
+            "n_pred": 0,
+            "n_ref": 0
+          },
+          "3": {
+            "Dice": 0.0,
+            "FN": 396,
+            "FP": 0,
+            "IoU": 0.0,
+            "TN": 261748,
+            "TP": 0,
+            "n_pred": 0,
+            "n_ref": 396
+          }
+        },
+        "prediction_file": "/scratch/slurm_tmpdir/job_2811518/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset211_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-20__unc-random-label__seed-12346/nnActiveTrainer_200epochs__nnUNetPlans__3d_fullres/fold_4/validation/case_00180.nii.gz",
+        "reference_file": "/scratch/slurm_tmpdir/job_2811518/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset211_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-20__unc-random-label__seed-12346/gt_segmentations/case_00180.nii.gz"
+      },
+      {
+        "metrics": {
+          "1": {
+            "Dice": 0.33290178458101694,
+            "FN": 2251,
+            "FP": 24028,
+            "IoU": 0.19968936533073456,
+            "TN": 229308,
+            "TP": 6557,
+            "n_pred": 30585,
+            "n_ref": 8808
+          },
+          "2": {
+            "Dice": 0.6214115733349399,
+            "FN": 47869,
+            "FP": 2403,
+            "IoU": 0.45075931388615753,
+            "TN": 170614,
+            "TP": 41258,
+            "n_pred": 43661,
+            "n_ref": 89127
+          },
+          "3": {
+            "Dice": 0.0,
+            "FN": 0,
+            "FP": 26750,
+            "IoU": 0.0,
+            "TN": 235394,
+            "TP": 0,
+            "n_pred": 26750,
+            "n_ref": 0
+          }
+        },
+        "prediction_file": "/scratch/slurm_tmpdir/job_2811518/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset211_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-20__unc-random-label__seed-12346/nnActiveTrainer_200epochs__nnUNetPlans__3d_fullres/fold_4/validation/case_00199.nii.gz",
+        "reference_file": "/scratch/slurm_tmpdir/job_2811518/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset211_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-20__unc-random-label__seed-12346/gt_segmentations/case_00199.nii.gz"
+      },
+      {
+        "metrics": {
+          "1": {
+            "Dice": NaN,
+            "FN": 0,
+            "FP": 0,
+            "IoU": NaN,
+            "TN": 262144,
+            "TP": 0,
+            "n_pred": 0,
+            "n_ref": 0
+          },
+          "2": {
+            "Dice": NaN,
+            "FN": 0,
+            "FP": 0,
+            "IoU": NaN,
+            "TN": 262144,
+            "TP": 0,
+            "n_pred": 0,
+            "n_ref": 0
+          },
+          "3": {
+            "Dice": NaN,
+            "FN": 0,
+            "FP": 0,
+            "IoU": NaN,
+            "TN": 262144,
+            "TP": 0,
+            "n_pred": 0,
+            "n_ref": 0
+          }
+        },
+        "prediction_file": "/scratch/slurm_tmpdir/job_2811518/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset211_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-20__unc-random-label__seed-12346/nnActiveTrainer_200epochs__nnUNetPlans__3d_fullres/fold_4/validation/case_00245.nii.gz",
+        "reference_file": "/scratch/slurm_tmpdir/job_2811518/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset211_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-20__unc-random-label__seed-12346/gt_segmentations/case_00245.nii.gz"
+      },
+      {
+        "metrics": {
+          "1": {
+            "Dice": 0.7909839393299664,
+            "FN": 8835,
+            "FP": 4036,
+            "IoU": 0.6542377434519812,
+            "TN": 224919,
+            "TP": 24354,
+            "n_pred": 28390,
+            "n_ref": 33189
+          },
+          "2": {
+            "Dice": 0.854483261980239,
+            "FN": 21856,
+            "FP": 4860,
+            "IoU": 0.7459369502163473,
+            "TN": 156989,
+            "TP": 78439,
+            "n_pred": 83299,
+            "n_ref": 100295
+          },
+          "3": {
+            "Dice": NaN,
+            "FN": 0,
+            "FP": 0,
+            "IoU": NaN,
+            "TN": 262144,
+            "TP": 0,
+            "n_pred": 0,
+            "n_ref": 0
+          }
+        },
+        "prediction_file": "/scratch/slurm_tmpdir/job_2811518/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset211_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-20__unc-random-label__seed-12346/nnActiveTrainer_200epochs__nnUNetPlans__3d_fullres/fold_4/validation/case_00252.nii.gz",
+        "reference_file": "/scratch/slurm_tmpdir/job_2811518/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset211_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-20__unc-random-label__seed-12346/gt_segmentations/case_00252.nii.gz"
+      },
+      {
+        "metrics": {
+          "1": {
+            "Dice": 0.893574297188755,
+            "FN": 14,
+            "FP": 92,
+            "IoU": 0.8076225045372051,
+            "TN": 261593,
+            "TP": 445,
+            "n_pred": 537,
+            "n_ref": 459
+          },
+          "2": {
+            "Dice": NaN,
+            "FN": 0,
+            "FP": 0,
+            "IoU": NaN,
+            "TN": 262144,
+            "TP": 0,
+            "n_pred": 0,
+            "n_ref": 0
+          },
+          "3": {
+            "Dice": NaN,
+            "FN": 0,
+            "FP": 0,
+            "IoU": NaN,
+            "TN": 262144,
+            "TP": 0,
+            "n_pred": 0,
+            "n_ref": 0
+          }
+        },
+        "prediction_file": "/scratch/slurm_tmpdir/job_2811518/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset211_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-20__unc-random-label__seed-12346/nnActiveTrainer_200epochs__nnUNetPlans__3d_fullres/fold_4/validation/case_00257.nii.gz",
+        "reference_file": "/scratch/slurm_tmpdir/job_2811518/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset211_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-20__unc-random-label__seed-12346/gt_segmentations/case_00257.nii.gz"
+      },
+      {
+        "metrics": {
+          "1": {
+            "Dice": 0.1470733651507966,
+            "FN": 84351,
+            "FP": 180,
+            "IoU": 0.07937355013668194,
+            "TN": 170325,
+            "TP": 7288,
+            "n_pred": 7468,
+            "n_ref": 91639
+          },
+          "2": {
+            "Dice": 0.10420583869371598,
+            "FN": 31576,
+            "FP": 4632,
+            "IoU": 0.0549668528475231,
+            "TN": 223830,
+            "TP": 2106,
+            "n_pred": 6738,
+            "n_ref": 33682
+          },
+          "3": {
+            "Dice": NaN,
+            "FN": 0,
+            "FP": 0,
+            "IoU": NaN,
+            "TN": 262144,
+            "TP": 0,
+            "n_pred": 0,
+            "n_ref": 0
+          }
+        },
+        "prediction_file": "/scratch/slurm_tmpdir/job_2811518/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset211_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-20__unc-random-label__seed-12346/nnActiveTrainer_200epochs__nnUNetPlans__3d_fullres/fold_4/validation/case_00292.nii.gz",
+        "reference_file": "/scratch/slurm_tmpdir/job_2811518/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset211_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-20__unc-random-label__seed-12346/gt_segmentations/case_00292.nii.gz"
+      }
+    ]
+  },
+  "mean": {
+    "foreground_mean": {
+      "Dice": 0.3534224688365999,
+      "FN": 5881.345454545455,
+      "FP": 3950.157575757575,
+      "IoU": 0.3005814186524278,
+      "TN": 259976.3696969697,
+      "TP": 16167.4,
+      "n_pred": 20117.557575757575,
+      "n_ref": 22048.745454545453
+    },
+    "mean": {
+      "1": {
+        "Dice": 0.6680744230883441,
+        "FN": 4684.2,
+        "FP": 5737.145454545454,
+        "IoU": 0.6037252922621674,
+        "TN": 238051.63636363638,
+        "TP": 37502.29090909091,
+        "n_pred": 43239.43636363636,
+        "n_ref": 42186.49090909091
+      },
+      "2": {
+        "Dice": 0.33297862442537024,
+        "FN": 9627.690909090908,
+        "FP": 4703.145454545454,
+        "IoU": 0.25492430393459087,
+        "TN": 261466.0727272727,
+        "TP": 10178.363636363636,
+        "n_pred": 14881.50909090909,
+        "n_ref": 19806.054545454546
+      },
+      "3": {
+        "Dice": 0.05921435899608529,
+        "FN": 3332.1454545454544,
+        "FP": 1410.1818181818182,
+        "IoU": 0.043094659760525365,
+        "TN": 280411.4,
+        "TP": 821.5454545454544,
+        "n_pred": 2231.727272727273,
+        "n_ref": 4153.6909090909085
+      }
+    }
+  }
+}