diff --git a/nnActive_results/Dataset006_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-40__unc-power_bald__seed-12347/config.json b/nnActive_results/Dataset006_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-40__unc-power_bald__seed-12347/config.json new file mode 100644 index 0000000000000000000000000000000000000000..e02154c7ce8a0d90752773b8df4653a1b23a639d --- /dev/null +++ b/nnActive_results/Dataset006_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-40__unc-power_bald__seed-12347/config.json @@ -0,0 +1,29 @@ +{ + "patch_size": [ + 64, + 64, + 64 + ], + "base_id": 135, + "starting_budget": "random-label2-all-classes", + "starting_budget_size": 40, + "trainer": "nnActiveTrainer_200epochs", + "model_plans": "nnUNetPlans", + "model_config": "3d_fullres", + "uncertainty": "power_bald", + "aggregation": "patch", + "query_size": 40, + "query_steps": 5, + "agg_stride": 8, + "n_patch_per_image": 20, + "seed": 12347, + "full_folds": 5, + "train_folds": 5, + "dataset": "Dataset135_KiTS2021", + "pre_suffix": "__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-40", + "use_mirroring": false, + "use_gaussian": true, + "tile_step_size": 0.75, + "patch_overlap": 0.0, + "additional_overlap": 0.4 +} \ No newline at end of file diff --git a/nnActive_results/Dataset006_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-40__unc-power_bald__seed-12347/state.json b/nnActive_results/Dataset006_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-40__unc-power_bald__seed-12347/state.json new file mode 100644 index 0000000000000000000000000000000000000000..aee914afdbb0a02a18f4576a24eb423511c67535 --- /dev/null +++ b/nnActive_results/Dataset006_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-40__unc-power_bald__seed-12347/state.json @@ -0,0 +1,12 @@ +{ + "dataset_id": 6, + "name": "KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-40__unc-power_bald__seed-12347", + "loop": 4, + "preprocess": true, + "training": true, + "get_performance": true, + "pred_tr": false, + "query": false, + "update_data": false, + "in_progress": false +} \ No newline at end of file diff --git a/nnActive_results/Dataset020_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-40__unc-random-label__seed-12346/config.json b/nnActive_results/Dataset020_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-40__unc-random-label__seed-12346/config.json new file mode 100644 index 0000000000000000000000000000000000000000..408630e8d4eb995c6989c4fc8fa45e91a7681d2d --- /dev/null +++ b/nnActive_results/Dataset020_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-40__unc-random-label__seed-12346/config.json @@ -0,0 +1,29 @@ +{ + "patch_size": [ + 64, + 64, + 64 + ], + "base_id": 135, + "starting_budget": "random-label2-all-classes", + "starting_budget_size": 40, + "trainer": "nnActiveTrainer_200epochs", + "model_plans": "nnUNetPlans", + "model_config": "3d_fullres", + "uncertainty": "random-label", + "aggregation": "patch", + "query_size": 40, + "query_steps": 5, + "agg_stride": 8, + "n_patch_per_image": 20, + "seed": 12346, + "full_folds": 5, + "train_folds": 5, + "dataset": "Dataset135_KiTS2021", + "pre_suffix": "__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-40", + "use_mirroring": false, + "use_gaussian": true, + "tile_step_size": 0.75, + "patch_overlap": 0.0, + "additional_overlap": 0.4 +} \ No newline at end of file diff --git a/nnActive_results/Dataset020_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-40__unc-random-label__seed-12346/state.json b/nnActive_results/Dataset020_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-40__unc-random-label__seed-12346/state.json new file mode 100644 index 0000000000000000000000000000000000000000..d06ccc4a69add3d0a32ddbc670805377d55d7e88 --- /dev/null +++ b/nnActive_results/Dataset020_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-40__unc-random-label__seed-12346/state.json @@ -0,0 +1,12 @@ +{ + "dataset_id": 20, + "name": "KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-40__unc-random-label__seed-12346", + "loop": 4, + "preprocess": true, + "training": true, + "get_performance": true, + "pred_tr": false, + "query": false, + "update_data": false, + "in_progress": false +} \ No newline at end of file diff --git a/nnActive_results/Dataset044_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-power_pe__seed-12348/config.json b/nnActive_results/Dataset044_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-power_pe__seed-12348/config.json new file mode 100644 index 0000000000000000000000000000000000000000..0a5be59bdf5cf4a53b843825cf94eaf42a64d048 --- /dev/null +++ b/nnActive_results/Dataset044_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-power_pe__seed-12348/config.json @@ -0,0 +1,29 @@ +{ + "patch_size": [ + 64, + 64, + 64 + ], + "base_id": 135, + "starting_budget": "random-label2-all-classes", + "starting_budget_size": 200, + "trainer": "nnActiveTrainer_200epochs", + "model_plans": "nnUNetPlans", + "model_config": "3d_fullres", + "uncertainty": "power_pe", + "aggregation": "patch", + "query_size": 200, + "query_steps": 5, + "agg_stride": 8, + "n_patch_per_image": 20, + "seed": 12348, + "full_folds": 5, + "train_folds": 5, + "dataset": "Dataset135_KiTS2021", + "pre_suffix": "__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200", + "use_mirroring": false, + "use_gaussian": true, + "tile_step_size": 0.75, + "patch_overlap": 0.0, + "additional_overlap": 0.4 +} \ No newline at end of file diff --git a/nnActive_results/Dataset044_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-power_pe__seed-12348/state.json b/nnActive_results/Dataset044_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-power_pe__seed-12348/state.json new file mode 100644 index 0000000000000000000000000000000000000000..d79b1bf3ac3844bab107ce4da6bf3a8f995e84d2 --- /dev/null +++ b/nnActive_results/Dataset044_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-power_pe__seed-12348/state.json @@ -0,0 +1,12 @@ +{ + "dataset_id": 44, + "name": "KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-power_pe__seed-12348", + "loop": 4, + "preprocess": true, + "training": true, + "get_performance": true, + "pred_tr": false, + "query": false, + "update_data": false, + "in_progress": false +} \ No newline at end of file diff --git a/nnActive_results/Dataset062_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12346/config.json b/nnActive_results/Dataset062_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12346/config.json new file mode 100644 index 0000000000000000000000000000000000000000..a25daa7755ee1c6fa0b0b365fa5e3709549134e0 --- /dev/null +++ b/nnActive_results/Dataset062_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12346/config.json @@ -0,0 +1,29 @@ +{ + "patch_size": [ + 64, + 64, + 64 + ], + "base_id": 135, + "starting_budget": "random-label2-all-classes", + "starting_budget_size": 200, + "trainer": "nnActiveTrainer_200epochs", + "model_plans": "nnUNetPlans", + "model_config": "3d_fullres", + "uncertainty": "softrank_bald", + "aggregation": "patch", + "query_size": 200, + "query_steps": 5, + "agg_stride": 8, + "n_patch_per_image": 20, + "seed": 12346, + "full_folds": 5, + "train_folds": 5, + "dataset": "Dataset135_KiTS2021", + "pre_suffix": "__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200", + "use_mirroring": false, + "use_gaussian": true, + "tile_step_size": 0.75, + "patch_overlap": 0.0, + "additional_overlap": 0.4 +} \ No newline at end of file diff --git a/nnActive_results/Dataset062_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12346/state.json b/nnActive_results/Dataset062_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12346/state.json new file mode 100644 index 0000000000000000000000000000000000000000..3bbd77e749377a2370bfc7de830d8ea09e25c478 --- /dev/null +++ b/nnActive_results/Dataset062_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12346/state.json @@ -0,0 +1,12 @@ +{ + "dataset_id": 62, + "name": "KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12346", + "loop": 4, + "preprocess": true, + "training": true, + "get_performance": true, + "pred_tr": false, + "query": false, + "update_data": false, + "in_progress": false +} \ No newline at end of file diff --git a/nnActive_results/Dataset068_KiTS2021__patch-1000_1000_1000__qs-22__tr-nnUNetTrainer_200epochs__unc-random__seed-12348/state.json b/nnActive_results/Dataset068_KiTS2021__patch-1000_1000_1000__qs-22__tr-nnUNetTrainer_200epochs__unc-random__seed-12348/state.json new file mode 100644 index 0000000000000000000000000000000000000000..2665d219b57a8ba465847013d314188046e3385a --- /dev/null +++ b/nnActive_results/Dataset068_KiTS2021__patch-1000_1000_1000__qs-22__tr-nnUNetTrainer_200epochs__unc-random__seed-12348/state.json @@ -0,0 +1,12 @@ +{ + "dataset_id": 68, + "name": "KiTS2021__patch-1000_1000_1000__qs-22__tr-nnUNetTrainer_200epochs__unc-random__seed-12348", + "loop": 4, + "preprocess": true, + "training": true, + "get_performance": true, + "pred_tr": false, + "query": false, + "update_data": false, + "in_progress": false +} \ No newline at end of file diff --git a/nnActive_results/Dataset079_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-power_bald__seed-12347/config.json b/nnActive_results/Dataset079_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-power_bald__seed-12347/config.json new file mode 100644 index 0000000000000000000000000000000000000000..b5af73e2ac3184794960a91e35f265b0b19985df --- /dev/null +++ b/nnActive_results/Dataset079_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-power_bald__seed-12347/config.json @@ -0,0 +1,29 @@ +{ + "patch_size": [ + 64, + 64, + 64 + ], + "base_id": 135, + "starting_budget": "random-label2-all-classes", + "starting_budget_size": 200, + "trainer": "nnActiveTrainer_500epochs", + "model_plans": "nnUNetPlans", + "model_config": "3d_fullres", + "uncertainty": "power_bald", + "aggregation": "patch", + "query_size": 200, + "query_steps": 5, + "agg_stride": 8, + "n_patch_per_image": 20, + "seed": 12347, + "full_folds": 5, + "train_folds": 5, + "dataset": "Dataset135_KiTS2021", + "pre_suffix": "__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200", + "use_mirroring": false, + "use_gaussian": true, + "tile_step_size": 0.75, + "patch_overlap": 0.0, + "additional_overlap": 0.4 +} \ No newline at end of file diff --git a/nnActive_results/Dataset079_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-power_bald__seed-12347/state.json b/nnActive_results/Dataset079_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-power_bald__seed-12347/state.json new file mode 100644 index 0000000000000000000000000000000000000000..33fc8ec9791c0b9f610899c06a8896ffef844226 --- /dev/null +++ b/nnActive_results/Dataset079_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-power_bald__seed-12347/state.json @@ -0,0 +1,12 @@ +{ + "dataset_id": 79, + "name": "KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-power_bald__seed-12347", + "loop": 4, + "preprocess": true, + "training": true, + "get_performance": true, + "pred_tr": false, + "query": false, + "update_data": false, + "in_progress": false +} \ No newline at end of file diff --git a/nnActive_results/Dataset087_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-pred_entropy__seed-12347/config.json b/nnActive_results/Dataset087_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-pred_entropy__seed-12347/config.json new file mode 100644 index 0000000000000000000000000000000000000000..80688227fc8ae7dd3b5d1b9582bf58a4f0fd15ef --- /dev/null +++ b/nnActive_results/Dataset087_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-pred_entropy__seed-12347/config.json @@ -0,0 +1,29 @@ +{ + "patch_size": [ + 64, + 64, + 64 + ], + "base_id": 135, + "starting_budget": "random-label2-all-classes", + "starting_budget_size": 200, + "trainer": "nnActiveTrainer_500epochs", + "model_plans": "nnUNetPlans", + "model_config": "3d_fullres", + "uncertainty": "pred_entropy", + "aggregation": "patch", + "query_size": 200, + "query_steps": 5, + "agg_stride": 8, + "n_patch_per_image": 20, + "seed": 12347, + "full_folds": 5, + "train_folds": 5, + "dataset": "Dataset135_KiTS2021", + "pre_suffix": "__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200", + "use_mirroring": false, + "use_gaussian": true, + "tile_step_size": 0.75, + "patch_overlap": 0.0, + "additional_overlap": 0.4 +} \ No newline at end of file diff --git a/nnActive_results/Dataset087_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-pred_entropy__seed-12347/state.json b/nnActive_results/Dataset087_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-pred_entropy__seed-12347/state.json new file mode 100644 index 0000000000000000000000000000000000000000..df0563fea89a8711b4e6184b1c37a4ed35e97634 --- /dev/null +++ b/nnActive_results/Dataset087_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-pred_entropy__seed-12347/state.json @@ -0,0 +1,12 @@ +{ + "dataset_id": 87, + "name": "KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-pred_entropy__seed-12347", + "loop": 4, + "preprocess": true, + "training": true, + "get_performance": true, + "pred_tr": false, + "query": false, + "update_data": false, + "in_progress": false +} \ No newline at end of file diff --git a/nnActive_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/loop_000/summary_cross_val.json b/nnActive_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/loop_000/summary_cross_val.json new file mode 100644 index 0000000000000000000000000000000000000000..e13bfff57526a5642d9d45462020179a8d123651 --- /dev/null +++ b/nnActive_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/loop_000/summary_cross_val.json @@ -0,0 +1,7224 @@ +{ + "fold_0": { + "foreground_mean": { + "Dice": 0.5000676108915206, + "FN": 1414.7777777777776, + "FP": 1274.2307692307693, + "IoU": 0.444479609527444, + "TN": 253532.48717948716, + "TP": 12644.145299145299, + "n_pred": 13918.37606837607, + "n_ref": 14058.923076923076 + }, + "mean": { + "1": { + "Dice": 0.8560422855790881, + "FN": 2225.3076923076924, + "FP": 1953.7435897435898, + "IoU": 0.7926041201485575, + "TN": 239050.76923076922, + "TP": 25635.82051282051, + "n_pred": 27589.5641025641, + "n_ref": 27861.128205128207 + }, + "2": { + "Dice": 0.4744904904925529, + "FN": 1937.2564102564102, + "FP": 1569.6153846153845, + "IoU": 0.42119245030290536, + "TN": 253370.12820512822, + "TP": 11988.641025641025, + "n_pred": 13558.25641025641, + "n_ref": 13925.897435897436 + }, + "3": { + "Dice": 0.169670056602921, + "FN": 81.76923076923077, + "FP": 299.3333333333333, + "IoU": 0.11964225813086922, + "TN": 268176.5641025641, + "TP": 307.97435897435895, + "n_pred": 607.3076923076923, + "n_ref": 389.7435897435897 + } + }, + "metric_per_case": [ + { + "metrics": { + "1": { + "Dice": 0.6467938800068764, + "FN": 29145, + "FP": 1674, + "IoU": 0.47797144163829464, + "TN": 203107, + "TP": 28218, + "n_pred": 29892, + "n_ref": 57363 + }, + "2": { + "Dice": 0.6998062766369624, + "FN": 2000, + "FP": 28992, + "IoU": 0.5382323142022767, + "TN": 195028, + "TP": 36124, + "n_pred": 65116, + "n_ref": 38124 + }, + "3": { + "Dice": 0.0, + "FN": 0, + "FP": 2059, + "IoU": 0.0, + "TN": 260085, + "TP": 0, + "n_pred": 2059, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_0/validation/case_00007.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00007.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_0/validation/case_00008.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00008.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9815706522790122, + "FN": 2533, + "FP": 1279, + "IoU": 0.96380829409084, + "TN": 156816, + "TP": 101516, + "n_pred": 102795, + "n_ref": 104049 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_0/validation/case_00038.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00038.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": 0.9362752561393252, + "FN": 30954, + "FP": 437, + "IoU": 0.8801856509807364, + "TN": 147, + "TP": 230606, + "n_pred": 231043, + "n_ref": 261560 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_0/validation/case_00042.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00042.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_0/validation/case_00045.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00045.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_0/validation/case_00046.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00046.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9744736980952884, + "FN": 1491, + "FP": 8185, + "IoU": 0.9502181429041817, + "TN": 329920, + "TP": 184692, + "n_pred": 192877, + "n_ref": 186183 + }, + "2": { + "Dice": 0.0, + "FN": 3527, + "FP": 0, + "IoU": 0.0, + "TN": 520761, + "TP": 0, + "n_pred": 0, + "n_ref": 3527 + }, + "3": { + "Dice": 0.0, + "FN": 0, + "FP": 788, + "IoU": 0.0, + "TN": 523500, + "TP": 0, + "n_pred": 788, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_0/validation/case_00061.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00061.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9781651801227846, + "FN": 1333, + "FP": 2437, + "IoU": 0.9572635039392393, + "TN": 173929, + "TP": 84445, + "n_pred": 86882, + "n_ref": 85778 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": 0.46008403361344535, + "FN": 1011, + "FP": 17, + "IoU": 0.2987721691678035, + "TN": 260678, + "TP": 438, + "n_pred": 455, + "n_ref": 1449 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_0/validation/case_00064.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00064.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9134672021419009, + "FN": 928, + "FP": 2304, + "IoU": 0.840717559509142, + "TN": 241853, + "TP": 17059, + "n_pred": 19363, + "n_ref": 17987 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_0/validation/case_00068.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00068.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9380666683263212, + "FN": 8475, + "FP": 3964, + "IoU": 0.8833574013990735, + "TN": 155502, + "TP": 94203, + "n_pred": 98167, + "n_ref": 102678 + }, + "2": { + "Dice": 0.0, + "FN": 0, + "FP": 7251, + "IoU": 0.0, + "TN": 254893, + "TP": 0, + "n_pred": 7251, + "n_ref": 0 + }, + "3": { + "Dice": 0.0, + "FN": 0, + "FP": 383, + "IoU": 0.0, + "TN": 261761, + "TP": 0, + "n_pred": 383, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_0/validation/case_00071.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00071.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_0/validation/case_00074.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00074.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_0/validation/case_00081.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00081.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_0/validation/case_00084.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00084.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.7798265265092769, + "FN": 3298, + "FP": 535, + "IoU": 0.6391111948027492, + "TN": 251523, + "TP": 6788, + "n_pred": 7323, + "n_ref": 10086 + }, + "2": { + "Dice": 0.9664638295390477, + "FN": 957, + "FP": 4218, + "IoU": 0.9351040216696136, + "TN": 182401, + "TP": 74568, + "n_pred": 78786, + "n_ref": 75525 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_0/validation/case_00089.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00089.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_0/validation/case_00097.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00097.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_0/validation/case_00105.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00105.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_0/validation/case_00106.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00106.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9680074527423026, + "FN": 1395, + "FP": 4031, + "IoU": 0.9379984916699042, + "TN": 174630, + "TP": 82088, + "n_pred": 86119, + "n_ref": 83483 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": 0.0, + "FN": 1433, + "FP": 0, + "IoU": 0.0, + "TN": 260711, + "TP": 0, + "n_pred": 0, + "n_ref": 1433 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_0/validation/case_00110.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00110.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_0/validation/case_00111.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00111.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_0/validation/case_00127.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00127.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_0/validation/case_00133.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00133.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_0/validation/case_00136.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00136.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_0/validation/case_00172.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00172.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9789046135525099, + "FN": 818, + "FP": 3150, + "IoU": 0.9586808701175638, + "TN": 166111, + "TP": 92065, + "n_pred": 95215, + "n_ref": 92883 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": 0.33579335793357934, + "FN": 693, + "FP": 27, + "IoU": 0.2017738359201774, + "TN": 261242, + "TP": 182, + "n_pred": 209, + "n_ref": 875 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_0/validation/case_00188.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00188.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_0/validation/case_00189.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00189.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.10575483134849889, + "FN": 4985, + "FP": 20095, + "IoU": 0.05582953732635621, + "TN": 235581, + "TP": 1483, + "n_pred": 21578, + "n_ref": 6468 + }, + "2": { + "Dice": 0.8860694183864916, + "FN": 19944, + "FP": 4346, + "IoU": 0.7954440186955241, + "TN": 143399, + "TP": 94455, + "n_pred": 98801, + "n_ref": 114399 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_0/validation/case_00199.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00199.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_0/validation/case_00202.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00202.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_0/validation/case_00226.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00226.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_0/validation/case_00243.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00243.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.8622207500175179, + "FN": 3630, + "FP": 17999, + "IoU": 0.7578102255167626, + "TN": 172838, + "TP": 67677, + "n_pred": 85676, + "n_ref": 71307 + }, + "2": { + "Dice": 0.7817996337311488, + "FN": 16681, + "FP": 1072, + "IoU": 0.641766047177997, + "TN": 212587, + "TP": 31804, + "n_pred": 32876, + "n_ref": 48485 + }, + "3": { + "Dice": 0.0, + "FN": 0, + "FP": 53, + "IoU": 0.0, + "TN": 262091, + "TP": 0, + "n_pred": 53, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_0/validation/case_00247.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00247.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_0/validation/case_00248.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00248.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.928263602644533, + "FN": 9819, + "FP": 1650, + "IoU": 0.8661305195335753, + "TN": 176471, + "TP": 74204, + "n_pred": 75854, + "n_ref": 84023 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": 0.7311531178792644, + "FN": 52, + "FP": 8325, + "IoU": 0.5762343180898422, + "TN": 242376, + "TP": 11391, + "n_pred": 19716, + "n_ref": 11443 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_0/validation/case_00252.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00252.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_0/validation/case_00262.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00262.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_0/validation/case_00264.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00264.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9329600084526388, + "FN": 1106, + "FP": 163, + "IoU": 0.8743439944548965, + "TN": 252045, + "TP": 8830, + "n_pred": 8993, + "n_ref": 9936 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_0/validation/case_00273.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00273.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9449448991723444, + "FN": 2613, + "FP": 4611, + "IoU": 0.8956355913838686, + "TN": 192925, + "TP": 61995, + "n_pred": 66606, + "n_ref": 64608 + }, + "2": { + "Dice": 0.0, + "FN": 1490, + "FP": 1084, + "IoU": 0.0, + "TN": 259570, + "TP": 0, + "n_pred": 1084, + "n_ref": 1490 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_0/validation/case_00279.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00279.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9072143182745136, + "FN": 15218, + "FP": 4119, + "IoU": 0.8301850339419168, + "TN": 148273, + "TP": 94534, + "n_pred": 98653, + "n_ref": 109752 + }, + "2": { + "Dice": 0.0, + "FN": 0, + "FP": 13815, + "IoU": 0.0, + "TN": 248329, + "TP": 0, + "n_pred": 13815, + "n_ref": 0 + }, + "3": { + "Dice": 0.0, + "FN": 0, + "FP": 22, + "IoU": 0.0, + "TN": 262122, + "TP": 0, + "n_pred": 22, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_0/validation/case_00292.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00292.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_0/validation/case_00293.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00293.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_0/validation/case_00296.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00296.nii.gz" + } + ] + }, + "fold_1": { + "foreground_mean": { + "Dice": 0.46739711943972134, + "FN": 1395.6929824561403, + "FP": 1223.0964912280701, + "IoU": 0.4217802238173705, + "TN": 258366.5964912281, + "TP": 14955.666666666666, + "n_pred": 16178.763157894738, + "n_ref": 16351.359649122809 + }, + "mean": { + "1": { + "Dice": 0.8596841583808651, + "FN": 1202.342105263158, + "FP": 3219.4210526315787, + "IoU": 0.8168587673461531, + "TN": 234157.2105263158, + "TP": 37362.07894736842, + "n_pred": 40581.5, + "n_ref": 38564.42105263158 + }, + "2": { + "Dice": 0.36096246018257466, + "FN": 2750.657894736842, + "FP": 277.3157894736842, + "IoU": 0.3192705454410349, + "TN": 265553.4736842105, + "TP": 7359.605263157895, + "n_pred": 7636.921052631579, + "n_ref": 10110.263157894737 + }, + "3": { + "Dice": 0.18154473975572433, + "FN": 234.07894736842104, + "FP": 172.55263157894737, + "IoU": 0.12921135866492342, + "TN": 275389.1052631579, + "TP": 145.31578947368422, + "n_pred": 317.86842105263156, + "n_ref": 379.39473684210526 + } + }, + "metric_per_case": [ + { + "metrics": { + "1": { + "Dice": 0.9698181361612532, + "FN": 4176, + "FP": 2074, + "IoU": 0.941404785119628, + "TN": 155480, + "TP": 100414, + "n_pred": 102488, + "n_ref": 104590 + }, + "2": { + "Dice": 0.0, + "FN": 0, + "FP": 2258, + "IoU": 0.0, + "TN": 259886, + "TP": 0, + "n_pred": 2258, + "n_ref": 0 + }, + "3": { + "Dice": 0.22341733251382914, + "FN": 5049, + "FP": 5, + "IoU": 0.12575678948278846, + "TN": 256363, + "TP": 727, + "n_pred": 732, + "n_ref": 5776 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_1/validation/case_00015.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00015.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_1/validation/case_00016.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00016.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9634345069756195, + "FN": 3438, + "FP": 3518, + "IoU": 0.9294487550078604, + "TN": 163549, + "TP": 91639, + "n_pred": 95157, + "n_ref": 95077 + }, + "2": { + "Dice": 0.0, + "FN": 0, + "FP": 34, + "IoU": 0.0, + "TN": 262110, + "TP": 0, + "n_pred": 34, + "n_ref": 0 + }, + "3": { + "Dice": 0.0, + "FN": 0, + "FP": 4285, + "IoU": 0.0, + "TN": 257859, + "TP": 0, + "n_pred": 4285, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_1/validation/case_00017.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00017.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9812735724936409, + "FN": 218, + "FP": 636, + "IoU": 0.9632356106590899, + "TN": 238915, + "TP": 22375, + "n_pred": 23011, + "n_ref": 22593 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_1/validation/case_00023.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00023.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.8337032349578435, + "FN": 1209, + "FP": 25990, + "IoU": 0.7148294155885004, + "TN": 166766, + "TP": 68179, + "n_pred": 94169, + "n_ref": 69388 + }, + "2": { + "Dice": 0.0, + "FN": 26582, + "FP": 0, + "IoU": 0.0, + "TN": 235562, + "TP": 0, + "n_pred": 0, + "n_ref": 26582 + }, + "3": { + "Dice": 0.0, + "FN": 0, + "FP": 3, + "IoU": 0.0, + "TN": 262141, + "TP": 0, + "n_pred": 3, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_1/validation/case_00041.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00041.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.8284066740215871, + "FN": 1683, + "FP": 28491, + "IoU": 0.7070769828172022, + "TN": 159134, + "TP": 72836, + "n_pred": 101327, + "n_ref": 74519 + }, + "2": { + "Dice": 0.0, + "FN": 33432, + "FP": 0, + "IoU": 0.0, + "TN": 228712, + "TP": 0, + "n_pred": 0, + "n_ref": 33432 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_1/validation/case_00059.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00059.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.0, + "FN": 0, + "FP": 58, + "IoU": 0.0, + "TN": 262086, + "TP": 0, + "n_pred": 58, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_1/validation/case_00066.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00066.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_1/validation/case_00076.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00076.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_1/validation/case_00094.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00094.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_1/validation/case_00098.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00098.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9559438609536203, + "FN": 518, + "FP": 430, + "IoU": 0.9156058043265379, + "TN": 250911, + "TP": 10285, + "n_pred": 10715, + "n_ref": 10803 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_1/validation/case_00104.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00104.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9704594978683089, + "FN": 840, + "FP": 719, + "IoU": 0.9426142010527478, + "TN": 234977, + "TP": 25608, + "n_pred": 26327, + "n_ref": 26448 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_1/validation/case_00112.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00112.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_1/validation/case_00128.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00128.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9662161453691374, + "FN": 4938, + "FP": 1506, + "IoU": 0.9346403902914, + "TN": 425695, + "TP": 92149, + "n_pred": 93655, + "n_ref": 97087 + }, + "2": { + "Dice": 0.0, + "FN": 0, + "FP": 1, + "IoU": 0.0, + "TN": 524287, + "TP": 0, + "n_pred": 1, + "n_ref": 0 + }, + "3": { + "Dice": 0.7844017966516945, + "FN": 1524, + "FP": 588, + "IoU": 0.6452804837084313, + "TN": 518334, + "TP": 3842, + "n_pred": 4430, + "n_ref": 5366 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_1/validation/case_00137.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00137.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9774298190892078, + "FN": 686, + "FP": 2932, + "IoU": 0.9558559767688722, + "TN": 180185, + "TP": 78341, + "n_pred": 81273, + "n_ref": 79027 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_1/validation/case_00142.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00142.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_1/validation/case_00147.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00147.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.976864093868774, + "FN": 2011, + "FP": 1830, + "IoU": 0.9547745201931002, + "TN": 177214, + "TP": 81089, + "n_pred": 82919, + "n_ref": 83100 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_1/validation/case_00148.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00148.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.973688374511178, + "FN": 3259, + "FP": 1397, + "IoU": 0.9487258551197058, + "TN": 171338, + "TP": 86150, + "n_pred": 87547, + "n_ref": 89409 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": 0.5273561595481822, + "FN": 1334, + "FP": 5, + "IoU": 0.3581016299137105, + "TN": 260058, + "TP": 747, + "n_pred": 752, + "n_ref": 2081 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_1/validation/case_00154.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00154.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.08890323969432784, + "FN": 697, + "FP": 7768, + "IoU": 0.04651948637080423, + "TN": 253266, + "TP": 413, + "n_pred": 8181, + "n_ref": 1110 + }, + "2": { + "Dice": 0.868040370058873, + "FN": 15640, + "FP": 50, + "IoU": 0.7668474626643882, + "TN": 194849, + "TP": 51605, + "n_pred": 51655, + "n_ref": 67245 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_1/validation/case_00159.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00159.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_1/validation/case_00163.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00163.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_1/validation/case_00165.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00165.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9748551757324498, + "FN": 598, + "FP": 6195, + "IoU": 0.9509438594970897, + "TN": 123670, + "TP": 131681, + "n_pred": 137876, + "n_ref": 132279 + }, + "2": { + "Dice": 0.011139992573338284, + "FN": 2609, + "FP": 54, + "IoU": 0.005601194921583271, + "TN": 259466, + "TP": 15, + "n_pred": 69, + "n_ref": 2624 + }, + "3": { + "Dice": 0.0, + "FN": 85, + "FP": 1496, + "IoU": 0.0, + "TN": 260563, + "TP": 0, + "n_pred": 1496, + "n_ref": 85 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_1/validation/case_00173.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00173.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9823424785317293, + "FN": 3876, + "FP": 2011, + "IoU": 0.9652977134335045, + "TN": 92501, + "TP": 163756, + "n_pred": 165767, + "n_ref": 167632 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_1/validation/case_00175.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00175.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_1/validation/case_00176.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00176.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9672861976619253, + "FN": 3328, + "FP": 752, + "IoU": 0.9366449789593007, + "TN": 197745, + "TP": 60319, + "n_pred": 61071, + "n_ref": 63647 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": 0.2802721088435374, + "FN": 903, + "FP": 155, + "IoU": 0.1629746835443038, + "TN": 260880, + "TP": 206, + "n_pred": 361, + "n_ref": 1109 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_1/validation/case_00180.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00180.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_1/validation/case_00181.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00181.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_1/validation/case_00184.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00184.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9073369009363308, + "FN": 2569, + "FP": 11474, + "IoU": 0.8303903570220783, + "TN": 179348, + "TP": 68753, + "n_pred": 80227, + "n_ref": 71322 + }, + "2": { + "Dice": 0.3746522060076089, + "FN": 11013, + "FP": 0, + "IoU": 0.23050586920067076, + "TN": 247832, + "TP": 3299, + "n_pred": 3299, + "n_ref": 14312 + }, + "3": { + "Dice": 0.0, + "FN": 0, + "FP": 3, + "IoU": 0.0, + "TN": 262141, + "TP": 0, + "n_pred": 3, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_1/validation/case_00205.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00205.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_1/validation/case_00213.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00213.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9480170154256005, + "FN": 2375, + "FP": 3674, + "IoU": 0.9011714346398287, + "TN": 200937, + "TP": 55158, + "n_pred": 58832, + "n_ref": 57533 + }, + "2": { + "Dice": 0.9672318341825283, + "FN": 2452, + "FP": 1709, + "IoU": 0.9365430366619899, + "TN": 196572, + "TP": 61411, + "n_pred": 63120, + "n_ref": 63863 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_1/validation/case_00216.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00216.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_1/validation/case_00220.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00220.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_1/validation/case_00241.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00241.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_1/validation/case_00253.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00253.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.8581642118599968, + "FN": 6240, + "FP": 12567, + "IoU": 0.7515653483395419, + "TN": 186442, + "TP": 56895, + "n_pred": 69462, + "n_ref": 63135 + }, + "2": { + "Dice": 0.9539138190877495, + "FN": 8694, + "FP": 6290, + "IoU": 0.911888366841706, + "TN": 92087, + "TP": 155073, + "n_pred": 161363, + "n_ref": 163767 + }, + "3": { + "Dice": 0.0, + "FN": 0, + "FP": 5, + "IoU": 0.0, + "TN": 262139, + "TP": 0, + "n_pred": 5, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_1/validation/case_00263.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00263.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_1/validation/case_00265.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00265.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9638217628160357, + "FN": 2260, + "FP": 4992, + "IoU": 0.9301698571043407, + "TN": 420436, + "TP": 96600, + "n_pred": 101592, + "n_ref": 98860 + }, + "2": { + "Dice": 0.7956088400982233, + "FN": 4103, + "FP": 142, + "IoU": 0.6605900695610458, + "TN": 511781, + "TP": 8262, + "n_pred": 8404, + "n_ref": 12365 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_1/validation/case_00270.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00270.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9654024270696008, + "FN": 770, + "FP": 3324, + "IoU": 0.9331187819580808, + "TN": 200931, + "TP": 57119, + "n_pred": 60443, + "n_ref": 57889 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": 0.0, + "FN": 0, + "FP": 12, + "IoU": 0.0, + "TN": 262132, + "TP": 0, + "n_pred": 12, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_1/validation/case_00272.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00272.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_1/validation/case_00283.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00283.nii.gz" + } + ] + }, + "fold_2": { + "foreground_mean": { + "Dice": 0.6187370053464059, + "FN": 1789.3421052631577, + "FP": 1693.7894736842106, + "IoU": 0.5395574803020659, + "TN": 267362.50877192983, + "TP": 11993.938596491227, + "n_pred": 13687.728070175437, + "n_ref": 13783.280701754387 + }, + "mean": { + "1": { + "Dice": 0.6703827703981032, + "FN": 1452.4473684210527, + "FP": 4059.2894736842104, + "IoU": 0.6270170135863776, + "TN": 251564.57894736843, + "TP": 25763.263157894737, + "n_pred": 29822.552631578947, + "n_ref": 27215.71052631579 + }, + "2": { + "Dice": 0.636947345307754, + "FN": 3364.684210526316, + "FP": 887.1842105263158, + "IoU": 0.5481242951238136, + "TN": 269705.36842105264, + "TP": 8882.342105263158, + "n_pred": 9769.526315789473, + "n_ref": 12247.026315789473 + }, + "3": { + "Dice": 0.5488809003333603, + "FN": 550.8947368421053, + "FP": 134.89473684210526, + "IoU": 0.44353113219600643, + "TN": 280817.5789473684, + "TP": 1336.2105263157894, + "n_pred": 1471.1052631578948, + "n_ref": 1887.1052631578948 + } + }, + "metric_per_case": [ + { + "metrics": { + "1": { + "Dice": 0.9446945337620579, + "FN": 158, + "FP": 702, + "IoU": 0.8951858622790981, + "TN": 253939, + "TP": 7345, + "n_pred": 8047, + "n_ref": 7503 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_2/validation/case_00001.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00001.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9811257938946937, + "FN": 3685, + "FP": 737, + "IoU": 0.962950860877215, + "TN": 404933, + "TP": 114933, + "n_pred": 115670, + "n_ref": 118618 + }, + "2": { + "Dice": 0.4784217016029593, + "FN": 396, + "FP": 27, + "IoU": 0.31442463533225284, + "TN": 523671, + "TP": 194, + "n_pred": 221, + "n_ref": 590 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_2/validation/case_00024.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00024.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_2/validation/case_00033.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00033.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_2/validation/case_00040.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00040.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9531617298711846, + "FN": 8147, + "FP": 2234, + "IoU": 0.9105147920833045, + "TN": 146136, + "TP": 105627, + "n_pred": 107861, + "n_ref": 113774 + }, + "2": { + "Dice": 0.6420612813370473, + "FN": 385, + "FP": 129, + "IoU": 0.4728205128205128, + "TN": 261169, + "TP": 461, + "n_pred": 590, + "n_ref": 846 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_2/validation/case_00044.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00044.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_2/validation/case_00065.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00065.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.7487676853800858, + "FN": 4377, + "FP": 23910, + "IoU": 0.5984241908006814, + "TN": 453848, + "TP": 42153, + "n_pred": 66063, + "n_ref": 46530 + }, + "2": { + "Dice": 0.860149512278719, + "FN": 20207, + "FP": 9987, + "IoU": 0.7546160847799233, + "TN": 401240, + "TP": 92854, + "n_pred": 102841, + "n_ref": 113061 + }, + "3": { + "Dice": 0.8479242101086255, + "FN": 11917, + "FP": 347, + "IoU": 0.7359969001592974, + "TN": 477834, + "TP": 34190, + "n_pred": 34537, + "n_ref": 46107 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_2/validation/case_00073.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00073.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.037331949833077686, + "FN": 749, + "FP": 84605, + "IoU": 0.019021020813938787, + "TN": 175135, + "TP": 1655, + "n_pred": 86260, + "n_ref": 2404 + }, + "2": { + "Dice": 0.490282789688436, + "FN": 86395, + "FP": 51, + "IoU": 0.3247514079721296, + "TN": 134123, + "TP": 41575, + "n_pred": 41626, + "n_ref": 127970 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_2/validation/case_00078.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00078.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_2/validation/case_00080.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00080.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_2/validation/case_00085.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00085.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_2/validation/case_00120.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00120.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_2/validation/case_00122.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00122.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_2/validation/case_00123.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00123.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_2/validation/case_00124.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00124.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_2/validation/case_00125.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00125.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9446595915631866, + "FN": 5932, + "FP": 8601, + "IoU": 0.8951231128943798, + "TN": 385716, + "TP": 124039, + "n_pred": 132640, + "n_ref": 129971 + }, + "2": { + "Dice": 0.9329704323939492, + "FN": 8785, + "FP": 1854, + "IoU": 0.8743623051487954, + "TN": 439608, + "TP": 74041, + "n_pred": 75895, + "n_ref": 82826 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_2/validation/case_00126.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00126.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_2/validation/case_00129.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00129.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.0, + "FN": 60, + "FP": 44, + "IoU": 0.0, + "TN": 262040, + "TP": 0, + "n_pred": 44, + "n_ref": 60 + }, + "2": { + "Dice": 0.9217805173019155, + "FN": 1982, + "FP": 23, + "IoU": 0.8549099066502641, + "TN": 248325, + "TP": 11814, + "n_pred": 11837, + "n_ref": 13796 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_2/validation/case_00139.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00139.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_2/validation/case_00140.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00140.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_2/validation/case_00143.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00143.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9278672100913045, + "FN": 2840, + "FP": 3496, + "IoU": 0.8654405674602332, + "TN": 215057, + "TP": 40751, + "n_pred": 44247, + "n_ref": 43591 + }, + "2": { + "Dice": 0.0, + "FN": 0, + "FP": 5304, + "IoU": 0.0, + "TN": 256840, + "TP": 0, + "n_pred": 5304, + "n_ref": 0 + }, + "3": { + "Dice": 0.786633282927192, + "FN": 7891, + "FP": 716, + "IoU": 0.6483062967351776, + "TN": 237671, + "TP": 15866, + "n_pred": 16582, + "n_ref": 23757 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_2/validation/case_00152.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00152.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.0, + "FN": 12, + "FP": 0, + "IoU": 0.0, + "TN": 262132, + "TP": 0, + "n_pred": 0, + "n_ref": 12 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_2/validation/case_00160.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00160.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_2/validation/case_00164.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00164.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_2/validation/case_00174.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00174.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_2/validation/case_00200.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00200.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_2/validation/case_00204.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00204.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.0, + "FN": 2, + "FP": 8, + "IoU": 0.0, + "TN": 262134, + "TP": 0, + "n_pred": 8, + "n_ref": 2 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_2/validation/case_00217.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00217.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.03318508381799521, + "FN": 4762, + "FP": 890, + "IoU": 0.016872499565141762, + "TN": 256395, + "TP": 97, + "n_pred": 987, + "n_ref": 4859 + }, + "2": { + "Dice": 0.9142263134138502, + "FN": 2811, + "FP": 3460, + "IoU": 0.8420044846438739, + "TN": 222453, + "TP": 33420, + "n_pred": 36880, + "n_ref": 36231 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_2/validation/case_00221.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00221.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9027150599779097, + "FN": 12164, + "FP": 6773, + "IoU": 0.8226806247424997, + "TN": 155348, + "TP": 87859, + "n_pred": 94632, + "n_ref": 100023 + }, + "2": { + "Dice": 0.825496633465027, + "FN": 1841, + "FP": 10703, + "IoU": 0.7028473965982849, + "TN": 219930, + "TP": 29670, + "n_pred": 40373, + "n_ref": 31511 + }, + "3": { + "Dice": 0.5609661082976237, + "FN": 1126, + "FP": 1, + "IoU": 0.38982133188955065, + "TN": 260297, + "TP": 720, + "n_pred": 721, + "n_ref": 1846 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_2/validation/case_00224.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00224.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_2/validation/case_00235.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00235.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_2/validation/case_00246.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00246.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.954104033628291, + "FN": 4461, + "FP": 4372, + "IoU": 0.9122360773014059, + "TN": 161499, + "TP": 91812, + "n_pred": 96184, + "n_ref": 96273 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": 0.0, + "FN": 0, + "FP": 4062, + "IoU": 0.0, + "TN": 258082, + "TP": 0, + "n_pred": 4062, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_2/validation/case_00250.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00250.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9719494872235144, + "FN": 293, + "FP": 3301, + "IoU": 0.9454296993622836, + "TN": 196284, + "TP": 62266, + "n_pred": 65567, + "n_ref": 62559 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_2/validation/case_00257.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00257.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.7446507177033492, + "FN": 2345, + "FP": 4326, + "IoU": 0.593182095377485, + "TN": 245746, + "TP": 9727, + "n_pred": 14053, + "n_ref": 12072 + }, + "2": { + "Dice": 0.9410316169033903, + "FN": 5056, + "FP": 1649, + "IoU": 0.8886305124159123, + "TN": 201939, + "TP": 53500, + "n_pred": 55149, + "n_ref": 58556 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_2/validation/case_00259.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00259.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9730069385443217, + "FN": 1349, + "FP": 4751, + "IoU": 0.9474328260457421, + "TN": 146102, + "TP": 109942, + "n_pred": 114693, + "n_ref": 111291 + }, + "2": { + "Dice": 0.0, + "FN": 0, + "FP": 526, + "IoU": 0.0, + "TN": 261618, + "TP": 0, + "n_pred": 526, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_2/validation/case_00260.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00260.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9753509560259073, + "FN": 262, + "FP": 3715, + "IoU": 0.9518878310206748, + "TN": 179483, + "TP": 78684, + "n_pred": 82399, + "n_ref": 78946 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_2/validation/case_00261.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00261.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_2/validation/case_00290.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00290.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9743190958489774, + "FN": 3595, + "FP": 1788, + "IoU": 0.9499241839307143, + "TN": 154647, + "TP": 102114, + "n_pred": 103902, + "n_ref": 105709 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_2/validation/case_00291.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00291.nii.gz" + } + ] + }, + "fold_3": { + "foreground_mean": { + "Dice": 0.4451905510273532, + "FN": 2725.119658119658, + "FP": 1408.3931623931624, + "IoU": 0.3827579912792444, + "TN": 246265.2564102564, + "TP": 11745.230769230771, + "n_pred": 13153.623931623932, + "n_ref": 14470.350427350428 + }, + "mean": { + "1": { + "Dice": 0.7262838991984689, + "FN": 2645.3333333333335, + "FP": 1983.1025641025642, + "IoU": 0.6708383141971304, + "TN": 228580.10256410256, + "TP": 28935.46153846154, + "n_pred": 30918.5641025641, + "n_ref": 31580.79487179487 + }, + "2": { + "Dice": 0.2834059026158762, + "FN": 4371.897435897436, + "FP": 1759.5641025641025, + "IoU": 0.2445849815202027, + "TN": 250375.20512820513, + "TP": 5637.333333333333, + "n_pred": 7396.897435897436, + "n_ref": 10009.23076923077 + }, + "3": { + "Dice": 0.3258818512677144, + "FN": 1158.128205128205, + "FP": 482.5128205128205, + "IoU": 0.23285067812040017, + "TN": 259840.46153846153, + "TP": 662.8974358974359, + "n_pred": 1145.4102564102564, + "n_ref": 1821.025641025641 + } + }, + "metric_per_case": [ + { + "metrics": { + "1": { + "Dice": 0.9681602894268079, + "FN": 3120, + "FP": 8409, + "IoU": 0.9382855491081943, + "TN": 75332, + "TP": 175283, + "n_pred": 183692, + "n_ref": 178403 + }, + "2": { + "Dice": 0.0, + "FN": 47, + "FP": 0, + "IoU": 0.0, + "TN": 262097, + "TP": 0, + "n_pred": 0, + "n_ref": 47 + }, + "3": { + "Dice": 0.6444054829454893, + "FN": 4004, + "FP": 458, + "IoU": 0.4753674309229865, + "TN": 253639, + "TP": 4043, + "n_pred": 4501, + "n_ref": 8047 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_3/validation/case_00006.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00006.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.8388423681504333, + "FN": 2795, + "FP": 7078, + "IoU": 0.722419028340081, + "TN": 226576, + "TP": 25695, + "n_pred": 32773, + "n_ref": 28490 + }, + "2": { + "Dice": 0.8789223674629867, + "FN": 6442, + "FP": 542, + "IoU": 0.7839977731729193, + "TN": 229811, + "TP": 25349, + "n_pred": 25891, + "n_ref": 31791 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_3/validation/case_00010.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00010.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9322854831422898, + "FN": 8909, + "FP": 3981, + "IoU": 0.8731598834920885, + "TN": 160520, + "TP": 88734, + "n_pred": 92715, + "n_ref": 97643 + }, + "2": { + "Dice": 0.0, + "FN": 0, + "FP": 5112, + "IoU": 0.0, + "TN": 257032, + "TP": 0, + "n_pred": 5112, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_3/validation/case_00012.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00012.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_3/validation/case_00018.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00018.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.18941773375211404, + "FN": 618, + "FP": 2737, + "IoU": 0.10461702695489725, + "TN": 258397, + "TP": 392, + "n_pred": 3129, + "n_ref": 1010 + }, + "2": { + "Dice": 0.9738557841787004, + "FN": 3998, + "FP": 425, + "IoU": 0.9490437788018433, + "TN": 175344, + "TP": 82377, + "n_pred": 82802, + "n_ref": 86375 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_3/validation/case_00026.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00026.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9691384583183135, + "FN": 490, + "FP": 4818, + "IoU": 0.9401247588859686, + "TN": 173493, + "TP": 83343, + "n_pred": 88161, + "n_ref": 83833 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_3/validation/case_00052.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00052.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_3/validation/case_00053.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00053.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_3/validation/case_00060.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00060.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_3/validation/case_00075.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00075.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9637488947833776, + "FN": 72, + "FP": 133, + "IoU": 0.9300341296928327, + "TN": 259214, + "TP": 2725, + "n_pred": 2858, + "n_ref": 2797 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_3/validation/case_00083.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00083.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.0, + "FN": 149, + "FP": 0, + "IoU": 0.0, + "TN": 261995, + "TP": 0, + "n_pred": 0, + "n_ref": 149 + }, + "2": { + "Dice": 0.0, + "FN": 9020, + "FP": 0, + "IoU": 0.0, + "TN": 253124, + "TP": 0, + "n_pred": 0, + "n_ref": 9020 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_3/validation/case_00088.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00088.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.6360816660417874, + "FN": 21300, + "FP": 10731, + "IoU": 0.46636345461815276, + "TN": 202120, + "TP": 27993, + "n_pred": 38724, + "n_ref": 49293 + }, + "2": { + "Dice": 0.8861317728947727, + "FN": 6673, + "FP": 20025, + "IoU": 0.7955445279175378, + "TN": 131563, + "TP": 103883, + "n_pred": 123908, + "n_ref": 110556 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_3/validation/case_00090.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00090.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9687380798381345, + "FN": 503, + "FP": 5152, + "IoU": 0.9393715223054904, + "TN": 168871, + "TP": 87618, + "n_pred": 92770, + "n_ref": 88121 + }, + "2": { + "Dice": 0.5738099648082978, + "FN": 2301, + "FP": 0, + "IoU": 0.4023376623376623, + "TN": 258294, + "TP": 1549, + "n_pred": 1549, + "n_ref": 3850 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_3/validation/case_00095.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00095.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_3/validation/case_00108.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00108.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_3/validation/case_00109.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00109.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_3/validation/case_00119.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00119.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": 0.0, + "FN": 0, + "FP": 7924, + "IoU": 0.0, + "TN": 254220, + "TP": 0, + "n_pred": 7924, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_3/validation/case_00134.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00134.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_3/validation/case_00150.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00150.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9814298093980681, + "FN": 1331, + "FP": 2762, + "IoU": 0.9635367483296213, + "TN": 149894, + "TP": 108157, + "n_pred": 110919, + "n_ref": 109488 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_3/validation/case_00166.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00166.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_3/validation/case_00167.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00167.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9846859144409817, + "FN": 2752, + "FP": 221, + "IoU": 0.9698337967002861, + "TN": 163590, + "TP": 95581, + "n_pred": 95802, + "n_ref": 98333 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_3/validation/case_00171.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00171.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.0036496350364963502, + "FN": 21, + "FP": 525, + "IoU": 0.0018281535648994515, + "TN": 261597, + "TP": 1, + "n_pred": 526, + "n_ref": 22 + }, + "2": { + "Dice": 0.796121135044909, + "FN": 2542, + "FP": 23, + "IoU": 0.6612967120031692, + "TN": 254571, + "TP": 5008, + "n_pred": 5031, + "n_ref": 7550 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_3/validation/case_00178.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00178.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.0, + "FN": 9385, + "FP": 0, + "IoU": 0.0, + "TN": 252759, + "TP": 0, + "n_pred": 0, + "n_ref": 9385 + }, + "2": { + "Dice": 0.0001941284954159203, + "FN": 113305, + "FP": 0, + "IoU": 9.707367009071975e-05, + "TN": 148828, + "TP": 11, + "n_pred": 11, + "n_ref": 113316 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_3/validation/case_00187.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00187.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9692896564002136, + "FN": 3176, + "FP": 964, + "IoU": 0.9404093617756283, + "TN": 192670, + "TP": 65334, + "n_pred": 66298, + "n_ref": 68510 + }, + "2": { + "Dice": 0.0, + "FN": 0, + "FP": 2, + "IoU": 0.0, + "TN": 262142, + "TP": 0, + "n_pred": 2, + "n_ref": 0 + }, + "3": { + "Dice": 0.5937974284814295, + "FN": 28357, + "FP": 13, + "IoU": 0.4222701910153545, + "TN": 213038, + "TP": 20736, + "n_pred": 20749, + "n_ref": 49093 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_3/validation/case_00190.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00190.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9679186334311644, + "FN": 7724, + "FP": 1764, + "IoU": 0.937831710545283, + "TN": 109526, + "TP": 143130, + "n_pred": 144894, + "n_ref": 150854 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_3/validation/case_00191.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00191.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_3/validation/case_00195.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00195.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_3/validation/case_00201.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00201.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_3/validation/case_00207.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00207.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_3/validation/case_00208.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00208.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.8269230769230769, + "FN": 13, + "FP": 5, + "IoU": 0.7049180327868853, + "TN": 262083, + "TP": 43, + "n_pred": 48, + "n_ref": 56 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_3/validation/case_00214.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00214.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9426233079197137, + "FN": 3554, + "FP": 5665, + "IoU": 0.8914735070102534, + "TN": 177197, + "TP": 75728, + "n_pred": 81393, + "n_ref": 79282 + }, + "2": { + "Dice": 0.0, + "FN": 6043, + "FP": 0, + "IoU": 0.0, + "TN": 256101, + "TP": 0, + "n_pred": 0, + "n_ref": 6043 + }, + "3": { + "Dice": 0.0, + "FN": 0, + "FP": 419, + "IoU": 0.0, + "TN": 261725, + "TP": 0, + "n_pred": 419, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_3/validation/case_00229.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00229.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_3/validation/case_00236.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00236.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_3/validation/case_00245.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00245.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": 0.0, + "FN": 0, + "FP": 36, + "IoU": 0.0, + "TN": 262108, + "TP": 0, + "n_pred": 36, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_3/validation/case_00254.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00254.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_3/validation/case_00255.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00255.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_3/validation/case_00267.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00267.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.885173501577287, + "FN": 2144, + "FP": 20060, + "IoU": 0.7940011318619129, + "TN": 154357, + "TP": 85583, + "n_pred": 105643, + "n_ref": 87727 + }, + "2": { + "Dice": 0.1420533863530606, + "FN": 20133, + "FP": 148, + "IoU": 0.07645719489981785, + "TN": 240184, + "TP": 1679, + "n_pred": 1827, + "n_ref": 21812 + }, + "3": { + "Dice": 0.06532449364393893, + "FN": 12806, + "FP": 17928, + "IoU": 0.03376509054325956, + "TN": 230336, + "TP": 1074, + "n_pred": 19002, + "n_ref": 13880 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_3/validation/case_00277.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00277.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.7712875761906507, + "FN": 35112, + "FP": 2336, + "IoU": 0.6277201737730016, + "TN": 161553, + "TP": 63143, + "n_pred": 65479, + "n_ref": 98255 + }, + "2": { + "Dice": 0.0, + "FN": 0, + "FP": 34386, + "IoU": 0.0, + "TN": 227758, + "TP": 0, + "n_pred": 34386, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_3/validation/case_00286.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00286.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_3/validation/case_00295.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00295.nii.gz" + } + ] + }, + "fold_4": { + "foreground_mean": { + "Dice": 0.5008581275557665, + "FN": 1578.6239316239316, + "FP": 1686.4188034188035, + "IoU": 0.4439517999220787, + "TN": 251757.50427350425, + "TP": 13843.094017094018, + "n_pred": 15529.512820512819, + "n_ref": 15421.717948717947 + }, + "mean": { + "1": { + "Dice": 0.8412805045887563, + "FN": 1063.3589743589744, + "FP": 2640.128205128205, + "IoU": 0.7969855235120992, + "TN": 231654.64102564103, + "TP": 33507.51282051282, + "n_pred": 36147.64102564102, + "n_ref": 34570.8717948718 + }, + "2": { + "Dice": 0.39330189619022027, + "FN": 3236.7179487179487, + "FP": 2315.230769230769, + "IoU": 0.33279625493217563, + "TN": 255671.1794871795, + "TP": 7642.51282051282, + "n_pred": 9957.74358974359, + "n_ref": 10879.23076923077 + }, + "3": { + "Dice": 0.2679919818883229, + "FN": 435.79487179487177, + "FP": 103.8974358974359, + "IoU": 0.2020736213219615, + "TN": 267946.6923076923, + "TP": 379.2564102564103, + "n_pred": 483.15384615384613, + "n_ref": 815.0512820512821 + } + }, + "metric_per_case": [ + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_4/validation/case_00011.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00011.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_4/validation/case_00014.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00014.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_4/validation/case_00028.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00028.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.0, + "FN": 0, + "FP": 3, + "IoU": 0.0, + "TN": 262141, + "TP": 0, + "n_pred": 3, + "n_ref": 0 + }, + "2": { + "Dice": 0.0, + "FN": 0, + "FP": 75114, + "IoU": 0.0, + "TN": 187030, + "TP": 0, + "n_pred": 75114, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_4/validation/case_00031.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00031.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_4/validation/case_00032.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00032.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9117099882408691, + "FN": 6411, + "FP": 13711, + "IoU": 0.8377454340200782, + "TN": 138129, + "TP": 103893, + "n_pred": 117604, + "n_ref": 110304 + }, + "2": { + "Dice": 0.8912495846152197, + "FN": 4185, + "FP": 5960, + "IoU": 0.8038324696418904, + "TN": 210428, + "TP": 41571, + "n_pred": 47531, + "n_ref": 45756 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_4/validation/case_00035.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00035.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9271086091429681, + "FN": 326, + "FP": 425, + "IoU": 0.8641215849466256, + "TN": 256617, + "TP": 4776, + "n_pred": 5201, + "n_ref": 5102 + }, + "2": { + "Dice": 0.0, + "FN": 0, + "FP": 31, + "IoU": 0.0, + "TN": 262113, + "TP": 0, + "n_pred": 31, + "n_ref": 0 + }, + "3": { + "Dice": 0.014285714285714285, + "FN": 552, + "FP": 0, + "IoU": 0.007194244604316547, + "TN": 261588, + "TP": 4, + "n_pred": 4, + "n_ref": 556 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_4/validation/case_00037.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00037.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_4/validation/case_00047.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00047.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_4/validation/case_00050.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00050.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": 0.0, + "FN": 0, + "FP": 747, + "IoU": 0.0, + "TN": 261397, + "TP": 0, + "n_pred": 747, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_4/validation/case_00051.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00051.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_4/validation/case_00055.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00055.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_4/validation/case_00057.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00057.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9511072763876905, + "FN": 4309, + "FP": 10991, + "IoU": 0.9067726898820949, + "TN": 98029, + "TP": 148815, + "n_pred": 159806, + "n_ref": 153124 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": 0.0, + "FN": 0, + "FP": 1959, + "IoU": 0.0, + "TN": 260185, + "TP": 0, + "n_pred": 1959, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_4/validation/case_00058.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00058.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9269971300398451, + "FN": 654, + "FP": 15066, + "IoU": 0.863927912955413, + "TN": 146617, + "TP": 99807, + "n_pred": 114873, + "n_ref": 100461 + }, + "2": { + "Dice": 0.3530025614268096, + "FN": 13625, + "FP": 15, + "IoU": 0.214330971718219, + "TN": 244783, + "TP": 3721, + "n_pred": 3736, + "n_ref": 17346 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_4/validation/case_00077.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00077.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9788456413493233, + "FN": 4767, + "FP": 2774, + "IoU": 0.9585677552635049, + "TN": 342280, + "TP": 174467, + "n_pred": 177241, + "n_ref": 179234 + }, + "2": { + "Dice": 0.0, + "FN": 0, + "FP": 1808, + "IoU": 0.0, + "TN": 522480, + "TP": 0, + "n_pred": 1808, + "n_ref": 0 + }, + "3": { + "Dice": 0.0, + "FN": 315, + "FP": 14, + "IoU": 0.0, + "TN": 523959, + "TP": 0, + "n_pred": 14, + "n_ref": 315 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_4/validation/case_00082.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00082.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9323379728983997, + "FN": 2803, + "FP": 6025, + "IoU": 0.8732519741564968, + "TN": 192494, + "TP": 60822, + "n_pred": 66847, + "n_ref": 63625 + }, + "2": { + "Dice": 0.9038270925110132, + "FN": 3889, + "FP": 3097, + "IoU": 0.8245296762364052, + "TN": 222331, + "TP": 32827, + "n_pred": 35924, + "n_ref": 36716 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_4/validation/case_00091.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00091.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_4/validation/case_00092.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00092.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_4/validation/case_00100.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00100.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9668282921573155, + "FN": 420, + "FP": 11, + "IoU": 0.9357866507747318, + "TN": 255432, + "TP": 6281, + "n_pred": 6292, + "n_ref": 6701 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_4/validation/case_00101.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00101.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9635908553776298, + "FN": 1098, + "FP": 2815, + "IoU": 0.929739823676225, + "TN": 206451, + "TP": 51780, + "n_pred": 54595, + "n_ref": 52878 + }, + "2": { + "Dice": 0.1479867361440076, + "FN": 8946, + "FP": 47, + "IoU": 0.07990587272355228, + "TN": 252370, + "TP": 781, + "n_pred": 828, + "n_ref": 9727 + }, + "3": { + "Dice": 0.0, + "FN": 0, + "FP": 1383, + "IoU": 0.0, + "TN": 260761, + "TP": 0, + "n_pred": 1383, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_4/validation/case_00103.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00103.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9443234346201989, + "FN": 2123, + "FP": 3526, + "IoU": 0.8945196526934927, + "TN": 208589, + "TP": 47906, + "n_pred": 51432, + "n_ref": 50029 + }, + "2": { + "Dice": 0.9071294932526571, + "FN": 4387, + "FP": 279, + "IoU": 0.8300429809863772, + "TN": 234690, + "TP": 22788, + "n_pred": 23067, + "n_ref": 27175 + }, + "3": { + "Dice": 0.7598738549331732, + "FN": 1576, + "FP": 23, + "IoU": 0.6127391620247034, + "TN": 258015, + "TP": 2530, + "n_pred": 2553, + "n_ref": 4106 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_4/validation/case_00114.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00114.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9819300073703204, + "FN": 1179, + "FP": 1665, + "IoU": 0.9645014728643467, + "TN": 182028, + "TP": 77272, + "n_pred": 78937, + "n_ref": 78451 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_4/validation/case_00115.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00115.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_4/validation/case_00118.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00118.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_4/validation/case_00130.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00130.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9831731654331898, + "FN": 305, + "FP": 152, + "IoU": 0.9669032444959443, + "TN": 248336, + "TP": 13351, + "n_pred": 13503, + "n_ref": 13656 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_4/validation/case_00131.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00131.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_4/validation/case_00161.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00161.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_4/validation/case_00169.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00169.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.5325927885039231, + "FN": 2274, + "FP": 24235, + "IoU": 0.36294818802268575, + "TN": 220532, + "TP": 15103, + "n_pred": 39338, + "n_ref": 17377 + }, + "2": { + "Dice": 0.9029923723841189, + "FN": 23914, + "FP": 886, + "IoU": 0.8231413799251204, + "TN": 121919, + "TP": 115425, + "n_pred": 116311, + "n_ref": 139339 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_4/validation/case_00179.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00179.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9801087177570504, + "FN": 1594, + "FP": 2025, + "IoU": 0.9609933282316041, + "TN": 169365, + "TP": 89160, + "n_pred": 91185, + "n_ref": 90754 + }, + "2": { + "Dice": 0.0, + "FN": 0, + "FP": 40, + "IoU": 0.0, + "TN": 262104, + "TP": 0, + "n_pred": 40, + "n_ref": 0 + }, + "3": { + "Dice": 0.7481243301178992, + "FN": 2265, + "FP": 85, + "IoU": 0.5976027397260274, + "TN": 256304, + "TP": 3490, + "n_pred": 3575, + "n_ref": 5755 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_4/validation/case_00192.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00192.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_4/validation/case_00222.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00222.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9393752172066262, + "FN": 4611, + "FP": 1669, + "IoU": 0.8856809990170023, + "TN": 207210, + "TP": 48654, + "n_pred": 50323, + "n_ref": 53265 + }, + "2": { + "Dice": 0.7592240395587676, + "FN": 25771, + "FP": 2081, + "IoU": 0.6118945432250154, + "TN": 190380, + "TP": 43912, + "n_pred": 45993, + "n_ref": 69683 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_4/validation/case_00223.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00223.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_4/validation/case_00225.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00225.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_4/validation/case_00231.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00231.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9127037090165212, + "FN": 4667, + "FP": 9330, + "IoU": 0.8394250183553598, + "TN": 174976, + "TP": 73171, + "n_pred": 82501, + "n_ref": 77838 + }, + "2": { + "Dice": 0.0, + "FN": 0, + "FP": 189, + "IoU": 0.0, + "TN": 261955, + "TP": 0, + "n_pred": 189, + "n_ref": 0 + }, + "3": { + "Dice": 0.6092398972540791, + "FN": 10760, + "FP": 41, + "IoU": 0.4380625357681702, + "TN": 242923, + "TP": 8420, + "n_pred": 8461, + "n_ref": 19180 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_4/validation/case_00238.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00238.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.06413612565445026, + "FN": 196, + "FP": 1234, + "IoU": 0.03313049357674104, + "TN": 260665, + "TP": 49, + "n_pred": 1283, + "n_ref": 245 + }, + "2": { + "Dice": 0.6408146667704899, + "FN": 41515, + "FP": 0, + "IoU": 0.4714696745938789, + "TN": 183596, + "TP": 37033, + "n_pred": 37033, + "n_ref": 78548 + }, + "3": { + "Dice": 0.0, + "FN": 0, + "FP": 294, + "IoU": 0.0, + "TN": 261850, + "TP": 0, + "n_pred": 294, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_4/validation/case_00249.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00249.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9870867530621245, + "FN": 1467, + "FP": 2457, + "IoU": 0.9745027583025231, + "TN": 108245, + "TP": 149975, + "n_pred": 152432, + "n_ref": 151442 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_4/validation/case_00268.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00268.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9833438942699375, + "FN": 802, + "FP": 2510, + "IoU": 0.967233549995548, + "TN": 161065, + "TP": 97767, + "n_pred": 100277, + "n_ref": 98569 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": 0.2804040404040404, + "FN": 1528, + "FP": 253, + "IoU": 0.16306390977443608, + "TN": 260016, + "TP": 347, + "n_pred": 600, + "n_ref": 1875 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_4/validation/case_00275.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00275.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9583105132867439, + "FN": 1465, + "FP": 2341, + "IoU": 0.9199579390115667, + "TN": 214594, + "TP": 43744, + "n_pred": 46085, + "n_ref": 45209 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_4/validation/case_00280.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00280.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_4/validation/case_00299.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708738/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00299.nii.gz" + } + ] + }, + "mean": { + "foreground_mean": { + "Dice": 0.5064500828521534, + "FN": 1780.711291048133, + "FP": 1457.1857399910032, + "IoU": 0.44650542096964074, + "TN": 255456.87062528115, + "TP": 13036.415069725595, + "n_pred": 14493.6008097166, + "n_ref": 14817.126360773731 + }, + "mean": { + "1": { + "Dice": 0.7907347236290564, + "FN": 1717.7578947368424, + "FP": 2771.1369770580295, + "IoU": 0.7408607477580637, + "TN": 237001.4604588394, + "TP": 30240.827395411605, + "n_pred": 33011.964372469636, + "n_ref": 31958.585290148447 + }, + "2": { + "Dice": 0.4298216189577956, + "FN": 3132.2427800269907, + "FP": 1361.7820512820513, + "IoU": 0.37319370546402647, + "TN": 258935.07098515518, + "TP": 8302.086909581647, + "n_pred": 9663.868960863698, + "n_ref": 11434.329689608636 + }, + "3": { + "Dice": 0.29879390596960864, + "FN": 492.1331983805668, + "FP": 238.63819163292845, + "IoU": 0.22546180968683216, + "TN": 270434.0804318489, + "TP": 566.3309041835357, + "n_pred": 804.9690958164642, + "n_ref": 1058.4641025641026 + } + } + } +} \ No newline at end of file diff --git a/nnActive_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/loop_001/summary.json b/nnActive_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/loop_001/summary.json new file mode 100644 index 0000000000000000000000000000000000000000..79040ac1ff56d1a97e952ee358d90eddfd584c94 --- /dev/null +++ b/nnActive_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/loop_001/summary.json @@ -0,0 +1,2746 @@ +{ + "foreground_mean": { + "Dice": 0.5781692855679204, + "FN": 36701.777777777774, + "FP": 33916.47555555555, + "IoU": 0.5103819118430944, + "TN": 134035626.9377778, + "TP": 335414.43555555557, + "n_pred": 369330.91111111105, + "n_ref": 372116.2133333333 + }, + "mean": { + "1": { + "Dice": 0.9390886647883847, + "FN": 50007.88, + "FP": 48371.50666666667, + "IoU": 0.8891943422939377, + "TN": 133570271.13333334, + "TP": 773009.1066666667, + "n_pred": 821380.6133333333, + "n_ref": 823016.9866666667 + }, + "2": { + "Dice": 0.585795596119583, + "FN": 47292.12, + "FP": 51622.18666666667, + "IoU": 0.49208562815993173, + "TN": 134111962.02666667, + "TP": 230783.29333333333, + "n_pred": 282405.48, + "n_ref": 278075.41333333333 + }, + "3": { + "Dice": 0.20962359579579332, + "FN": 12805.333333333334, + "FP": 1755.7333333333333, + "IoU": 0.14986576507541377, + "TN": 134424647.65333334, + "TP": 2450.9066666666668, + "n_pred": 4206.64, + "n_ref": 15256.24 + } + }, + "metric_per_case": [ + { + "metrics": { + "1": { + "Dice": 0.964162037983944, + "FN": 6295, + "FP": 49600, + "IoU": 0.9308039223696639, + "TN": 141363342, + "TP": 751882, + "n_pred": 801482, + "n_ref": 758177 + }, + "2": { + "Dice": 0.12830498052879688, + "FN": 16912, + "FP": 100, + "IoU": 0.06855015330705212, + "TN": 142152855, + "TP": 1252, + "n_pred": 1352, + "n_ref": 18164 + }, + "3": { + "Dice": 0.0, + "FN": 0, + "FP": 2022, + "IoU": 0.0, + "TN": 142169097, + "TP": 0, + "n_pred": 2022, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00000.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00000.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9697510196726332, + "FN": 10365, + "FP": 45532, + "IoU": 0.941278310573518, + "TN": 133396903, + "TP": 896000, + "n_pred": 941532, + "n_ref": 906365 + }, + "2": { + "Dice": 0.7705914870093975, + "FN": 14892, + "FP": 1708, + "IoU": 0.6267985611510791, + "TN": 134304320, + "TP": 27880, + "n_pred": 29588, + "n_ref": 42772 + }, + "3": { + "Dice": 0.0, + "FN": 0, + "FP": 118, + "IoU": 0.0, + "TN": 134348682, + "TP": 0, + "n_pred": 118, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00004.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00004.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.6417808912206222, + "FN": 234837, + "FP": 430747, + "IoU": 0.4725164644439337, + "TN": 217464590, + "TP": 596226, + "n_pred": 1026973, + "n_ref": 831063 + }, + "2": { + "Dice": 0.505448737389054, + "FN": 85326, + "FP": 12518, + "IoU": 0.33819431292443386, + "TN": 218578556, + "TP": 50000, + "n_pred": 62518, + "n_ref": 135326 + }, + "3": { + "Dice": 0.0, + "FN": 0, + "FP": 9482, + "IoU": 0.0, + "TN": 218716918, + "TP": 0, + "n_pred": 9482, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00005.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00005.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9690639653396381, + "FN": 19866, + "FP": 18485, + "IoU": 0.9399845700988546, + "TN": 82507381, + "TP": 600668, + "n_pred": 619153, + "n_ref": 620534 + }, + "2": { + "Dice": 0.865899371733277, + "FN": 3247, + "FP": 1833, + "IoU": 0.7635119407848796, + "TN": 83124919, + "TP": 16401, + "n_pred": 18234, + "n_ref": 19648 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 83146400, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00009.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00009.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9571527216551384, + "FN": 24397, + "FP": 22948, + "IoU": 0.9178263601303809, + "TN": 70272354, + "TP": 528813, + "n_pred": 551761, + "n_ref": 553210 + }, + "2": { + "Dice": 0.8725314183123878, + "FN": 16562, + "FP": 2963, + "IoU": 0.7738853503184714, + "TN": 70762162, + "TP": 66825, + "n_pred": 69788, + "n_ref": 83387 + }, + "3": { + "Dice": 0.0, + "FN": 0, + "FP": 371, + "IoU": 0.0, + "TN": 70848141, + "TP": 0, + "n_pred": 371, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00013.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00013.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9755666278624442, + "FN": 31378, + "FP": 20107, + "IoU": 0.952298757923956, + "TN": 232281202, + "TP": 1027837, + "n_pred": 1047944, + "n_ref": 1059215 + }, + "2": { + "Dice": 0.0, + "FN": 3608, + "FP": 5405, + "IoU": 0.0, + "TN": 233351511, + "TP": 0, + "n_pred": 5405, + "n_ref": 3608 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 233360524, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00019.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00019.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9568785313083931, + "FN": 7370, + "FP": 54846, + "IoU": 0.9173222486817486, + "TN": 102773802, + "TP": 690296, + "n_pred": 745142, + "n_ref": 697666 + }, + "2": { + "Dice": 0.0, + "FN": 15362, + "FP": 1938, + "IoU": 0.0, + "TN": 103509014, + "TP": 0, + "n_pred": 1938, + "n_ref": 15362 + }, + "3": { + "Dice": 0.0, + "FN": 0, + "FP": 15, + "IoU": 0.0, + "TN": 103526299, + "TP": 0, + "n_pred": 15, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00022.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00022.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9510905110979211, + "FN": 46290, + "FP": 31332, + "IoU": 0.9067422128990866, + "TN": 76153032, + "TP": 754716, + "n_pred": 786048, + "n_ref": 801006 + }, + "2": { + "Dice": 0.932788321993328, + "FN": 121233, + "FP": 21409, + "IoU": 0.8740424615064006, + "TN": 75852909, + "TP": 989819, + "n_pred": 1011228, + "n_ref": 1111052 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 76985370, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00025.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00025.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.980512380158752, + "FN": 14157, + "FP": 22699, + "IoU": 0.9617697763818209, + "TN": 158028294, + "TP": 927198, + "n_pred": 949897, + "n_ref": 941355 + }, + "2": { + "Dice": 0.047935842522555366, + "FN": 8386, + "FP": 12508, + "IoU": 0.024556489262371615, + "TN": 158970928, + "TP": 526, + "n_pred": 13034, + "n_ref": 8912 + }, + "3": { + "Dice": 0.0008937881722031879, + "FN": 2810, + "FP": 3897, + "IoU": 0.00044709388971684054, + "TN": 158985638, + "TP": 3, + "n_pred": 3900, + "n_ref": 2813 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00027.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00027.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.734743400207436, + "FN": 147951, + "FP": 150251, + "IoU": 0.5807070283829348, + "TN": 55042961, + "TP": 413000, + "n_pred": 563251, + "n_ref": 560951 + }, + "2": { + "Dice": 0.9108059458126544, + "FN": 449005, + "FP": 57752, + "IoU": 0.8362200861371873, + "TN": 52660029, + "TP": 2587377, + "n_pred": 2645129, + "n_ref": 3036382 + }, + "3": { + "Dice": 0.0, + "FN": 1313, + "FP": 0, + "IoU": 0.0, + "TN": 55752850, + "TP": 0, + "n_pred": 0, + "n_ref": 1313 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00030.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00030.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9693510413042231, + "FN": 34102, + "FP": 39097, + "IoU": 0.9405249315255482, + "TN": 210183265, + "TP": 1157552, + "n_pred": 1196649, + "n_ref": 1191654 + }, + "2": { + "Dice": 0.7794328776606912, + "FN": 25693, + "FP": 13176, + "IoU": 0.6385825600208282, + "TN": 211306470, + "TP": 68677, + "n_pred": 81853, + "n_ref": 94370 + }, + "3": { + "Dice": 0.5473624503686897, + "FN": 529, + "FP": 4259, + "IoU": 0.3768059351815697, + "TN": 211406333, + "TP": 2895, + "n_pred": 7154, + "n_ref": 3424 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00034.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00034.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9410231877078521, + "FN": 106011, + "FP": 32864, + "IoU": 0.8886154793805296, + "TN": 170637769, + "TP": 1107932, + "n_pred": 1140796, + "n_ref": 1213943 + }, + "2": { + "Dice": 0.8278322451356233, + "FN": 25812, + "FP": 32437, + "IoU": 0.7062404179778907, + "TN": 171686288, + "TP": 140039, + "n_pred": 172476, + "n_ref": 165851 + }, + "3": { + "Dice": 0.0, + "FN": 0, + "FP": 55, + "IoU": 0.0, + "TN": 171884521, + "TP": 0, + "n_pred": 55, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00036.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00036.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.958662570114598, + "FN": 26346, + "FP": 33230, + "IoU": 0.9206070411010749, + "TN": 121661702, + "TP": 690818, + "n_pred": 724048, + "n_ref": 717164 + }, + "2": { + "Dice": 0.0, + "FN": 13598, + "FP": 0, + "IoU": 0.0, + "TN": 122398498, + "TP": 0, + "n_pred": 0, + "n_ref": 13598 + }, + "3": { + "Dice": 0.0, + "FN": 0, + "FP": 1, + "IoU": 0.0, + "TN": 122412095, + "TP": 0, + "n_pred": 1, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00039.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00039.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9722581124229598, + "FN": 26598, + "FP": 14498, + "IoU": 0.9460139011314539, + "TN": 153847727, + "TP": 720137, + "n_pred": 734635, + "n_ref": 746735 + }, + "2": { + "Dice": 0.7541790325444537, + "FN": 9688, + "FP": 3, + "IoU": 0.6053671051024148, + "TN": 154584403, + "TP": 14866, + "n_pred": 14869, + "n_ref": 24554 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 154608960, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00043.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00043.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.968332072980166, + "FN": 34353, + "FP": 29342, + "IoU": 0.9386082940247784, + "TN": 251989938, + "TP": 973823, + "n_pred": 1003165, + "n_ref": 1008176 + }, + "2": { + "Dice": 0.38915269531916297, + "FN": 12097, + "FP": 209935, + "IoU": 0.24158260946792048, + "TN": 252734699, + "TP": 70725, + "n_pred": 280660, + "n_ref": 82822 + }, + "3": { + "Dice": 0.0, + "FN": 0, + "FP": 58, + "IoU": 0.0, + "TN": 253027398, + "TP": 0, + "n_pred": 58, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00048.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00048.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9646960518069773, + "FN": 33446, + "FP": 27394, + "IoU": 0.9317998385794996, + "TN": 135571104, + "TP": 831240, + "n_pred": 858634, + "n_ref": 864686 + }, + "2": { + "Dice": 0.08400746733042937, + "FN": 11776, + "FP": 0, + "IoU": 0.043845404352062356, + "TN": 136450868, + "TP": 540, + "n_pred": 540, + "n_ref": 12316 + }, + "3": { + "Dice": 0.0, + "FN": 0, + "FP": 67, + "IoU": 0.0, + "TN": 136463117, + "TP": 0, + "n_pred": 67, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00049.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00049.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9692201281834398, + "FN": 18306, + "FP": 53563, + "IoU": 0.9402784771838505, + "TN": 271590198, + "TP": 1131533, + "n_pred": 1185096, + "n_ref": 1149839 + }, + "2": { + "Dice": 0.4623966254093356, + "FN": 12880, + "FP": 6492, + "IoU": 0.3007255531891853, + "TN": 272765897, + "TP": 8331, + "n_pred": 14823, + "n_ref": 21211 + }, + "3": { + "Dice": 0.5461254612546126, + "FN": 1579, + "FP": 143, + "IoU": 0.3756345177664975, + "TN": 272790842, + "TP": 1036, + "n_pred": 1179, + "n_ref": 2615 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00054.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00054.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.8804877817259044, + "FN": 222379, + "FP": 42018, + "IoU": 0.7864923377819985, + "TN": 149756595, + "TP": 973952, + "n_pred": 1015970, + "n_ref": 1196331 + }, + "2": { + "Dice": 0.8762618525613431, + "FN": 141263, + "FP": 247658, + "IoU": 0.7797740555116084, + "TN": 149228935, + "TP": 1377088, + "n_pred": 1624746, + "n_ref": 1518351 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 150994944, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00056.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00056.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9572747668107057, + "FN": 11056, + "FP": 74490, + "IoU": 0.9180508309775638, + "TN": 105774662, + "TP": 958345, + "n_pred": 1032835, + "n_ref": 969401 + }, + "2": { + "Dice": 0.28649843170801254, + "FN": 20005, + "FP": 13, + "IoU": 0.1672005657944003, + "TN": 106794516, + "TP": 4019, + "n_pred": 4032, + "n_ref": 24024 + }, + "3": { + "Dice": 0.4634177953470287, + "FN": 16064, + "FP": 496, + "IoU": 0.3015899793344861, + "TN": 106794842, + "TP": 7151, + "n_pred": 7647, + "n_ref": 23215 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00063.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00063.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9030343989220849, + "FN": 75149, + "FP": 107355, + "IoU": 0.8232112274393409, + "TN": 114573176, + "TP": 849824, + "n_pred": 957179, + "n_ref": 924973 + }, + "2": { + "Dice": 0.3811756444150694, + "FN": 18045, + "FP": 221643, + "IoU": 0.2354644857547495, + "TN": 115291996, + "TP": 73820, + "n_pred": 295463, + "n_ref": 91865 + }, + "3": { + "Dice": 0.2208630119752946, + "FN": 259151, + "FP": 967, + "IoU": 0.12414053187692349, + "TN": 115308518, + "TP": 36868, + "n_pred": 37835, + "n_ref": 296019 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00069.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00069.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9434316289174076, + "FN": 67337, + "FP": 38122, + "IoU": 0.8929205669394954, + "TN": 83111133, + "TP": 879408, + "n_pred": 917530, + "n_ref": 946745 + }, + "2": { + "Dice": 0.9091843787614202, + "FN": 71862, + "FP": 96844, + "IoU": 0.8334904277673213, + "TN": 83082809, + "TP": 844485, + "n_pred": 941329, + "n_ref": 916347 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 84096000, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00070.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00070.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9688707863519174, + "FN": 45792, + "FP": 6163, + "IoU": 0.9396211197664568, + "TN": 98482642, + "TP": 808528, + "n_pred": 814691, + "n_ref": 854320 + }, + "2": { + "Dice": 0.0, + "FN": 5436, + "FP": 0, + "IoU": 0.0, + "TN": 99337689, + "TP": 0, + "n_pred": 0, + "n_ref": 5436 + }, + "3": { + "Dice": 0.0, + "FN": 0, + "FP": 2835, + "IoU": 0.0, + "TN": 99340290, + "TP": 0, + "n_pred": 2835, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00072.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00072.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.8631918719766855, + "FN": 128690, + "FP": 24909, + "IoU": 0.7593118404929124, + "TN": 140760530, + "TP": 484567, + "n_pred": 509476, + "n_ref": 613257 + }, + "2": { + "Dice": 0.9047026539779748, + "FN": 18394, + "FP": 134478, + "IoU": 0.8259881732241339, + "TN": 140520181, + "TP": 725643, + "n_pred": 860121, + "n_ref": 744037 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 141398696, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00079.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00079.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9574268349660128, + "FN": 56447, + "FP": 32032, + "IoU": 0.9183305949897543, + "TN": 169179713, + "TP": 994901, + "n_pred": 1026933, + "n_ref": 1051348 + }, + "2": { + "Dice": 0.8135081093090424, + "FN": 15869, + "FP": 5116, + "IoU": 0.6856415249794023, + "TN": 170196338, + "TP": 45770, + "n_pred": 50886, + "n_ref": 61639 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 170263093, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00086.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00086.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9475277807488457, + "FN": 18475, + "FP": 73755, + "IoU": 0.9002876878052156, + "TN": 63510665, + "TP": 832731, + "n_pred": 906486, + "n_ref": 851206 + }, + "2": { + "Dice": 0.48995372268759885, + "FN": 52194, + "FP": 48, + "IoU": 0.3244627201489642, + "TN": 64358292, + "TP": 25092, + "n_pred": 25140, + "n_ref": 77286 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 64435626, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00087.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00087.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9644808407537823, + "FN": 23629, + "FP": 25526, + "IoU": 0.9313983542862246, + "TN": 101653344, + "TP": 667373, + "n_pred": 692899, + "n_ref": 691002 + }, + "2": { + "Dice": 0.0, + "FN": 13987, + "FP": 820, + "IoU": 0.0, + "TN": 102355065, + "TP": 0, + "n_pred": 820, + "n_ref": 13987 + }, + "3": { + "Dice": 0.0, + "FN": 0, + "FP": 196, + "IoU": 0.0, + "TN": 102369676, + "TP": 0, + "n_pred": 196, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00096.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00096.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9287895620282149, + "FN": 99649, + "FP": 17781, + "IoU": 0.8670467810104354, + "TN": 143172725, + "TP": 765813, + "n_pred": 783594, + "n_ref": 865462 + }, + "2": { + "Dice": 0.8733176562639531, + "FN": 23925, + "FP": 35657, + "IoU": 0.7751232289378533, + "TN": 143791014, + "TP": 205372, + "n_pred": 241029, + "n_ref": 229297 + }, + "3": { + "Dice": 0.0, + "FN": 516, + "FP": 0, + "IoU": 0.0, + "TN": 144055452, + "TP": 0, + "n_pred": 0, + "n_ref": 516 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00099.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00099.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9047189106273043, + "FN": 78081, + "FP": 63541, + "IoU": 0.8260152753531673, + "TN": 121396009, + "TP": 672369, + "n_pred": 735910, + "n_ref": 750450 + }, + "2": { + "Dice": 0.537511283043198, + "FN": 851745, + "FP": 80771, + "IoU": 0.36753191789518236, + "TN": 120735592, + "TP": 541892, + "n_pred": 622663, + "n_ref": 1393637 + }, + "3": { + "Dice": 0.5788652243859101, + "FN": 17060, + "FP": 479, + "IoU": 0.4073260568377657, + "TN": 122180407, + "TP": 12054, + "n_pred": 12533, + "n_ref": 29114 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00102.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00102.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.8810714744684786, + "FN": 172549, + "FP": 17164, + "IoU": 0.7874242673811053, + "TN": 57297551, + "TP": 702736, + "n_pred": 719900, + "n_ref": 875285 + }, + "2": { + "Dice": 0.7532694383830651, + "FN": 51503, + "FP": 131558, + "IoU": 0.604195855603411, + "TN": 57727496, + "TP": 279443, + "n_pred": 411001, + "n_ref": 330946 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 58190000, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00113.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00113.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9613898914815225, + "FN": 46067, + "FP": 41362, + "IoU": 0.9256504280060345, + "TN": 66652518, + "TP": 1088489, + "n_pred": 1129851, + "n_ref": 1134556 + }, + "2": { + "Dice": 0.45150708224386016, + "FN": 8025, + "FP": 128745, + "IoU": 0.29157839668916363, + "TN": 67635373, + "TP": 56293, + "n_pred": 185038, + "n_ref": 64318 + }, + "3": { + "Dice": 0.010859112823565583, + "FN": 151202, + "FP": 5, + "IoU": 0.005459197432204003, + "TN": 67676399, + "TP": 830, + "n_pred": 835, + "n_ref": 152032 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00117.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00117.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9608289249637645, + "FN": 21459, + "FP": 19052, + "IoU": 0.924610921190489, + "TN": 101927641, + "TP": 496848, + "n_pred": 515900, + "n_ref": 518307 + }, + "2": { + "Dice": 0.002773497688751926, + "FN": 6293, + "FP": 179, + "IoU": 0.0013886745872550533, + "TN": 102458519, + "TP": 9, + "n_pred": 188, + "n_ref": 6302 + }, + "3": { + "Dice": 0.5407842821483211, + "FN": 2258, + "FP": 3445, + "IoU": 0.37059927160357575, + "TN": 102455939, + "TP": 3358, + "n_pred": 6803, + "n_ref": 5616 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00121.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00121.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9269893969880082, + "FN": 63424, + "FP": 49607, + "IoU": 0.8639144798624588, + "TN": 121538218, + "TP": 717557, + "n_pred": 767164, + "n_ref": 780981 + }, + "2": { + "Dice": 0.9606248020995848, + "FN": 12980, + "FP": 75808, + "IoU": 0.9242329469089606, + "TN": 121196951, + "TP": 1083067, + "n_pred": 1158875, + "n_ref": 1096047 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 122368806, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00135.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00135.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9612709010423419, + "FN": 20448, + "FP": 50646, + "IoU": 0.9254298372953605, + "TN": 57652184, + "TP": 882290, + "n_pred": 932936, + "n_ref": 902738 + }, + "2": { + "Dice": 0.04462117200197221, + "FN": 33671, + "FP": 175599, + "IoU": 0.022819707037360443, + "TN": 58391411, + "TP": 4887, + "n_pred": 180486, + "n_ref": 38558 + }, + "3": { + "Dice": 0.7532751091703057, + "FN": 1119, + "FP": 11, + "IoU": 0.6042031523642732, + "TN": 58602713, + "TP": 1725, + "n_pred": 1736, + "n_ref": 2844 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00138.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00138.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.951440635213475, + "FN": 24175, + "FP": 58894, + "IoU": 0.9073788925695949, + "TN": 168147251, + "TP": 813800, + "n_pred": 872694, + "n_ref": 837975 + }, + "2": { + "Dice": 0.534376018246986, + "FN": 43825, + "FP": 474, + "IoU": 0.36460649177412185, + "TN": 168974401, + "TP": 25420, + "n_pred": 25894, + "n_ref": 69245 + }, + "3": { + "Dice": 0.5298918200797115, + "FN": 1639, + "FP": 838, + "IoU": 0.36044410018073847, + "TN": 169040247, + "TP": 1396, + "n_pred": 2234, + "n_ref": 3035 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00144.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00144.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9782938516455034, + "FN": 22189, + "FP": 19015, + "IoU": 0.9575099975869672, + "TN": 79363204, + "TP": 928530, + "n_pred": 947545, + "n_ref": 950719 + }, + "2": { + "Dice": 0.8152446070878274, + "FN": 5176, + "FP": 2498, + "IoU": 0.6881121723226986, + "TN": 80308333, + "TP": 16931, + "n_pred": 19429, + "n_ref": 22107 + }, + "3": { + "Dice": 0.0, + "FN": 0, + "FP": 469, + "IoU": 0.0, + "TN": 80332469, + "TP": 0, + "n_pred": 469, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00146.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00146.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9559313034604449, + "FN": 33054, + "FP": 71192, + "IoU": 0.9155827644567532, + "TN": 100129158, + "TP": 1130644, + "n_pred": 1201836, + "n_ref": 1163698 + }, + "2": { + "Dice": 0.9203832647237769, + "FN": 63443, + "FP": 3688, + "IoU": 0.8525092606019061, + "TN": 100908894, + "TP": 388023, + "n_pred": 391711, + "n_ref": 451466 + }, + "3": { + "Dice": 0.0, + "FN": 0, + "FP": 123, + "IoU": 0.0, + "TN": 101363925, + "TP": 0, + "n_pred": 123, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00149.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00149.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9308820243188761, + "FN": 80648, + "FP": 37506, + "IoU": 0.8707009380567386, + "TN": 190255754, + "TP": 795650, + "n_pred": 833156, + "n_ref": 876298 + }, + "2": { + "Dice": 0.9431103381566991, + "FN": 13778, + "FP": 44448, + "IoU": 0.8923451257076719, + "TN": 190628700, + "TP": 482632, + "n_pred": 527080, + "n_ref": 496410 + }, + "3": { + "Dice": 0.16014882837238759, + "FN": 4710, + "FP": 16508, + "IoU": 0.08704444731293834, + "TN": 191146317, + "TP": 2023, + "n_pred": 18531, + "n_ref": 6733 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00151.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00151.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9595485360026768, + "FN": 23033, + "FP": 52891, + "IoU": 0.9222424776223347, + "TN": 49168205, + "TP": 900496, + "n_pred": 953387, + "n_ref": 923529 + }, + "2": { + "Dice": 0.5856006743791387, + "FN": 37147, + "FP": 214, + "IoU": 0.41402782352295364, + "TN": 50080866, + "TP": 26398, + "n_pred": 26612, + "n_ref": 63545 + }, + "3": { + "Dice": 0.0, + "FN": 676, + "FP": 129, + "IoU": 0.0, + "TN": 50143820, + "TP": 0, + "n_pred": 129, + "n_ref": 676 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00153.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00153.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9399469723606145, + "FN": 10564, + "FP": 70907, + "IoU": 0.8866980687313037, + "TN": 96275523, + "TP": 637590, + "n_pred": 708497, + "n_ref": 648154 + }, + "2": { + "Dice": 0.02772805675790022, + "FN": 13003, + "FP": 16872, + "IoU": 0.01405894194911059, + "TN": 96964283, + "TP": 426, + "n_pred": 17298, + "n_ref": 13429 + }, + "3": { + "Dice": 0.26289434613008233, + "FN": 78876, + "FP": 1055, + "IoU": 0.15134044699262092, + "TN": 96900399, + "TP": 14254, + "n_pred": 15309, + "n_ref": 93130 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00155.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00155.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9636164461161025, + "FN": 12950, + "FP": 56930, + "IoU": 0.9297874734743746, + "TN": 257871936, + "TP": 925384, + "n_pred": 982314, + "n_ref": 938334 + }, + "2": { + "Dice": 0.0, + "FN": 5257, + "FP": 14760, + "IoU": 0.0, + "TN": 258847183, + "TP": 0, + "n_pred": 14760, + "n_ref": 5257 + }, + "3": { + "Dice": 0.7685872812633376, + "FN": 2931, + "FP": 2491, + "IoU": 0.624150838763344, + "TN": 258852774, + "TP": 9004, + "n_pred": 11495, + "n_ref": 11935 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00156.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00156.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9709872950998393, + "FN": 11837, + "FP": 26751, + "IoU": 0.9436105992433287, + "TN": 108604451, + "TP": 645725, + "n_pred": 672476, + "n_ref": 657562 + }, + "2": { + "Dice": 0.9596899708481086, + "FN": 9092, + "FP": 2537, + "IoU": 0.9225038151660347, + "TN": 109138705, + "TP": 138430, + "n_pred": 140967, + "n_ref": 147522 + }, + "3": { + "Dice": 0.0, + "FN": 0, + "FP": 590, + "IoU": 0.0, + "TN": 109288174, + "TP": 0, + "n_pred": 590, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00157.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00157.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9534102008242609, + "FN": 28756, + "FP": 10358, + "IoU": 0.9109683675257838, + "TN": 78013915, + "TP": 400213, + "n_pred": 410571, + "n_ref": 428969 + }, + "2": { + "Dice": 0.8955528001326815, + "FN": 6850, + "FP": 6375, + "IoU": 0.8108606733217013, + "TN": 78383320, + "TP": 56697, + "n_pred": 63072, + "n_ref": 63547 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 78453242, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00162.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00162.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9482772692159501, + "FN": 29814, + "FP": 24688, + "IoU": 0.9016418885508141, + "TN": 136477866, + "TP": 499616, + "n_pred": 524304, + "n_ref": 529430 + }, + "2": { + "Dice": 0.8130975957273305, + "FN": 17210, + "FP": 3647, + "IoU": 0.6850585126462816, + "TN": 136965759, + "TP": 45368, + "n_pred": 49015, + "n_ref": 62578 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 137031984, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00168.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00168.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.95531910732736, + "FN": 14372, + "FP": 40462, + "IoU": 0.9144602088809504, + "TN": 109348897, + "TP": 586201, + "n_pred": 626663, + "n_ref": 600573 + }, + "2": { + "Dice": 0.8587550989575464, + "FN": 18250, + "FP": 448, + "IoU": 0.7524722328863236, + "TN": 109914393, + "TP": 56841, + "n_pred": 57289, + "n_ref": 75091 + }, + "3": { + "Dice": 0.0, + "FN": 660, + "FP": 44020, + "IoU": 0.0, + "TN": 109945252, + "TP": 0, + "n_pred": 44020, + "n_ref": 660 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00177.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00177.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9575668527769615, + "FN": 16848, + "FP": 39468, + "IoU": 0.9185882618255624, + "TN": 79482263, + "TP": 635427, + "n_pred": 674895, + "n_ref": 652275 + }, + "2": { + "Dice": 0.7782508158105158, + "FN": 18080, + "FP": 2442, + "IoU": 0.6369972052216365, + "TN": 80117472, + "TP": 36012, + "n_pred": 38454, + "n_ref": 54092 + }, + "3": { + "Dice": 0.8936840936840937, + "FN": 4057, + "FP": 732, + "IoU": 0.807801902315688, + "TN": 80149089, + "TP": 20128, + "n_pred": 20860, + "n_ref": 24185 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00183.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00183.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9611616603235107, + "FN": 65481, + "FP": 54711, + "IoU": 0.9252273656195935, + "TN": 267310775, + "TP": 1487241, + "n_pred": 1541952, + "n_ref": 1552722 + }, + "2": { + "Dice": 0.8249949350235883, + "FN": 18095, + "FP": 12138, + "IoU": 0.7021203223835891, + "TN": 268816714, + "TP": 71261, + "n_pred": 83399, + "n_ref": 89356 + }, + "3": { + "Dice": 0.30105017502917153, + "FN": 6936, + "FP": 5044, + "IoU": 0.1771978021978022, + "TN": 268903648, + "TP": 2580, + "n_pred": 7624, + "n_ref": 9516 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00185.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00185.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9438211399093586, + "FN": 36628, + "FP": 70968, + "IoU": 0.89361866211596, + "TN": 210683897, + "TP": 903822, + "n_pred": 974790, + "n_ref": 940450 + }, + "2": { + "Dice": 0.9391270425033168, + "FN": 45977, + "FP": 24865, + "IoU": 0.8852398733203197, + "TN": 211078010, + "TP": 546463, + "n_pred": 571328, + "n_ref": 592440 + }, + "3": { + "Dice": 0.0, + "FN": 0, + "FP": 4740, + "IoU": 0.0, + "TN": 211690575, + "TP": 0, + "n_pred": 4740, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00186.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00186.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9563814679380286, + "FN": 26933, + "FP": 17142, + "IoU": 0.91640905039164, + "TN": 78743063, + "TP": 483195, + "n_pred": 500337, + "n_ref": 510128 + }, + "2": { + "Dice": 0.3348400997000549, + "FN": 300, + "FP": 46935, + "IoU": 0.20108585346052366, + "TN": 79211209, + "TP": 11889, + "n_pred": 58824, + "n_ref": 12189 + }, + "3": { + "Dice": 0.06533381936460758, + "FN": 33316, + "FP": 17, + "IoU": 0.03377007362745666, + "TN": 79235835, + "TP": 1165, + "n_pred": 1182, + "n_ref": 34481 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00193.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00193.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.927278222972023, + "FN": 20739, + "FP": 82715, + "IoU": 0.8644163312700599, + "TN": 208380269, + "TP": 659573, + "n_pred": 742288, + "n_ref": 680312 + }, + "2": { + "Dice": 0.4263959390862944, + "FN": 5273, + "FP": 2185, + "IoU": 0.2709677419354839, + "TN": 209133066, + "TP": 2772, + "n_pred": 4957, + "n_ref": 8045 + }, + "3": { + "Dice": 0.23088823899308294, + "FN": 74506, + "FP": 2549, + "IoU": 0.13051082700488598, + "TN": 209054675, + "TP": 11566, + "n_pred": 14115, + "n_ref": 86072 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00194.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00194.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9689705723238551, + "FN": 42277, + "FP": 16227, + "IoU": 0.9398088418366822, + "TN": 195538494, + "TP": 913466, + "n_pred": 929693, + "n_ref": 955743 + }, + "2": { + "Dice": 0.9112027491408935, + "FN": 6121, + "FP": 8091, + "IoU": 0.8368892816563566, + "TN": 196423333, + "TP": 72919, + "n_pred": 81010, + "n_ref": 79040 + }, + "3": { + "Dice": 0.0, + "FN": 843, + "FP": 2292, + "IoU": 0.0, + "TN": 196507329, + "TP": 0, + "n_pred": 2292, + "n_ref": 843 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00196.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00196.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.946222663474645, + "FN": 38931, + "FP": 49956, + "IoU": 0.8979341561801353, + "TN": 202637569, + "TP": 781992, + "n_pred": 831948, + "n_ref": 820923 + }, + "2": { + "Dice": 0.5491206317337892, + "FN": 22558, + "FP": 703264, + "IoU": 0.3784743540670676, + "TN": 202340641, + "TP": 441985, + "n_pred": 1145249, + "n_ref": 464543 + }, + "3": { + "Dice": 0.6174528301886792, + "FN": 1478, + "FP": 144, + "IoU": 0.44660525417946095, + "TN": 203505517, + "TP": 1309, + "n_pred": 1453, + "n_ref": 2787 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00197.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00197.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9425073102403319, + "FN": 30001, + "FP": 12193, + "IoU": 0.8912660289448728, + "TN": 137679818, + "TP": 345854, + "n_pred": 358047, + "n_ref": 375855 + }, + "2": { + "Dice": 0.3167420814479638, + "FN": 4177, + "FP": 2165, + "IoU": 0.1881720430107527, + "TN": 138060054, + "TP": 1470, + "n_pred": 3635, + "n_ref": 5647 + }, + "3": { + "Dice": 0.1849551414768806, + "FN": 1166, + "FP": 15, + "IoU": 0.10190114068441064, + "TN": 138066551, + "TP": 134, + "n_pred": 149, + "n_ref": 1300 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00203.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00203.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9606811324909315, + "FN": 10950, + "FP": 39941, + "IoU": 0.9243372390548362, + "TN": 147863821, + "TP": 621712, + "n_pred": 661653, + "n_ref": 632662 + }, + "2": { + "Dice": 0.8894679672743423, + "FN": 15836, + "FP": 4821, + "IoU": 0.8009385961531049, + "TN": 148432652, + "TP": 83115, + "n_pred": 87936, + "n_ref": 98951 + }, + "3": { + "Dice": 0.7706623738662688, + "FN": 4360, + "FP": 1481, + "IoU": 0.6268923666560204, + "TN": 148520769, + "TP": 9814, + "n_pred": 11295, + "n_ref": 14174 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00215.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00215.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.96920829230035, + "FN": 31779, + "FP": 27191, + "IoU": 0.9402561982801242, + "TN": 198703422, + "TP": 928078, + "n_pred": 955269, + "n_ref": 959857 + }, + "2": { + "Dice": 0.8114922564770589, + "FN": 12748, + "FP": 276, + "IoU": 0.6827824731470882, + "TN": 199649413, + "TP": 28033, + "n_pred": 28309, + "n_ref": 40781 + }, + "3": { + "Dice": 0.5314564780235564, + "FN": 1535, + "FP": 96, + "IoU": 0.36189358372456965, + "TN": 199687914, + "TP": 925, + "n_pred": 1021, + "n_ref": 2460 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00218.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00218.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.915372500083528, + "FN": 28566, + "FP": 80349, + "IoU": 0.8439510340222994, + "TN": 201038207, + "TP": 589039, + "n_pred": 669388, + "n_ref": 617605 + }, + "2": { + "Dice": 0.9467643004824259, + "FN": 86718, + "FP": 5976, + "IoU": 0.8989101878298309, + "TN": 200819214, + "TP": 824253, + "n_pred": 830229, + "n_ref": 910971 + }, + "3": { + "Dice": 0.0, + "FN": 0, + "FP": 29, + "IoU": 0.0, + "TN": 201736132, + "TP": 0, + "n_pred": 29, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00219.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00219.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9701979097962817, + "FN": 33361, + "FP": 15484, + "IoU": 0.9421207424470798, + "TN": 180125388, + "TP": 795067, + "n_pred": 810551, + "n_ref": 828428 + }, + "2": { + "Dice": 0.18541231575262263, + "FN": 6989, + "FP": 127967, + "IoU": 0.10217875794165586, + "TN": 180818985, + "TP": 15359, + "n_pred": 143326, + "n_ref": 22348 + }, + "3": { + "Dice": 0.20193470374848851, + "FN": 42131, + "FP": 109, + "IoU": 0.11230665770006724, + "TN": 180921716, + "TP": 5344, + "n_pred": 5453, + "n_ref": 47475 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00227.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00227.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.904317988218215, + "FN": 254701, + "FP": 8474, + "IoU": 0.8253471157636547, + "TN": 152729142, + "TP": 1243671, + "n_pred": 1252145, + "n_ref": 1498372 + }, + "2": { + "Dice": 0.8037788761182438, + "FN": 95824, + "FP": 145714, + "IoU": 0.671931685598369, + "TN": 153499745, + "TP": 494705, + "n_pred": 640419, + "n_ref": 590529 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 154235988, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00228.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00228.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9577442261380154, + "FN": 43718, + "FP": 7535, + "IoU": 0.9189147713609498, + "TN": 105327892, + "TP": 580835, + "n_pred": 588370, + "n_ref": 624553 + }, + "2": { + "Dice": 0.9414653799666174, + "FN": 5908, + "FP": 9347, + "IoU": 0.8894044296226483, + "TN": 105822045, + "TP": 122680, + "n_pred": 132027, + "n_ref": 128588 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 105959980, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00230.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00230.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9089108237935214, + "FN": 96553, + "FP": 88390, + "IoU": 0.8330307399379044, + "TN": 143916697, + "TP": 922704, + "n_pred": 1011094, + "n_ref": 1019257 + }, + "2": { + "Dice": 0.9298990772592329, + "FN": 291019, + "FP": 43410, + "IoU": 0.8689825954710458, + "TN": 142471790, + "TP": 2218125, + "n_pred": 2261535, + "n_ref": 2509144 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 145024344, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00233.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00233.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9792011137971486, + "FN": 18740, + "FP": 11915, + "IoU": 0.9592497866446177, + "TN": 107709072, + "TP": 721611, + "n_pred": 733526, + "n_ref": 740351 + }, + "2": { + "Dice": 0.0, + "FN": 1829, + "FP": 352, + "IoU": 0.0, + "TN": 108459157, + "TP": 0, + "n_pred": 352, + "n_ref": 1829 + }, + "3": { + "Dice": 0.0, + "FN": 902, + "FP": 0, + "IoU": 0.0, + "TN": 108460436, + "TP": 0, + "n_pred": 0, + "n_ref": 902 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00234.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00234.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9064942488134766, + "FN": 71475, + "FP": 45001, + "IoU": 0.828979863919209, + "TN": 144404294, + "TP": 564590, + "n_pred": 609591, + "n_ref": 636065 + }, + "2": { + "Dice": 0.8599544020900672, + "FN": 18711, + "FP": 24226, + "IoU": 0.75431579549681, + "TN": 144910595, + "TP": 131828, + "n_pred": 156054, + "n_ref": 150539 + }, + "3": { + "Dice": 0.02557544757033248, + "FN": 446, + "FP": 316, + "IoU": 0.012953367875647668, + "TN": 145084588, + "TP": 10, + "n_pred": 326, + "n_ref": 456 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00237.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00237.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9664063483604103, + "FN": 18618, + "FP": 63831, + "IoU": 0.9349964048515582, + "TN": 169214140, + "TP": 1185927, + "n_pred": 1249758, + "n_ref": 1204545 + }, + "2": { + "Dice": 0.4560323750105387, + "FN": 25808, + "FP": 0, + "IoU": 0.2953639491071916, + "TN": 170445890, + "TP": 10818, + "n_pred": 10818, + "n_ref": 36626 + }, + "3": { + "Dice": 0.0, + "FN": 0, + "FP": 410, + "IoU": 0.0, + "TN": 170482106, + "TP": 0, + "n_pred": 410, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00239.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00239.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9713347899337385, + "FN": 20830, + "FP": 19290, + "IoU": 0.9442671730593182, + "TN": 130618115, + "TP": 679743, + "n_pred": 699033, + "n_ref": 700573 + }, + "2": { + "Dice": 0.1422692843953725, + "FN": 11047, + "FP": 216569, + "IoU": 0.07658229645466605, + "TN": 131091485, + "TP": 18877, + "n_pred": 235446, + "n_ref": 29924 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 131337978, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00240.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00240.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9449974897347572, + "FN": 57769, + "FP": 38530, + "IoU": 0.8957300864593879, + "TN": 125670085, + "TP": 827256, + "n_pred": 865786, + "n_ref": 885025 + }, + "2": { + "Dice": 0.1016311631385267, + "FN": 9004, + "FP": 112327, + "IoU": 0.053536046928873426, + "TN": 126465446, + "TP": 6863, + "n_pred": 119190, + "n_ref": 15867 + }, + "3": { + "Dice": 0.2425619439395389, + "FN": 90597, + "FP": 4413, + "IoU": 0.1380201954220081, + "TN": 126483417, + "TP": 15213, + "n_pred": 19626, + "n_ref": 105810 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00256.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00256.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9502153272813113, + "FN": 20892, + "FP": 34574, + "IoU": 0.9051526012667752, + "TN": 106439256, + "TP": 529326, + "n_pred": 563900, + "n_ref": 550218 + }, + "2": { + "Dice": 0.7767166974389781, + "FN": 24598, + "FP": 677, + "IoU": 0.6349442486567681, + "TN": 106954812, + "TP": 43961, + "n_pred": 44638, + "n_ref": 68559 + }, + "3": { + "Dice": 0.006875477463712758, + "FN": 1171, + "FP": 1429, + "IoU": 0.0034495975469528554, + "TN": 107021439, + "TP": 9, + "n_pred": 1438, + "n_ref": 1180 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00266.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00266.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9081214247720719, + "FN": 79271, + "FP": 19187, + "IoU": 0.8317055077140816, + "TN": 46697666, + "TP": 486576, + "n_pred": 505763, + "n_ref": 565847 + }, + "2": { + "Dice": 0.9178102125128906, + "FN": 15759, + "FP": 10223, + "IoU": 0.8481046699249352, + "TN": 47111648, + "TP": 145070, + "n_pred": 155293, + "n_ref": 160829 + }, + "3": { + "Dice": 0.8566761943650469, + "FN": 1741, + "FP": 365, + "IoU": 0.7492857142857143, + "TN": 47274300, + "TP": 6294, + "n_pred": 6659, + "n_ref": 8035 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00271.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00271.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9712969054562256, + "FN": 25237, + "FP": 21664, + "IoU": 0.9441955707219797, + "TN": 145504812, + "TP": 793552, + "n_pred": 815216, + "n_ref": 818789 + }, + "2": { + "Dice": 0.6119025429370257, + "FN": 10597, + "FP": 1063, + "IoU": 0.4408210243621715, + "TN": 146324413, + "TP": 9192, + "n_pred": 10255, + "n_ref": 19789 + }, + "3": { + "Dice": 0.0, + "FN": 0, + "FP": 22, + "IoU": 0.0, + "TN": 146345243, + "TP": 0, + "n_pred": 22, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00276.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00276.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9194621913305262, + "FN": 39489, + "FP": 93844, + "IoU": 0.8509301423359826, + "TN": 99016367, + "TP": 761100, + "n_pred": 854944, + "n_ref": 800589 + }, + "2": { + "Dice": 0.8692851075725483, + "FN": 111970, + "FP": 9604, + "IoU": 0.7687924811057735, + "TN": 99384978, + "TP": 404248, + "n_pred": 413852, + "n_ref": 516218 + }, + "3": { + "Dice": 0.2124321062160531, + "FN": 1112, + "FP": 193, + "IoU": 0.1188386225523295, + "TN": 99909319, + "TP": 176, + "n_pred": 369, + "n_ref": 1288 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00278.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00278.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.8971030678952923, + "FN": 166341, + "FP": 17830, + "IoU": 0.8134060779218147, + "TN": 111380185, + "TP": 802844, + "n_pred": 820674, + "n_ref": 969185 + }, + "2": { + "Dice": 0.86618069703022, + "FN": 10046, + "FP": 90389, + "IoU": 0.7639495065584597, + "TN": 111941719, + "TP": 325046, + "n_pred": 415435, + "n_ref": 335092 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 112367200, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00282.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00282.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.7816328440452828, + "FN": 35374, + "FP": 281972, + "IoU": 0.6415412958442664, + "TN": 179807634, + "TP": 567961, + "n_pred": 849933, + "n_ref": 603335 + }, + "2": { + "Dice": 0.4776233796949166, + "FN": 149742, + "FP": 263285, + "IoU": 0.3137353617524691, + "TN": 180091093, + "TP": 188821, + "n_pred": 452106, + "n_ref": 338563 + }, + "3": { + "Dice": 0.4970220941402498, + "FN": 2128, + "FP": 3108, + "IoU": 0.33069155055605265, + "TN": 180685118, + "TP": 2587, + "n_pred": 5695, + "n_ref": 4715 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00284.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00284.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.975035516330151, + "FN": 24593, + "FP": 16105, + "IoU": 0.951287124446567, + "TN": 47455356, + "TP": 794769, + "n_pred": 810874, + "n_ref": 819362 + }, + "2": { + "Dice": 0.842586364498715, + "FN": 17785, + "FP": 469, + "IoU": 0.7279907015557012, + "TN": 48223715, + "TP": 48854, + "n_pred": 49323, + "n_ref": 66639 + }, + "3": { + "Dice": 0.3750687947165658, + "FN": 2574, + "FP": 6510, + "IoU": 0.23082133784928027, + "TN": 48279013, + "TP": 2726, + "n_pred": 9236, + "n_ref": 5300 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00287.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00287.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9222345246522546, + "FN": 29758, + "FP": 60213, + "IoU": 0.8556912851144095, + "TN": 106159038, + "TP": 533491, + "n_pred": 593704, + "n_ref": 563249 + }, + "2": { + "Dice": 0.9016420905914005, + "FN": 54024, + "FP": 4688, + "IoU": 0.8209000753469161, + "TN": 106454683, + "TP": 269105, + "n_pred": 273793, + "n_ref": 323129 + }, + "3": { + "Dice": 0.0, + "FN": 0, + "FP": 604, + "IoU": 0.0, + "TN": 106781896, + "TP": 0, + "n_pred": 604, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00288.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00288.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9493805095687583, + "FN": 45465, + "FP": 28202, + "IoU": 0.903638775232574, + "TN": 141730062, + "TP": 690821, + "n_pred": 719023, + "n_ref": 736286 + }, + "2": { + "Dice": 0.0, + "FN": 8566, + "FP": 153104, + "IoU": 0.0, + "TN": 142332880, + "TP": 0, + "n_pred": 153104, + "n_ref": 8566 + }, + "3": { + "Dice": 0.13169934449085274, + "FN": 146308, + "FP": 1917, + "IoU": 0.07049151543275682, + "TN": 142335084, + "TP": 11241, + "n_pred": 13158, + "n_ref": 157549 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00289.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00289.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9745743445941369, + "FN": 14043, + "FP": 13358, + "IoU": 0.9504095586611794, + "TN": 100398045, + "TP": 525145, + "n_pred": 538503, + "n_ref": 539188 + }, + "2": { + "Dice": 0.631443214833676, + "FN": 12350, + "FP": 10230, + "IoU": 0.4613935071440498, + "TN": 100908668, + "TP": 19343, + "n_pred": 29573, + "n_ref": 31693 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 100950591, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00294.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00294.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9611318043985317, + "FN": 41139, + "FP": 21951, + "IoU": 0.9251720367106534, + "TN": 90544461, + "TP": 780044, + "n_pred": 801995, + "n_ref": 821183 + }, + "2": { + "Dice": 0.9208825105829076, + "FN": 5145, + "FP": 23787, + "IoU": 0.8533663105398666, + "TN": 91190287, + "TP": 168376, + "n_pred": 192163, + "n_ref": 173521 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 91387595, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00298.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00298.nii.gz" + } + ] +} \ No newline at end of file diff --git a/nnActive_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/loop_001/summary_cross_val.json b/nnActive_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/loop_001/summary_cross_val.json new file mode 100644 index 0000000000000000000000000000000000000000..f8cac66e5583c3664abfff7aae9ffed10680a574 --- /dev/null +++ b/nnActive_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/loop_001/summary_cross_val.json @@ -0,0 +1,8052 @@ +{ + "fold_0": { + "foreground_mean": { + "Dice": 0.42553674786315626, + "FN": 2417.3560606060605, + "FP": 1949.9090909090908, + "IoU": 0.3780943479090444, + "TN": 414223.143939394, + "TP": 16330.318181818182, + "n_pred": 18280.227272727272, + "n_ref": 18747.674242424244 + }, + "mean": { + "1": { + "Dice": 0.734563974320498, + "FN": 1937.3181818181818, + "FP": 2791.7272727272725, + "IoU": 0.6888665801021583, + "TN": 394094.13636363635, + "TP": 36097.545454545456, + "n_pred": 38889.27272727273, + "n_ref": 38034.86363636364 + }, + "2": { + "Dice": 0.4436921542233318, + "FN": 4667.204545454545, + "FP": 2061.2272727272725, + "IoU": 0.3689386030324268, + "TN": 416070.38636363635, + "TP": 12121.90909090909, + "n_pred": 14183.136363636364, + "n_ref": 16789.113636363636 + }, + "3": { + "Dice": 0.0983541150456391, + "FN": 647.5454545454545, + "FP": 996.7727272727273, + "IoU": 0.076477860592548, + "TN": 432504.9090909091, + "TP": 771.5, + "n_pred": 1768.2727272727273, + "n_ref": 1419.0454545454545 + } + }, + "metric_per_case": [ + { + "metrics": { + "1": { + "Dice": 0.7961276301491653, + "FN": 17067, + "FP": 3571, + "IoU": 0.661305674992615, + "TN": 201210, + "TP": 40296, + "n_pred": 43867, + "n_ref": 57363 + }, + "2": { + "Dice": 0.34684160406306214, + "FN": 26651, + "FP": 16560, + "IoU": 0.20980542754736303, + "TN": 207460, + "TP": 11473, + "n_pred": 28033, + "n_ref": 38124 + }, + "3": { + "Dice": 0.0, + "FN": 0, + "FP": 20971, + "IoU": 0.0, + "TN": 241173, + "TP": 0, + "n_pred": 20971, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_0/validation/case_00007.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00007.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.8404637998721811, + "FN": 5476, + "FP": 3261, + "IoU": 0.7248275644861579, + "TN": 230393, + "TP": 23014, + "n_pred": 26275, + "n_ref": 28490 + }, + "2": { + "Dice": 0.9149292539360973, + "FN": 3113, + "FP": 2220, + "IoU": 0.8431977889506336, + "TN": 228133, + "TP": 28678, + "n_pred": 30898, + "n_ref": 31791 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_0/validation/case_00010.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00010.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_0/validation/case_00016.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00016.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9818932886106524, + "FN": 3573, + "FP": 670, + "IoU": 0.9644306216886862, + "TN": 1191432, + "TP": 115045, + "n_pred": 115715, + "n_ref": 118618 + }, + "2": { + "Dice": 0.24944540300714813, + "FN": 84, + "FP": 2961, + "IoU": 0.14249507181075755, + "TN": 1307169, + "TP": 506, + "n_pred": 3467, + "n_ref": 590 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 1310720, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_0/validation/case_00024.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00024.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.0, + "FN": 0, + "FP": 4, + "IoU": 0.0, + "TN": 786428, + "TP": 0, + "n_pred": 4, + "n_ref": 0 + }, + "2": { + "Dice": 0.0, + "FN": 0, + "FP": 1670, + "IoU": 0.0, + "TN": 784762, + "TP": 0, + "n_pred": 1670, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 786432, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_0/validation/case_00028.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00028.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_0/validation/case_00032.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00032.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 1572864, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": 0.7650982037226446, + "FN": 99236, + "FP": 438, + "IoU": 0.619561981389171, + "TN": 1310866, + "TP": 162324, + "n_pred": 162762, + "n_ref": 261560 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 1572864, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_0/validation/case_00042.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00042.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9441104009872673, + "FN": 8965, + "FP": 3444, + "IoU": 0.8941374191677046, + "TN": 669214, + "TP": 104809, + "n_pred": 108253, + "n_ref": 113774 + }, + "2": { + "Dice": 0.44055299539170506, + "FN": 607, + "FP": 0, + "IoU": 0.28250591016548465, + "TN": 785586, + "TP": 239, + "n_pred": 239, + "n_ref": 846 + }, + "3": { + "Dice": 0.0, + "FN": 0, + "FP": 269, + "IoU": 0.0, + "TN": 786163, + "TP": 0, + "n_pred": 269, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_0/validation/case_00044.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00044.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9678401832057519, + "FN": 576, + "FP": 4957, + "IoU": 0.9376844239216128, + "TN": 173354, + "TP": 83257, + "n_pred": 88214, + "n_ref": 83833 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": 0.0, + "FN": 0, + "FP": 5, + "IoU": 0.0, + "TN": 262139, + "TP": 0, + "n_pred": 5, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_0/validation/case_00052.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00052.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.0, + "FN": 0, + "FP": 443, + "IoU": 0.0, + "TN": 523845, + "TP": 0, + "n_pred": 443, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_0/validation/case_00066.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00066.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.8148302713571652, + "FN": 3575, + "FP": 15948, + "IoU": 0.6875220077467269, + "TN": 723954, + "TP": 42955, + "n_pred": 58903, + "n_ref": 46530 + }, + "2": { + "Dice": 0.9490273198410515, + "FN": 7858, + "FP": 3443, + "IoU": 0.9029990386596168, + "TN": 669928, + "TP": 105203, + "n_pred": 108646, + "n_ref": 113061 + }, + "3": { + "Dice": 0.8335598852137139, + "FN": 12993, + "FP": 231, + "IoU": 0.7146186715007121, + "TN": 740094, + "TP": 33114, + "n_pred": 33345, + "n_ref": 46107 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_0/validation/case_00073.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00073.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_0/validation/case_00074.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00074.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_0/validation/case_00081.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00081.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9210855583279065, + "FN": 684, + "FP": 10101, + "IoU": 0.8537151072891517, + "TN": 712706, + "TP": 62941, + "n_pred": 73042, + "n_ref": 63625 + }, + "2": { + "Dice": 0.8713635194626405, + "FN": 7917, + "FP": 586, + "IoU": 0.7720497560452523, + "TN": 749130, + "TP": 28799, + "n_pred": 29385, + "n_ref": 36716 + }, + "3": { + "Dice": 0.0, + "FN": 0, + "FP": 44, + "IoU": 0.0, + "TN": 786388, + "TP": 0, + "n_pred": 44, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_0/validation/case_00091.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00091.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9696125111291759, + "FN": 453, + "FP": 5042, + "IoU": 0.9410173566759336, + "TN": 168981, + "TP": 87668, + "n_pred": 92710, + "n_ref": 88121 + }, + "2": { + "Dice": 0.6642673521850899, + "FN": 1912, + "FP": 47, + "IoU": 0.4973056197074673, + "TN": 258247, + "TP": 1938, + "n_pred": 1985, + "n_ref": 3850 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_0/validation/case_00095.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00095.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_0/validation/case_00098.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00098.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_0/validation/case_00100.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00100.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9727085085238132, + "FN": 339, + "FP": 18, + "IoU": 0.946867093317458, + "TN": 255425, + "TP": 6362, + "n_pred": 6380, + "n_ref": 6701 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_0/validation/case_00101.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00101.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9590606215926565, + "FN": 1422, + "FP": 2971, + "IoU": 0.9213414743325753, + "TN": 206295, + "TP": 51456, + "n_pred": 54427, + "n_ref": 52878 + }, + "2": { + "Dice": 0.0, + "FN": 9727, + "FP": 0, + "IoU": 0.0, + "TN": 252417, + "TP": 0, + "n_pred": 0, + "n_ref": 9727 + }, + "3": { + "Dice": 0.0, + "FN": 0, + "FP": 5030, + "IoU": 0.0, + "TN": 257114, + "TP": 0, + "n_pred": 5030, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_0/validation/case_00103.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00103.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9797149469477572, + "FN": 982, + "FP": 2226, + "IoU": 0.9602364986303408, + "TN": 181467, + "TP": 77469, + "n_pred": 79695, + "n_ref": 78451 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": 0.0, + "FN": 0, + "FP": 2, + "IoU": 0.0, + "TN": 262142, + "TP": 0, + "n_pred": 2, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_0/validation/case_00115.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00115.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_0/validation/case_00127.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00127.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.0, + "FN": 0, + "FP": 770, + "IoU": 0.0, + "TN": 261374, + "TP": 0, + "n_pred": 770, + "n_ref": 0 + }, + "2": { + "Dice": 0.0, + "FN": 0, + "FP": 3624, + "IoU": 0.0, + "TN": 258520, + "TP": 0, + "n_pred": 3624, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_0/validation/case_00133.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00133.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9701908802355411, + "FN": 931, + "FP": 3868, + "IoU": 0.9421074853730623, + "TN": 179249, + "TP": 78096, + "n_pred": 81964, + "n_ref": 79027 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": 0.0, + "FN": 0, + "FP": 342, + "IoU": 0.0, + "TN": 261802, + "TP": 0, + "n_pred": 342, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_0/validation/case_00142.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00142.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_0/validation/case_00163.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00163.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.978566955173983, + "FN": 893, + "FP": 3864, + "IoU": 0.9580333827369609, + "TN": 148792, + "TP": 108595, + "n_pred": 112459, + "n_ref": 109488 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": 0.0, + "FN": 0, + "FP": 63, + "IoU": 0.0, + "TN": 262081, + "TP": 0, + "n_pred": 63, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_0/validation/case_00166.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00166.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.0, + "FN": 0, + "FP": 157, + "IoU": 0.0, + "TN": 261987, + "TP": 0, + "n_pred": 157, + "n_ref": 0 + }, + "2": { + "Dice": 0.0, + "FN": 0, + "FP": 32279, + "IoU": 0.0, + "TN": 229865, + "TP": 0, + "n_pred": 32279, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_0/validation/case_00167.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00167.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.97407881401697, + "FN": 613, + "FP": 6395, + "IoU": 0.9494674906080774, + "TN": 385605, + "TP": 131675, + "n_pred": 138070, + "n_ref": 132288 + }, + "2": { + "Dice": 0.010594021944759743, + "FN": 2610, + "FP": 5, + "IoU": 0.005325218714340053, + "TN": 521659, + "TP": 14, + "n_pred": 19, + "n_ref": 2624 + }, + "3": { + "Dice": 0.0, + "FN": 85, + "FP": 1176, + "IoU": 0.0, + "TN": 523027, + "TP": 0, + "n_pred": 1176, + "n_ref": 85 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_0/validation/case_00173.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00173.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_0/validation/case_00176.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00176.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9699167177134516, + "FN": 9087, + "FP": 2454, + "IoU": 0.9415905824240338, + "TN": 326700, + "TP": 186047, + "n_pred": 188501, + "n_ref": 195134 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": 0.4237427864798021, + "FN": 991, + "FP": 407, + "IoU": 0.2688284518828452, + "TN": 522376, + "TP": 514, + "n_pred": 921, + "n_ref": 1505 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_0/validation/case_00180.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00180.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_0/validation/case_00182.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00182.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_0/validation/case_00200.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00200.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_0/validation/case_00201.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00201.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9165346901641002, + "FN": 3322, + "FP": 9063, + "IoU": 0.8459289668470485, + "TN": 706047, + "TP": 68000, + "n_pred": 77063, + "n_ref": 71322 + }, + "2": { + "Dice": 0.43134862534569707, + "FN": 9009, + "FP": 4973, + "IoU": 0.27498055483536427, + "TN": 767147, + "TP": 5303, + "n_pred": 10276, + "n_ref": 14312 + }, + "3": { + "Dice": 0.0, + "FN": 0, + "FP": 519, + "IoU": 0.0, + "TN": 785913, + "TP": 0, + "n_pred": 519, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_0/validation/case_00205.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00205.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_0/validation/case_00211.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00211.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.03731343283582089, + "FN": 4764, + "FP": 138, + "IoU": 0.019011406844106463, + "TN": 257147, + "TP": 95, + "n_pred": 233, + "n_ref": 4859 + }, + "2": { + "Dice": 0.901976819604636, + "FN": 4246, + "FP": 2706, + "IoU": 0.8214551711739476, + "TN": 223207, + "TP": 31985, + "n_pred": 34691, + "n_ref": 36231 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_0/validation/case_00221.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00221.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_0/validation/case_00226.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00226.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_0/validation/case_00241.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00241.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_0/validation/case_00258.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00258.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.769060269239545, + "FN": 15947, + "FP": 12393, + "IoU": 0.6247749179112382, + "TN": 186616, + "TP": 47188, + "n_pred": 59581, + "n_ref": 63135 + }, + "2": { + "Dice": 0.9269164330248171, + "FN": 7887, + "FP": 16694, + "IoU": 0.8637877436121932, + "TN": 81683, + "TP": 155880, + "n_pred": 172574, + "n_ref": 163767 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_0/validation/case_00263.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00263.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_0/validation/case_00264.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00264.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9860522124415838, + "FN": 1001, + "FP": 3255, + "IoU": 0.9724881542628493, + "TN": 107447, + "TP": 150441, + "n_pred": 153696, + "n_ref": 151442 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_0/validation/case_00268.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00268.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.8803736911674626, + "FN": 5572, + "FP": 27823, + "IoU": 0.7863102931954594, + "TN": 368010, + "TP": 122883, + "n_pred": 150706, + "n_ref": 128455 + }, + "2": { + "Dice": 0.07040507026729126, + "FN": 24500, + "FP": 2488, + "IoU": 0.0364869689396644, + "TN": 496278, + "TP": 1022, + "n_pred": 3510, + "n_ref": 25522 + }, + "3": { + "Dice": 0.02130082389979235, + "FN": 14423, + "FP": 14799, + "IoU": 0.010765064319566689, + "TN": 494748, + "TP": 318, + "n_pred": 15117, + "n_ref": 14741 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_0/validation/case_00277.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00277.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_0/validation/case_00283.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00283.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_0/validation/case_00295.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00295.nii.gz" + } + ] + }, + "fold_1": { + "foreground_mean": { + "Dice": 0.3960767043523991, + "FN": 2840.0387596899222, + "FP": 1808.2480620155038, + "IoU": 0.35087388367250777, + "TN": 444588.9302325581, + "TP": 14087.062015503876, + "n_pred": 15895.31007751938, + "n_ref": 16927.100775193798 + }, + "mean": { + "1": { + "Dice": 0.7274833556377512, + "FN": 2699.3255813953488, + "FP": 2149.6279069767443, + "IoU": 0.6470067353104814, + "TN": 432467.81395348837, + "TP": 26007.511627906977, + "n_pred": 28157.13953488372, + "n_ref": 28706.837209302324 + }, + "2": { + "Dice": 0.4291924259742451, + "FN": 4694.116279069767, + "FP": 2961.3720930232557, + "IoU": 0.3884865659186075, + "TN": 439521.0232558139, + "TP": 16147.767441860466, + "n_pred": 19109.13953488372, + "n_ref": 20841.883720930233 + }, + "3": { + "Dice": 0.03155433144520085, + "FN": 1126.6744186046512, + "FP": 313.74418604651163, + "IoU": 0.017128349788434416, + "TN": 461777.9534883721, + "TP": 105.90697674418605, + "n_pred": 419.6511627906977, + "n_ref": 1232.5813953488373 + } + }, + "metric_per_case": [ + { + "metrics": { + "1": { + "Dice": 0.0, + "FN": 0, + "FP": 1223, + "IoU": 0.0, + "TN": 1047353, + "TP": 0, + "n_pred": 1223, + "n_ref": 0 + }, + "2": { + "Dice": 0.0, + "FN": 0, + "FP": 20363, + "IoU": 0.0, + "TN": 1028213, + "TP": 0, + "n_pred": 20363, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 1048576, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_1/validation/case_00011.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00011.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.13513513513513514, + "FN": 885, + "FP": 715, + "IoU": 0.07246376811594203, + "TN": 1308995, + "TP": 125, + "n_pred": 840, + "n_ref": 1010 + }, + "2": { + "Dice": 0.9839406074866558, + "FN": 1487, + "FP": 1284, + "IoU": 0.9683888705095883, + "TN": 1223061, + "TP": 84888, + "n_pred": 86172, + "n_ref": 86375 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 1310720, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_1/validation/case_00026.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00026.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_1/validation/case_00029.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00029.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_1/validation/case_00031.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00031.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_1/validation/case_00033.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00033.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.8349828491338506, + "FN": 1473, + "FP": 25371, + "IoU": 0.7167129243660233, + "TN": 167385, + "TP": 67915, + "n_pred": 93286, + "n_ref": 69388 + }, + "2": { + "Dice": 0.0, + "FN": 26582, + "FP": 0, + "IoU": 0.0, + "TN": 235562, + "TP": 0, + "n_pred": 0, + "n_ref": 26582 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_1/validation/case_00041.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00041.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_1/validation/case_00045.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00045.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_1/validation/case_00053.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00053.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9156644255752283, + "FN": 16386, + "FP": 8802, + "IoU": 0.844447463656238, + "TN": 100218, + "TP": 136738, + "n_pred": 145540, + "n_ref": 153124 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": 0.0, + "FN": 0, + "FP": 12370, + "IoU": 0.0, + "TN": 249774, + "TP": 0, + "n_pred": 12370, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_1/validation/case_00058.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00058.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_1/validation/case_00065.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00065.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.5693430656934306, + "FN": 57, + "FP": 2, + "IoU": 0.3979591836734694, + "TN": 524190, + "TP": 39, + "n_pred": 41, + "n_ref": 96 + }, + "2": { + "Dice": 0.0, + "FN": 0, + "FP": 11865, + "IoU": 0.0, + "TN": 512423, + "TP": 0, + "n_pred": 11865, + "n_ref": 0 + }, + "3": { + "Dice": 0.0, + "FN": 0, + "FP": 29, + "IoU": 0.0, + "TN": 524259, + "TP": 0, + "n_pred": 29, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_1/validation/case_00075.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00075.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9107823881403345, + "FN": 994, + "FP": 18493, + "IoU": 0.8361803722447333, + "TN": 143190, + "TP": 99467, + "n_pred": 117960, + "n_ref": 100461 + }, + "2": { + "Dice": 0.0017280110592707793, + "FN": 17331, + "FP": 0, + "IoU": 0.0008647526807333103, + "TN": 244798, + "TP": 15, + "n_pred": 15, + "n_ref": 17346 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_1/validation/case_00077.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00077.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.7172372008482278, + "FN": 4167, + "FP": 500, + "IoU": 0.5591347062157567, + "TN": 251558, + "TP": 5919, + "n_pred": 6419, + "n_ref": 10086 + }, + "2": { + "Dice": 0.9606295129571293, + "FN": 1423, + "FP": 4651, + "IoU": 0.9242416683296747, + "TN": 181968, + "TP": 74102, + "n_pred": 78753, + "n_ref": 75525 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_1/validation/case_00089.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00089.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": 0.0, + "FN": 0, + "FP": 1804, + "IoU": 0.0, + "TN": 522484, + "TP": 0, + "n_pred": 1804, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_1/validation/case_00097.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00097.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_1/validation/case_00105.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00105.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_1/validation/case_00111.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00111.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_1/validation/case_00119.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00119.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_1/validation/case_00128.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00128.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9789852118157222, + "FN": 449, + "FP": 118, + "IoU": 0.9588354871497023, + "TN": 248370, + "TP": 13207, + "n_pred": 13325, + "n_ref": 13656 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_1/validation/case_00131.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00131.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_1/validation/case_00140.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00140.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9731363984767559, + "FN": 3115, + "FP": 1301, + "IoU": 0.9476783450433052, + "TN": 177743, + "TP": 79985, + "n_pred": 81286, + "n_ref": 83100 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_1/validation/case_00148.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00148.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.2419753086419753, + "FN": 816, + "FP": 1026, + "IoU": 0.13764044943820225, + "TN": 260008, + "TP": 294, + "n_pred": 1320, + "n_ref": 1110 + }, + "2": { + "Dice": 0.9103995988645278, + "FN": 10960, + "FP": 119, + "IoU": 0.835535300754112, + "TN": 194780, + "TP": 56285, + "n_pred": 56404, + "n_ref": 67245 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_1/validation/case_00159.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00159.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.5259430822884221, + "FN": 15553, + "FP": 2254, + "IoU": 0.3567997110348564, + "TN": 758747, + "TP": 9878, + "n_pred": 12132, + "n_ref": 25431 + }, + "2": { + "Dice": 0.5260750006083761, + "FN": 483, + "FP": 18992, + "IoU": 0.35692114647998946, + "TN": 756148, + "TP": 10809, + "n_pred": 29801, + "n_ref": 11292 + }, + "3": { + "Dice": 0.0, + "FN": 0, + "FP": 218, + "IoU": 0.0, + "TN": 786214, + "TP": 0, + "n_pred": 218, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_1/validation/case_00160.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00160.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_1/validation/case_00165.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00165.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.7613332237232712, + "FN": 21162, + "FP": 4967, + "IoU": 0.614639254321279, + "TN": 718628, + "TP": 41675, + "n_pred": 46642, + "n_ref": 62837 + }, + "2": { + "Dice": 0.9503611513030846, + "FN": 5156, + "FP": 12066, + "IoU": 0.9054172799367325, + "TN": 604348, + "TP": 164862, + "n_pred": 176928, + "n_ref": 170018 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 786432, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_1/validation/case_00172.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00172.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_1/validation/case_00174.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00174.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9715064145746322, + "FN": 5388, + "FP": 4129, + "IoU": 0.944591612764248, + "TN": 352527, + "TP": 162244, + "n_pred": 166373, + "n_ref": 167632 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_1/validation/case_00175.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00175.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9682161573538419, + "FN": 4590, + "FP": 547, + "IoU": 0.9383905013192612, + "TN": 703052, + "TP": 78243, + "n_pred": 78790, + "n_ref": 82833 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 786432, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 786432, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_1/validation/case_00181.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00181.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_1/validation/case_00184.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00184.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9748887131047105, + "FN": 980, + "FP": 2258, + "IoU": 0.9510076862555226, + "TN": 196052, + "TP": 62854, + "n_pred": 65112, + "n_ref": 63834 + }, + "2": { + "Dice": 0.0, + "FN": 918, + "FP": 20767, + "IoU": 0.0, + "TN": 240459, + "TP": 0, + "n_pred": 20767, + "n_ref": 918 + }, + "3": { + "Dice": 0.15777165722600425, + "FN": 48447, + "FP": 174, + "IoU": 0.08564174894217208, + "TN": 208969, + "TP": 4554, + "n_pred": 4728, + "n_ref": 53001 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_1/validation/case_00206.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00206.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.6976744186046512, + "FN": 26, + "FP": 0, + "IoU": 0.5357142857142857, + "TN": 524232, + "TP": 30, + "n_pred": 30, + "n_ref": 56 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_1/validation/case_00214.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00214.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9308489237577953, + "FN": 2006, + "FP": 6244, + "IoU": 0.8706430217790112, + "TN": 198367, + "TP": 55527, + "n_pred": 61771, + "n_ref": 57533 + }, + "2": { + "Dice": 0.9509437019036047, + "FN": 5166, + "FP": 890, + "IoU": 0.9064753756582706, + "TN": 197391, + "TP": 58697, + "n_pred": 59587, + "n_ref": 63863 + }, + "3": { + "Dice": 0.0, + "FN": 0, + "FP": 700, + "IoU": 0.0, + "TN": 261444, + "TP": 0, + "n_pred": 700, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_1/validation/case_00216.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00216.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9407652826719779, + "FN": 4142, + "FP": 2044, + "IoU": 0.8881556347068289, + "TN": 731123, + "TP": 49123, + "n_pred": 51167, + "n_ref": 53265 + }, + "2": { + "Dice": 0.9505616327729242, + "FN": 4945, + "FP": 1789, + "IoU": 0.9057812849787329, + "TN": 714960, + "TP": 64738, + "n_pred": 66527, + "n_ref": 69683 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 786432, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_1/validation/case_00223.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00223.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9395949698879771, + "FN": 4004, + "FP": 5675, + "IoU": 0.8860717774874348, + "TN": 177187, + "TP": 75278, + "n_pred": 80953, + "n_ref": 79282 + }, + "2": { + "Dice": 0.0, + "FN": 6043, + "FP": 0, + "IoU": 0.0, + "TN": 256101, + "TP": 0, + "n_pred": 0, + "n_ref": 6043 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_1/validation/case_00229.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00229.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_1/validation/case_00231.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00231.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 1048576, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": 0.0, + "FN": 0, + "FP": 23, + "IoU": 0.0, + "TN": 1048553, + "TP": 0, + "n_pred": 23, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 1048576, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_1/validation/case_00235.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00235.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_1/validation/case_00243.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00243.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_1/validation/case_00245.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00245.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.2050390964378801, + "FN": 1216, + "FP": 614, + "IoU": 0.11423039690222653, + "TN": 522222, + "TP": 236, + "n_pred": 850, + "n_ref": 1452 + }, + "2": { + "Dice": 0.765703817100409, + "FN": 10716, + "FP": 7956, + "IoU": 0.6203566272899173, + "TN": 475105, + "TP": 30511, + "n_pred": 38467, + "n_ref": 41227 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_1/validation/case_00262.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00262.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_1/validation/case_00274.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00274.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.8571313201234461, + "FN": 23961, + "FP": 806, + "IoU": 0.749982334117362, + "TN": 425227, + "TP": 74294, + "n_pred": 75100, + "n_ref": 98255 + }, + "2": { + "Dice": 0.0, + "FN": 0, + "FP": 22102, + "IoU": 0.0, + "TN": 502186, + "TP": 0, + "n_pred": 22102, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_1/validation/case_00286.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00286.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9544502380412605, + "FN": 4701, + "FP": 5345, + "IoU": 0.9128692605249007, + "TN": 408990, + "TP": 105252, + "n_pred": 110597, + "n_ref": 109953 + }, + "2": { + "Dice": 0.7251206334804305, + "FN": 110637, + "FP": 2668, + "IoU": 0.5687758799171843, + "TN": 261536, + "TP": 149447, + "n_pred": 152115, + "n_ref": 260084 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_1/validation/case_00292.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00292.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_1/validation/case_00299.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00299.nii.gz" + } + ] + }, + "fold_2": { + "foreground_mean": { + "Dice": 0.42877783725751417, + "FN": 3575.1317829457366, + "FP": 2324.7596899224804, + "IoU": 0.37735862719733365, + "TN": 457955.9534883721, + "TP": 17757.550387596897, + "n_pred": 20082.31007751938, + "n_ref": 21332.682170542637 + }, + "mean": { + "1": { + "Dice": 0.7659430116006759, + "FN": 2542.4651162790697, + "FP": 4347.441860465116, + "IoU": 0.7110653965352909, + "TN": 438140.11627906974, + "TP": 36583.37209302326, + "n_pred": 40930.813953488374, + "n_ref": 39125.83720930233 + }, + "2": { + "Dice": 0.3807478404617169, + "FN": 7032.093023255814, + "FP": 2387.720930232558, + "IoU": 0.32093412127316007, + "TN": 456260.4651162791, + "TP": 15933.116279069767, + "n_pred": 18320.837209302324, + "n_ref": 22965.20930232558 + }, + "3": { + "Dice": 0.13964265971014975, + "FN": 1150.8372093023256, + "FP": 239.11627906976744, + "IoU": 0.10007636378355007, + "TN": 479467.27906976745, + "TP": 756.1627906976744, + "n_pred": 995.2790697674419, + "n_ref": 1907.0 + } + }, + "metric_per_case": [ + { + "metrics": { + "1": { + "Dice": 0.9552935918816694, + "FN": 3120, + "FP": 13286, + "IoU": 0.9144134509544105, + "TN": 332599, + "TP": 175283, + "n_pred": 188569, + "n_ref": 178403 + }, + "2": { + "Dice": 0.0, + "FN": 47, + "FP": 0, + "IoU": 0.0, + "TN": 524241, + "TP": 0, + "n_pred": 0, + "n_ref": 47 + }, + "3": { + "Dice": 0.0012027904738994466, + "FN": 8042, + "FP": 262, + "IoU": 0.0006017571308220002, + "TN": 515979, + "TP": 5, + "n_pred": 267, + "n_ref": 8047 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_2/validation/case_00006.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00006.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9517362455787055, + "FN": 5484, + "FP": 3863, + "IoU": 0.9079167733927058, + "TN": 160638, + "TP": 92159, + "n_pred": 96022, + "n_ref": 97643 + }, + "2": { + "Dice": 0.0, + "FN": 0, + "FP": 2041, + "IoU": 0.0, + "TN": 260103, + "TP": 0, + "n_pred": 2041, + "n_ref": 0 + }, + "3": { + "Dice": 0.0, + "FN": 0, + "FP": 231, + "IoU": 0.0, + "TN": 261913, + "TP": 0, + "n_pred": 231, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_2/validation/case_00012.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00012.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_2/validation/case_00018.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00018.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9778082151860001, + "FN": 3390, + "FP": 1179, + "IoU": 0.9565799977192382, + "TN": 419060, + "TP": 100659, + "n_pred": 101838, + "n_ref": 104049 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_2/validation/case_00038.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00038.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_2/validation/case_00040.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00040.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_2/validation/case_00046.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00046.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_2/validation/case_00057.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00057.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9776968205652624, + "FN": 2617, + "FP": 5758, + "IoU": 0.9563668002146493, + "TN": 332347, + "TP": 183566, + "n_pred": 189324, + "n_ref": 186183 + }, + "2": { + "Dice": 0.6231137283768863, + "FN": 1834, + "FP": 214, + "IoU": 0.4525527933707565, + "TN": 520547, + "TP": 1693, + "n_pred": 1907, + "n_ref": 3527 + }, + "3": { + "Dice": 0.0, + "FN": 0, + "FP": 1169, + "IoU": 0.0, + "TN": 523119, + "TP": 0, + "n_pred": 1169, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_2/validation/case_00061.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00061.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.06215578284815106, + "FN": 1192, + "FP": 10728, + "IoU": 0.03207470564352416, + "TN": 249829, + "TP": 395, + "n_pred": 11123, + "n_ref": 1587 + }, + "2": { + "Dice": 0.9548678356110111, + "FN": 16703, + "FP": 612, + "IoU": 0.9136335749165765, + "TN": 61661, + "TP": 183168, + "n_pred": 183780, + "n_ref": 199871 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_2/validation/case_00067.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00067.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9134866209493075, + "FN": 1003, + "FP": 2214, + "IoU": 0.8407504578981239, + "TN": 241943, + "TP": 16984, + "n_pred": 19198, + "n_ref": 17987 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_2/validation/case_00068.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00068.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.921550593898597, + "FN": 8490, + "FP": 7546, + "IoU": 0.8545144433154304, + "TN": 151920, + "TP": 94188, + "n_pred": 101734, + "n_ref": 102678 + }, + "2": { + "Dice": 0.0, + "FN": 0, + "FP": 6907, + "IoU": 0.0, + "TN": 255237, + "TP": 0, + "n_pred": 6907, + "n_ref": 0 + }, + "3": { + "Dice": 0.0, + "FN": 0, + "FP": 1502, + "IoU": 0.0, + "TN": 260642, + "TP": 0, + "n_pred": 1502, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_2/validation/case_00071.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00071.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.04209199360472267, + "FN": 1035, + "FP": 61275, + "IoU": 0.02149845317922706, + "TN": 460609, + "TP": 1369, + "n_pred": 62644, + "n_ref": 2404 + }, + "2": { + "Dice": 0.6825627266804491, + "FN": 61443, + "FP": 436, + "IoU": 0.5180988427332056, + "TN": 395882, + "TP": 66527, + "n_pred": 66963, + "n_ref": 127970 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_2/validation/case_00078.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00078.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9715790791075513, + "FN": 8444, + "FP": 1548, + "IoU": 0.9447290106315894, + "TN": 343506, + "TP": 170790, + "n_pred": 172338, + "n_ref": 179234 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": 0.0, + "FN": 315, + "FP": 1060, + "IoU": 0.0, + "TN": 522913, + "TP": 0, + "n_pred": 1060, + "n_ref": 315 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_2/validation/case_00082.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00082.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.8490723669048168, + "FN": 87, + "FP": 10391, + "IoU": 0.7377287176791569, + "TN": 2319345, + "TP": 29473, + "n_pred": 39864, + "n_ref": 29560 + }, + "2": { + "Dice": 0.0, + "FN": 0, + "FP": 22855, + "IoU": 0.0, + "TN": 2336441, + "TP": 0, + "n_pred": 22855, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 2359296, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_2/validation/case_00084.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00084.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.32769334431384295, + "FN": 35238, + "FP": 682, + "IoU": 0.19595290325468953, + "TN": 479614, + "TP": 8754, + "n_pred": 9436, + "n_ref": 43992 + }, + "2": { + "Dice": 0.4557253573766036, + "FN": 147234, + "FP": 4949, + "IoU": 0.29510641747145605, + "TN": 308393, + "TP": 63712, + "n_pred": 68661, + "n_ref": 210946 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_2/validation/case_00088.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00088.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_2/validation/case_00093.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00093.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.947701610998252, + "FN": 773, + "FP": 334, + "IoU": 0.9006015982760169, + "TN": 1037439, + "TP": 10030, + "n_pred": 10364, + "n_ref": 10803 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 1048576, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": 0.0, + "FN": 0, + "FP": 442, + "IoU": 0.0, + "TN": 1048134, + "TP": 0, + "n_pred": 442, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_2/validation/case_00104.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00104.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.7051932838734869, + "FN": 4383, + "FP": 902, + "IoU": 0.5446320868516284, + "TN": 512682, + "TP": 6321, + "n_pred": 7223, + "n_ref": 10704 + }, + "2": { + "Dice": 0.9168002344687359, + "FN": 376, + "FP": 17792, + "IoU": 0.8463814927240904, + "TN": 406021, + "TP": 100099, + "n_pred": 117891, + "n_ref": 100475 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_2/validation/case_00107.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00107.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": 0.0, + "FN": 0, + "FP": 3601, + "IoU": 0.0, + "TN": 258543, + "TP": 0, + "n_pred": 3601, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_2/validation/case_00118.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00118.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_2/validation/case_00122.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00122.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 1048576, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 1048576, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 1048576, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_2/validation/case_00125.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00125.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_2/validation/case_00129.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00129.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9684569834844055, + "FN": 4027, + "FP": 2035, + "IoU": 0.9388430419079519, + "TN": 425166, + "TP": 93060, + "n_pred": 95095, + "n_ref": 97087 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": 0.5916888137231215, + "FN": 2917, + "FP": 463, + "IoU": 0.4201406759306914, + "TN": 518459, + "TP": 2449, + "n_pred": 2912, + "n_ref": 5366 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_2/validation/case_00137.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00137.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.11366906474820145, + "FN": 3666, + "FP": 30, + "IoU": 0.060259344012204424, + "TN": 520355, + "TP": 237, + "n_pred": 267, + "n_ref": 3903 + }, + "2": { + "Dice": 0.8696464679215473, + "FN": 11476, + "FP": 32748, + "IoU": 0.7693579426628352, + "TN": 332545, + "TP": 147519, + "n_pred": 180267, + "n_ref": 158995 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_2/validation/case_00139.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00139.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_2/validation/case_00143.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00143.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_2/validation/case_00169.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00169.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9652571209247053, + "FN": 3123, + "FP": 1584, + "IoU": 0.932847319314064, + "TN": 978482, + "TP": 65387, + "n_pred": 66971, + "n_ref": 68510 + }, + "2": { + "Dice": 0.0, + "FN": 0, + "FP": 5966, + "IoU": 0.0, + "TN": 1042610, + "TP": 0, + "n_pred": 5966, + "n_ref": 0 + }, + "3": { + "Dice": 0.6105641373847112, + "FN": 27512, + "FP": 18, + "IoU": 0.4394331208894138, + "TN": 999465, + "TP": 21581, + "n_pred": 21599, + "n_ref": 49093 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_2/validation/case_00190.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00190.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_2/validation/case_00195.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00195.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_2/validation/case_00198.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00198.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_2/validation/case_00225.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00225.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9587078543587375, + "FN": 5601, + "FP": 1910, + "IoU": 0.9206905654400507, + "TN": 167439, + "TP": 87194, + "n_pred": 89104, + "n_ref": 92795 + }, + "2": { + "Dice": 0.0, + "FN": 84, + "FP": 547, + "IoU": 0.0, + "TN": 261513, + "TP": 0, + "n_pred": 547, + "n_ref": 84 + }, + "3": { + "Dice": 0.0, + "FN": 0, + "FP": 4, + "IoU": 0.0, + "TN": 262140, + "TP": 0, + "n_pred": 4, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_2/validation/case_00232.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00232.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9110919398570372, + "FN": 3912, + "FP": 10516, + "IoU": 0.8367023564298164, + "TN": 435934, + "TP": 73926, + "n_pred": 84442, + "n_ref": 77838 + }, + "2": { + "Dice": 0.0, + "FN": 0, + "FP": 402, + "IoU": 0.0, + "TN": 523886, + "TP": 0, + "n_pred": 402, + "n_ref": 0 + }, + "3": { + "Dice": 0.6118988346502147, + "FN": 10700, + "FP": 57, + "IoU": 0.4408171752352238, + "TN": 505051, + "TP": 8480, + "n_pred": 8537, + "n_ref": 19180 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_2/validation/case_00238.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00238.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_2/validation/case_00242.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00242.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_2/validation/case_00246.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00246.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.8543456494060349, + "FN": 2193, + "FP": 21373, + "IoU": 0.745727233491584, + "TN": 169464, + "TP": 69114, + "n_pred": 90487, + "n_ref": 71307 + }, + "2": { + "Dice": 0.764186569332003, + "FN": 18232, + "FP": 439, + "IoU": 0.6183672635107513, + "TN": 213220, + "TP": 30253, + "n_pred": 30692, + "n_ref": 48485 + }, + "3": { + "Dice": 0.0, + "FN": 0, + "FP": 616, + "IoU": 0.0, + "TN": 261528, + "TP": 0, + "n_pred": 616, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_2/validation/case_00247.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00247.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.028556771545827635, + "FN": 78, + "FP": 11284, + "IoU": 0.014485211206522682, + "TN": 250615, + "TP": 167, + "n_pred": 11451, + "n_ref": 245 + }, + "2": { + "Dice": 0.6482993607007339, + "FN": 40875, + "FP": 0, + "IoU": 0.47961755869022765, + "TN": 183596, + "TP": 37673, + "n_pred": 37673, + "n_ref": 78548 + }, + "3": { + "Dice": 0.0, + "FN": 0, + "FP": 83, + "IoU": 0.0, + "TN": 262061, + "TP": 0, + "n_pred": 83, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_2/validation/case_00249.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00249.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9604433482285679, + "FN": 3207, + "FP": 4459, + "IoU": 0.923897073422547, + "TN": 161412, + "TP": 93066, + "n_pred": 97525, + "n_ref": 96273 + }, + "2": { + "Dice": 0.0, + "FN": 0, + "FP": 69, + "IoU": 0.0, + "TN": 262075, + "TP": 0, + "n_pred": 69, + "n_ref": 0 + }, + "3": { + "Dice": 0.0, + "FN": 0, + "FP": 4375, + "IoU": 0.0, + "TN": 257769, + "TP": 0, + "n_pred": 4375, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_2/validation/case_00250.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00250.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_2/validation/case_00255.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00255.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9140072356371308, + "FN": 4522, + "FP": 8765, + "IoU": 0.8416328963051252, + "TN": 440388, + "TP": 70613, + "n_pred": 79378, + "n_ref": 75135 + }, + "2": { + "Dice": 0.9382588478429347, + "FN": 4076, + "FP": 3094, + "IoU": 0.883698296836983, + "TN": 462638, + "TP": 54480, + "n_pred": 57574, + "n_ref": 58556 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_2/validation/case_00259.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00259.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9766689193797392, + "FN": 184, + "FP": 3579, + "IoU": 0.9544016964556196, + "TN": 179619, + "TP": 78762, + "n_pred": 82341, + "n_ref": 78946 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_2/validation/case_00261.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00261.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9403760257608809, + "FN": 883, + "FP": 265, + "IoU": 0.8874620135280855, + "TN": 251943, + "TP": 9053, + "n_pred": 9318, + "n_ref": 9936 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_2/validation/case_00273.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00273.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.953934826975263, + "FN": 2674, + "FP": 1434, + "IoU": 0.9119267628583068, + "TN": 739789, + "TP": 42535, + "n_pred": 43969, + "n_ref": 45209 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 786432, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 786432, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_2/validation/case_00280.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00280.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_2/validation/case_00293.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00293.nii.gz" + } + ] + }, + "fold_3": { + "foreground_mean": { + "Dice": 0.5999018029324178, + "FN": 2258.93023255814, + "FP": 2245.06976744186, + "IoU": 0.5190131756964292, + "TN": 489822.8837209302, + "TP": 17768.372093023256, + "n_pred": 20013.44186046512, + "n_ref": 20027.302325581393 + }, + "mean": { + "1": { + "Dice": 0.7172068583698532, + "FN": 1326.4418604651162, + "FP": 3865.093023255814, + "IoU": 0.6656812925512161, + "TN": 478492.4186046512, + "TP": 28411.302325581397, + "n_pred": 32276.39534883721, + "n_ref": 29737.74418604651 + }, + "2": { + "Dice": 0.5397291162345641, + "FN": 5150.906976744186, + "FP": 2838.6511627906975, + "IoU": 0.48241600143339936, + "TN": 479551.16279069765, + "TP": 24554.53488372093, + "n_pred": 27393.18604651163, + "n_ref": 29705.441860465115 + }, + "3": { + "Dice": 0.542769434192836, + "FN": 299.4418604651163, + "FP": 31.46511627906977, + "IoU": 0.4089422331046723, + "TN": 511425.06976744183, + "TP": 339.27906976744185, + "n_pred": 370.74418604651163, + "n_ref": 638.7209302325581 + } + }, + "metric_per_case": [ + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": 0.0, + "FN": 0, + "FP": 1092, + "IoU": 0.0, + "TN": 523196, + "TP": 0, + "n_pred": 1092, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_3/validation/case_00002.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00002.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9085197253125284, + "FN": 5325, + "FP": 15816, + "IoU": 0.8323739295908659, + "TN": 136024, + "TP": 104979, + "n_pred": 120795, + "n_ref": 110304 + }, + "2": { + "Dice": 0.8674372242008825, + "FN": 7031, + "FP": 4805, + "IoU": 0.7659065287474536, + "TN": 211583, + "TP": 38725, + "n_pred": 43530, + "n_ref": 45756 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_3/validation/case_00035.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00035.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9377751100440176, + "FN": 415, + "FP": 207, + "IoU": 0.8828404595969109, + "TN": 781123, + "TP": 4687, + "n_pred": 4894, + "n_ref": 5102 + }, + "2": { + "Dice": 0.0, + "FN": 0, + "FP": 61, + "IoU": 0.0, + "TN": 786371, + "TP": 0, + "n_pred": 61, + "n_ref": 0 + }, + "3": { + "Dice": 0.6510121457489878, + "FN": 154, + "FP": 277, + "IoU": 0.48259303721488594, + "TN": 785599, + "TP": 402, + "n_pred": 679, + "n_ref": 556 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_3/validation/case_00037.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00037.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_3/validation/case_00050.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00050.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.915041668506684, + "FN": 1996, + "FP": 11471, + "IoU": 0.8433887661355972, + "TN": 438298, + "TP": 72523, + "n_pred": 83994, + "n_ref": 74519 + }, + "2": { + "Dice": 0.6958163066744503, + "FN": 15553, + "FP": 79, + "IoU": 0.5335263047954403, + "TN": 490777, + "TP": 17879, + "n_pred": 17958, + "n_ref": 33432 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_3/validation/case_00059.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00059.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_3/validation/case_00062.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00062.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9755545758307036, + "FN": 1693, + "FP": 2521, + "IoU": 0.9522757902127997, + "TN": 435989, + "TP": 84085, + "n_pred": 86606, + "n_ref": 85778 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": 0.4854961832061069, + "FN": 972, + "FP": 39, + "IoU": 0.32056451612903225, + "TN": 522800, + "TP": 477, + "n_pred": 516, + "n_ref": 1449 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_3/validation/case_00064.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00064.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_3/validation/case_00076.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00076.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_3/validation/case_00080.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00080.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.942962962962963, + "FN": 251, + "FP": 57, + "IoU": 0.8920812894183602, + "TN": 259290, + "TP": 2546, + "n_pred": 2603, + "n_ref": 2797 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_3/validation/case_00083.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00083.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.4327196811539191, + "FN": 9643, + "FP": 2313, + "IoU": 0.27609590699927344, + "TN": 507772, + "TP": 4560, + "n_pred": 6873, + "n_ref": 14203 + }, + "2": { + "Dice": 0.9709903564219917, + "FN": 4686, + "FP": 9284, + "IoU": 0.9436163815197343, + "TN": 276521, + "TP": 233797, + "n_pred": 243081, + "n_ref": 238483 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_3/validation/case_00092.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00092.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_3/validation/case_00094.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00094.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_3/validation/case_00108.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00108.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9264004427305229, + "FN": 4678, + "FP": 28836, + "IoU": 0.8628919753717758, + "TN": 1328429, + "TP": 210921, + "n_pred": 239757, + "n_ref": 215599 + }, + "2": { + "Dice": 0.8416861670862491, + "FN": 13208, + "FP": 1067, + "IoU": 0.7266477729692467, + "TN": 1520642, + "TP": 37947, + "n_pred": 39014, + "n_ref": 51155 + }, + "3": { + "Dice": 0.6785056564062089, + "FN": 6642, + "FP": 690, + "IoU": 0.5134381843519809, + "TN": 1557795, + "TP": 7737, + "n_pred": 8427, + "n_ref": 14379 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_3/validation/case_00110.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00110.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9695688288152231, + "FN": 768, + "FP": 844, + "IoU": 0.9409350725487322, + "TN": 496996, + "TP": 25680, + "n_pred": 26524, + "n_ref": 26448 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_3/validation/case_00112.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00112.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9529783670759382, + "FN": 1946, + "FP": 2799, + "IoU": 0.9101802074657379, + "TN": 733604, + "TP": 48083, + "n_pred": 50882, + "n_ref": 50029 + }, + "2": { + "Dice": 0.9897672699117976, + "FN": 5526, + "FP": 342, + "IoU": 0.9797418361463918, + "TN": 496771, + "TP": 283793, + "n_pred": 284135, + "n_ref": 289319 + }, + "3": { + "Dice": 0.6482174833143415, + "FN": 2115, + "FP": 46, + "IoU": 0.47952793834296725, + "TN": 782280, + "TP": 1991, + "n_pred": 2037, + "n_ref": 4106 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_3/validation/case_00114.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00114.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_3/validation/case_00136.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00136.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.5710094362064864, + "FN": 4403, + "FP": 17237, + "IoU": 0.3995893679596027, + "TN": 488246, + "TP": 14402, + "n_pred": 31639, + "n_ref": 18805 + }, + "2": { + "Dice": 0.9213071215466988, + "FN": 28125, + "FP": 3342, + "IoU": 0.8540958598593215, + "TN": 308619, + "TP": 184202, + "n_pred": 187544, + "n_ref": 212327 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_3/validation/case_00145.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00145.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_3/validation/case_00147.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00147.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_3/validation/case_00158.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00158.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 786432, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 786432, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 786432, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_3/validation/case_00164.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00164.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_3/validation/case_00170.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00170.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9832565862412145, + "FN": 2993, + "FP": 254, + "IoU": 0.9670646231247527, + "TN": 163557, + "TP": 95340, + "n_pred": 95594, + "n_ref": 98333 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_3/validation/case_00171.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00171.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.004149377593360996, + "FN": 20, + "FP": 940, + "IoU": 0.002079002079002079, + "TN": 523326, + "TP": 2, + "n_pred": 942, + "n_ref": 22 + }, + "2": { + "Dice": 0.7548413679439637, + "FN": 2970, + "FP": 5, + "IoU": 0.6062210456651225, + "TN": 516733, + "TP": 4580, + "n_pred": 4585, + "n_ref": 7550 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_3/validation/case_00178.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00178.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.7106660906249206, + "FN": 3395, + "FP": 7990, + "IoU": 0.5511885520558205, + "TN": 236777, + "TP": 13982, + "n_pred": 21972, + "n_ref": 17377 + }, + "2": { + "Dice": 0.9636973586119192, + "FN": 7484, + "FP": 2450, + "IoU": 0.9299381475290749, + "TN": 120355, + "TP": 131855, + "n_pred": 134305, + "n_ref": 139339 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_3/validation/case_00179.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00179.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.0, + "FN": 9385, + "FP": 34958, + "IoU": 0.0, + "TN": 479945, + "TP": 0, + "n_pred": 34958, + "n_ref": 9385 + }, + "2": { + "Dice": 0.0, + "FN": 113316, + "FP": 46358, + "IoU": 0.0, + "TN": 364614, + "TP": 0, + "n_pred": 46358, + "n_ref": 113316 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_3/validation/case_00187.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00187.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9705917446882979, + "FN": 1406, + "FP": 9685, + "IoU": 0.9428637663240862, + "TN": 330173, + "TP": 183024, + "n_pred": 192709, + "n_ref": 184430 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": 0.0, + "FN": 1220, + "FP": 0, + "IoU": 0.0, + "TN": 523068, + "TP": 0, + "n_pred": 0, + "n_ref": 1220 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_3/validation/case_00188.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00188.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_3/validation/case_00189.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00189.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9793323785391649, + "FN": 1860, + "FP": 1892, + "IoU": 0.9595017593851867, + "TN": 431642, + "TP": 88894, + "n_pred": 90786, + "n_ref": 90754 + }, + "2": { + "Dice": 0.0, + "FN": 0, + "FP": 150, + "IoU": 0.0, + "TN": 524138, + "TP": 0, + "n_pred": 150, + "n_ref": 0 + }, + "3": { + "Dice": 0.7933851364813708, + "FN": 1773, + "FP": 301, + "IoU": 0.6575297225891678, + "TN": 518232, + "TP": 3982, + "n_pred": 4283, + "n_ref": 5755 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_3/validation/case_00192.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00192.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_3/validation/case_00204.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00204.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_3/validation/case_00209.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00209.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.0, + "FN": 2, + "FP": 0, + "IoU": 0.0, + "TN": 524286, + "TP": 0, + "n_pred": 0, + "n_ref": 2 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_3/validation/case_00217.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00217.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 786432, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 786432, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 786432, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_3/validation/case_00220.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00220.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.0052404438964241675, + "FN": 43, + "FP": 12865, + "IoU": 0.0026271055478287743, + "TN": 1822066, + "TP": 34, + "n_pred": 12899, + "n_ref": 77 + }, + "2": { + "Dice": 0.851866699331121, + "FN": 18053, + "FP": 21855, + "IoU": 0.7419580103066786, + "TN": 1680351, + "TP": 114749, + "n_pred": 136604, + "n_ref": 132802 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 1835008, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_3/validation/case_00236.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00236.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_3/validation/case_00248.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00248.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 786432, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": 0.0, + "FN": 0, + "FP": 30479, + "IoU": 0.0, + "TN": 755953, + "TP": 0, + "n_pred": 30479, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 786432, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_3/validation/case_00253.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00253.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9674889277080797, + "FN": 1630, + "FP": 5740, + "IoU": 0.9370252326306705, + "TN": 145113, + "TP": 109661, + "n_pred": 115401, + "n_ref": 111291 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_3/validation/case_00260.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00260.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 786432, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 786432, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 786432, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_3/validation/case_00265.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00265.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_3/validation/case_00267.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00267.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9579111380169308, + "FN": 2338, + "FP": 6144, + "IoU": 0.9192221248714335, + "TN": 419284, + "TP": 96522, + "n_pred": 102666, + "n_ref": 98860 + }, + "2": { + "Dice": 0.7782559880239521, + "FN": 4047, + "FP": 693, + "IoU": 0.6370041353959258, + "TN": 511230, + "TP": 8318, + "n_pred": 9011, + "n_ref": 12365 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_3/validation/case_00270.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00270.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9501765398195371, + "FN": 2847, + "FP": 3630, + "IoU": 0.9050822122571002, + "TN": 193906, + "TP": 61761, + "n_pred": 65391, + "n_ref": 64608 + }, + "2": { + "Dice": 0.0, + "FN": 1490, + "FP": 0, + "IoU": 0.0, + "TN": 260654, + "TP": 0, + "n_pred": 0, + "n_ref": 1490 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_3/validation/case_00279.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00279.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_3/validation/case_00285.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00285.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_3/validation/case_00290.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00290.nii.gz" + } + ] + }, + "fold_4": { + "foreground_mean": { + "Dice": 0.5365446808350562, + "FN": 2346.294573643411, + "FP": 3629.751937984496, + "IoU": 0.47783728589878055, + "TN": 508769.1782945736, + "TP": 21735.51937984496, + "n_pred": 25365.27131782946, + "n_ref": 24081.813953488378 + }, + "mean": { + "1": { + "Dice": 0.7645802849569255, + "FN": 2956.5116279069766, + "FP": 4434.116279069767, + "IoU": 0.7084508734062279, + "TN": 492280.11627906974, + "TP": 36810.0, + "n_pred": 41244.11627906977, + "n_ref": 39766.51162790698 + }, + "2": { + "Dice": 0.5441785051314976, + "FN": 3749.139534883721, + "FP": 5854.279069767442, + "IoU": 0.499163941687449, + "TN": 499282.27906976745, + "TP": 27595.04651162791, + "n_pred": 33449.32558139535, + "n_ref": 31344.18604651163 + }, + "3": { + "Dice": 0.3008752524167455, + "FN": 333.2325581395349, + "FP": 600.8604651162791, + "IoU": 0.22589704260266483, + "TN": 534745.1395348837, + "TP": 801.5116279069767, + "n_pred": 1402.3720930232557, + "n_ref": 1134.7441860465117 + } + }, + "metric_per_case": [ + { + "metrics": { + "1": { + "Dice": 0.9156998272031597, + "FN": 205, + "FP": 1161, + "IoU": 0.8445076835515083, + "TN": 777647, + "TP": 7419, + "n_pred": 8580, + "n_ref": 7624 + }, + "2": { + "Dice": 0.0, + "FN": 0, + "FP": 126329, + "IoU": 0.0, + "TN": 660103, + "TP": 0, + "n_pred": 126329, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 786432, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_4/validation/case_00001.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00001.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9670601574521681, + "FN": 6867, + "FP": 4928, + "IoU": 0.9362211792187568, + "TN": 1125784, + "TP": 173141, + "n_pred": 178069, + "n_ref": 180008 + }, + "2": { + "Dice": 0.8309500197276518, + "FN": 15183, + "FP": 670, + "IoU": 0.7107908419228314, + "TN": 1255905, + "TP": 38962, + "n_pred": 39632, + "n_ref": 54145 + }, + "3": { + "Dice": 0.052833596748701736, + "FN": 1899, + "FP": 2296, + "IoU": 0.027133580705009278, + "TN": 1306408, + "TP": 117, + "n_pred": 2413, + "n_ref": 2016 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_4/validation/case_00008.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00008.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_4/validation/case_00014.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00014.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9701949645431183, + "FN": 4169, + "FP": 2001, + "IoU": 0.9421151879614602, + "TN": 417697, + "TP": 100421, + "n_pred": 102422, + "n_ref": 104590 + }, + "2": { + "Dice": 0.0, + "FN": 0, + "FP": 1208, + "IoU": 0.0, + "TN": 523080, + "TP": 0, + "n_pred": 1208, + "n_ref": 0 + }, + "3": { + "Dice": 0.5547010667328206, + "FN": 3540, + "FP": 50, + "IoU": 0.38379677308616544, + "TN": 518462, + "TP": 2236, + "n_pred": 2286, + "n_ref": 5776 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_4/validation/case_00015.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00015.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9266328447330876, + "FN": 10967, + "FP": 2352, + "IoU": 0.8632953227478471, + "TN": 689003, + "TP": 84110, + "n_pred": 86462, + "n_ref": 95077 + }, + "2": { + "Dice": 0.0, + "FN": 0, + "FP": 11, + "IoU": 0.0, + "TN": 786421, + "TP": 0, + "n_pred": 11, + "n_ref": 0 + }, + "3": { + "Dice": 0.0, + "FN": 0, + "FP": 14195, + "IoU": 0.0, + "TN": 772237, + "TP": 0, + "n_pred": 14195, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_4/validation/case_00017.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00017.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.980434305768809, + "FN": 244, + "FP": 648, + "IoU": 0.9616195516544038, + "TN": 238903, + "TP": 22349, + "n_pred": 22997, + "n_ref": 22593 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_4/validation/case_00023.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00023.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.7375973675766823, + "FN": 3215, + "FP": 35222, + "IoU": 0.5842806000497518, + "TN": 956117, + "TP": 54022, + "n_pred": 89244, + "n_ref": 57237 + }, + "2": { + "Dice": 0.8866410589835627, + "FN": 36445, + "FP": 1389, + "IoU": 0.7963658675737645, + "TN": 862782, + "TP": 147960, + "n_pred": 149349, + "n_ref": 184405 + }, + "3": { + "Dice": 0.0, + "FN": 0, + "FP": 410, + "IoU": 0.0, + "TN": 1048166, + "TP": 0, + "n_pred": 410, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_4/validation/case_00047.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00047.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_4/validation/case_00051.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00051.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.12700521099417594, + "FN": 2579, + "FP": 14509, + "IoU": 0.06780863018929682, + "TN": 768101, + "TP": 1243, + "n_pred": 15752, + "n_ref": 3822 + }, + "2": { + "Dice": 0.9054465464144302, + "FN": 42942, + "FP": 42, + "IoU": 0.8272291713559922, + "TN": 537640, + "TP": 205808, + "n_pred": 205850, + "n_ref": 248750 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 786432, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_4/validation/case_00055.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00055.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_4/validation/case_00060.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00060.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_4/validation/case_00085.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00085.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.7135825109186111, + "FN": 19720, + "FP": 4020, + "IoU": 0.5547052313694596, + "TN": 208831, + "TP": 29573, + "n_pred": 33593, + "n_ref": 49293 + }, + "2": { + "Dice": 0.9079280233310641, + "FN": 2528, + "FP": 19382, + "IoU": 0.8313811202265696, + "TN": 132206, + "TP": 108028, + "n_pred": 127410, + "n_ref": 110556 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_4/validation/case_00090.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00090.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.0, + "FN": 0, + "FP": 44356, + "IoU": 0.0, + "TN": 1004220, + "TP": 0, + "n_pred": 44356, + "n_ref": 0 + }, + "2": { + "Dice": 0.0, + "FN": 0, + "FP": 59306, + "IoU": 0.0, + "TN": 989270, + "TP": 0, + "n_pred": 59306, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 1048576, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_4/validation/case_00106.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00106.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_4/validation/case_00109.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00109.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.0, + "FN": 0, + "FP": 178, + "IoU": 0.0, + "TN": 524110, + "TP": 0, + "n_pred": 178, + "n_ref": 0 + }, + "2": { + "Dice": 0.0, + "FN": 0, + "FP": 3377, + "IoU": 0.0, + "TN": 520911, + "TP": 0, + "n_pred": 3377, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_4/validation/case_00116.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00116.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_4/validation/case_00120.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00120.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_4/validation/case_00123.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00123.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_4/validation/case_00124.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00124.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9414687148457147, + "FN": 7364, + "FP": 7881, + "IoU": 0.8894103821489714, + "TN": 910724, + "TP": 122607, + "n_pred": 130488, + "n_ref": 129971 + }, + "2": { + "Dice": 0.9254129031024305, + "FN": 10238, + "FP": 1463, + "IoU": 0.8611799878987768, + "TN": 964287, + "TP": 72588, + "n_pred": 74051, + "n_ref": 82826 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 1048576, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_4/validation/case_00126.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00126.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_4/validation/case_00130.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00130.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 786432, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 786432, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 786432, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_4/validation/case_00134.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00134.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_4/validation/case_00150.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00150.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9396992054483542, + "FN": 3853, + "FP": 1247, + "IoU": 0.8862571925598822, + "TN": 479450, + "TP": 39738, + "n_pred": 40985, + "n_ref": 43591 + }, + "2": { + "Dice": 0.0, + "FN": 0, + "FP": 4413, + "IoU": 0.0, + "TN": 519875, + "TP": 0, + "n_pred": 4413, + "n_ref": 0 + }, + "3": { + "Dice": 0.876492771841609, + "FN": 4234, + "FP": 1268, + "IoU": 0.7801398601398601, + "TN": 499263, + "TP": 19523, + "n_pred": 20791, + "n_ref": 23757 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_4/validation/case_00152.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00152.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9721694598062453, + "FN": 2656, + "FP": 2311, + "IoU": 0.9458460532054077, + "TN": 170424, + "TP": 86753, + "n_pred": 89064, + "n_ref": 89409 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": 0.27803061646669425, + "FN": 1745, + "FP": 0, + "IoU": 0.16146083613647286, + "TN": 260063, + "TP": 336, + "n_pred": 336, + "n_ref": 2081 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_4/validation/case_00154.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00154.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_4/validation/case_00161.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00161.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9703900416057877, + "FN": 7065, + "FP": 1710, + "IoU": 0.9424831546105241, + "TN": 633868, + "TP": 143789, + "n_pred": 145499, + "n_ref": 150854 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 786432, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 786432, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_4/validation/case_00191.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00191.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.11075757034071002, + "FN": 4919, + "FP": 19954, + "IoU": 0.058625387934297175, + "TN": 235722, + "TP": 1549, + "n_pred": 21503, + "n_ref": 6468 + }, + "2": { + "Dice": 0.8856070274844206, + "FN": 19682, + "FP": 4787, + "IoU": 0.7946990418337724, + "TN": 142958, + "TP": 94717, + "n_pred": 99504, + "n_ref": 114399 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_4/validation/case_00199.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00199.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.728149300155521, + "FN": 6100, + "FP": 2640, + "IoU": 0.5725116165321594, + "TN": 503843, + "TP": 11705, + "n_pred": 14345, + "n_ref": 17805 + }, + "2": { + "Dice": 0.9783152311871803, + "FN": 4774, + "FP": 3256, + "IoU": 0.9575509599932335, + "TN": 335120, + "TP": 181138, + "n_pred": 184394, + "n_ref": 185912 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_4/validation/case_00202.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00202.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 1310720, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 1310720, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 1310720, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_4/validation/case_00207.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00207.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9828382673463345, + "FN": 3714, + "FP": 1097, + "IoU": 0.9662556462699549, + "TN": 381716, + "TP": 137761, + "n_pred": 138858, + "n_ref": 141475 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_4/validation/case_00208.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00208.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 786432, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 786432, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 786432, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_4/validation/case_00213.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00213.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_4/validation/case_00222.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00222.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.8262252484180641, + "FN": 20860, + "FP": 15253, + "IoU": 0.7039044308156506, + "TN": 664468, + "TP": 85851, + "n_pred": 101104, + "n_ref": 106711 + }, + "2": { + "Dice": 0.9334437211710335, + "FN": 12120, + "FP": 17705, + "IoU": 0.8751940612040792, + "TN": 547461, + "TP": 209146, + "n_pred": 226851, + "n_ref": 221266 + }, + "3": { + "Dice": 0.5376088677751386, + "FN": 1167, + "FP": 1, + "IoU": 0.3676231727125068, + "TN": 784585, + "TP": 679, + "n_pred": 680, + "n_ref": 1846 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_4/validation/case_00224.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00224.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_4/validation/case_00251.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00251.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9335529177801255, + "FN": 8914, + "FP": 1778, + "IoU": 0.875386067761448, + "TN": 438487, + "TP": 75109, + "n_pred": 76887, + "n_ref": 84023 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": 0.7734617881179324, + "FN": 123, + "FP": 6508, + "IoU": 0.6306055372959724, + "TN": 506337, + "TP": 11320, + "n_pred": 17828, + "n_ref": 11443 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_4/validation/case_00252.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00252.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_4/validation/case_00254.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00254.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9723238005938428, + "FN": 340, + "FP": 3202, + "IoU": 0.9461382886513283, + "TN": 196383, + "TP": 62219, + "n_pred": 65421, + "n_ref": 62559 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_4/validation/case_00257.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00257.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_4/validation/case_00269.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00269.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9565144840475237, + "FN": 567, + "FP": 4645, + "IoU": 0.916653340582723, + "TN": 461754, + "TP": 57322, + "n_pred": 61967, + "n_ref": 57889 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": 0.0, + "FN": 0, + "FP": 5, + "IoU": 0.0, + "TN": 524283, + "TP": 0, + "n_pred": 5, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_4/validation/case_00272.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00272.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9857010720405162, + "FN": 1060, + "FP": 1769, + "IoU": 0.9718052980924475, + "TN": 423950, + "TP": 97509, + "n_pred": 99278, + "n_ref": 98569 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": 0.23649906890130354, + "FN": 1621, + "FP": 19, + "IoU": 0.1341077085533263, + "TN": 522394, + "TP": 254, + "n_pred": 273, + "n_ref": 1875 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_4/validation/case_00275.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00275.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9273492823907363, + "FN": 11752, + "FP": 17805, + "IoU": 0.8645398424359638, + "TN": 830379, + "TP": 188640, + "n_pred": 206445, + "n_ref": 200392 + }, + "2": { + "Dice": 0.9089330455706879, + "FN": 17301, + "FP": 8396, + "IoU": 0.8330680733027147, + "TN": 894639, + "TP": 128240, + "n_pred": 136636, + "n_ref": 145541 + }, + "3": { + "Dice": 0.0, + "FN": 0, + "FP": 1085, + "IoU": 0.0, + "TN": 1047491, + "TP": 0, + "n_pred": 1085, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_4/validation/case_00291.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00291.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_4/validation/case_00296.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00296.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_4/validation/case_00297.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2712502/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00297.nii.gz" + } + ] + }, + "mean": { + "foreground_mean": { + "Dice": 0.4773675546481087, + "FN": 2687.550281888654, + "FP": 2391.5477096546865, + "IoU": 0.42063546407481917, + "TN": 463072.01793516555, + "TP": 17535.764411557433, + "n_pred": 19927.312121212126, + "n_ref": 20223.31469344609 + }, + "mean": { + "1": { + "Dice": 0.7419554969771409, + "FN": 2292.412473572939, + "FP": 3517.6012684989428, + "IoU": 0.684214175581075, + "TN": 447094.9202959831, + "TP": 32781.94630021142, + "n_pred": 36299.54756871036, + "n_ref": 35074.35877378435 + }, + "2": { + "Dice": 0.46750800840507106, + "FN": 5058.692071881606, + "FP": 3220.650105708245, + "IoU": 0.41198784666900856, + "TN": 458137.06331923883, + "TP": 19270.47484143763, + "n_pred": 22491.12494714588, + "n_ref": 24329.16691331924 + }, + "3": { + "Dice": 0.22263915856211422, + "FN": 711.5463002114165, + "FP": 436.39175475687097, + "IoU": 0.16570436997437393, + "TN": 483984.0701902749, + "TP": 554.8720930232558, + "n_pred": 991.2638477801269, + "n_ref": 1266.4183932346723 + } + } + } +} \ No newline at end of file diff --git a/nnActive_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/loop_002/summary.json b/nnActive_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/loop_002/summary.json new file mode 100644 index 0000000000000000000000000000000000000000..c3bd2ba16aa15f8a8a5ab8e8014783c7862ecc1e --- /dev/null +++ b/nnActive_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/loop_002/summary.json @@ -0,0 +1,2746 @@ +{ + "foreground_mean": { + "Dice": 0.6470092993760969, + "FN": 28328.85777777778, + "FP": 31369.204444444444, + "IoU": 0.5765418110896382, + "TN": 134038174.20888889, + "TP": 343787.3555555556, + "n_pred": 375156.56, + "n_ref": 372116.2133333333 + }, + "mean": { + "1": { + "Dice": 0.9472616825412052, + "FN": 45717.86666666667, + "FP": 38563.53333333333, + "IoU": 0.9023798578173201, + "TN": 133580079.10666667, + "TP": 777299.12, + "n_pred": 815862.6533333333, + "n_ref": 823016.9866666667 + }, + "2": { + "Dice": 0.6976056395284277, + "FN": 32824.21333333333, + "FP": 53471.6, + "IoU": 0.5988587529779178, + "TN": 134110112.61333333, + "TP": 245251.2, + "n_pred": 298722.8, + "n_ref": 278075.41333333333 + }, + "3": { + "Dice": 0.2961605760586576, + "FN": 6444.493333333333, + "FP": 2072.48, + "IoU": 0.22838682247367675, + "TN": 134424330.90666667, + "TP": 8811.746666666666, + "n_pred": 10884.226666666667, + "n_ref": 15256.24 + } + }, + "metric_per_case": [ + { + "metrics": { + "1": { + "Dice": 0.9681128317162501, + "FN": 4840, + "FP": 44786, + "IoU": 0.9381964050647414, + "TN": 141368156, + "TP": 753337, + "n_pred": 798123, + "n_ref": 758177 + }, + "2": { + "Dice": 0.6601447430628796, + "FN": 9088, + "FP": 257, + "IoU": 0.49269855056728734, + "TN": 142152698, + "TP": 9076, + "n_pred": 9333, + "n_ref": 18164 + }, + "3": { + "Dice": 0.0, + "FN": 0, + "FP": 926, + "IoU": 0.0, + "TN": 142170193, + "TP": 0, + "n_pred": 926, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00000.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00000.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.974717102218652, + "FN": 13298, + "FP": 33032, + "IoU": 0.9506811284260009, + "TN": 133409403, + "TP": 893067, + "n_pred": 926099, + "n_ref": 906365 + }, + "2": { + "Dice": 0.847577288941736, + "FN": 8557, + "FP": 3749, + "IoU": 0.7354743019281614, + "TN": 134302279, + "TP": 34215, + "n_pred": 37964, + "n_ref": 42772 + }, + "3": { + "Dice": 0.0, + "FN": 0, + "FP": 113, + "IoU": 0.0, + "TN": 134348687, + "TP": 0, + "n_pred": 113, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00004.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00004.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.7356503166623557, + "FN": 256551, + "FP": 156341, + "IoU": 0.5818408675678851, + "TN": 217738996, + "TP": 574512, + "n_pred": 730853, + "n_ref": 831063 + }, + "2": { + "Dice": 0.6240739217870412, + "FN": 51848, + "FP": 48722, + "IoU": 0.45356646092323744, + "TN": 218542352, + "TP": 83478, + "n_pred": 132200, + "n_ref": 135326 + }, + "3": { + "Dice": 0.0, + "FN": 0, + "FP": 4369, + "IoU": 0.0, + "TN": 218722031, + "TP": 0, + "n_pred": 4369, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00005.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00005.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9708997914478367, + "FN": 15561, + "FP": 20704, + "IoU": 0.943445335429279, + "TN": 82505162, + "TP": 604973, + "n_pred": 625677, + "n_ref": 620534 + }, + "2": { + "Dice": 0.8756259373173025, + "FN": 2424, + "FP": 2469, + "IoU": 0.7787674639417642, + "TN": 83124283, + "TP": 17224, + "n_pred": 19693, + "n_ref": 19648 + }, + "3": { + "Dice": 0.0, + "FN": 0, + "FP": 14, + "IoU": 0.0, + "TN": 83146386, + "TP": 0, + "n_pred": 14, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00009.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00009.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9614150027012475, + "FN": 20227, + "FP": 22554, + "IoU": 0.925696986959935, + "TN": 70272748, + "TP": 532983, + "n_pred": 555537, + "n_ref": 553210 + }, + "2": { + "Dice": 0.9090383878726224, + "FN": 11008, + "FP": 3477, + "IoU": 0.8332450727574139, + "TN": 70761648, + "TP": 72379, + "n_pred": 75856, + "n_ref": 83387 + }, + "3": { + "Dice": 0.0, + "FN": 0, + "FP": 124, + "IoU": 0.0, + "TN": 70848388, + "TP": 0, + "n_pred": 124, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00013.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00013.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9770836057527398, + "FN": 28042, + "FP": 20328, + "IoU": 0.9551940033884708, + "TN": 232280981, + "TP": 1031173, + "n_pred": 1051501, + "n_ref": 1059215 + }, + "2": { + "Dice": 0.0, + "FN": 3608, + "FP": 0, + "IoU": 0.0, + "TN": 233356916, + "TP": 0, + "n_pred": 0, + "n_ref": 3608 + }, + "3": { + "Dice": 0.0, + "FN": 0, + "FP": 182, + "IoU": 0.0, + "TN": 233360342, + "TP": 0, + "n_pred": 182, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00019.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00019.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.955597415089333, + "FN": 6211, + "FP": 58047, + "IoU": 0.9149703657340816, + "TN": 102770601, + "TP": 691455, + "n_pred": 749502, + "n_ref": 697666 + }, + "2": { + "Dice": 0.01597560975609756, + "FN": 15231, + "FP": 907, + "IoU": 0.008052123670784929, + "TN": 103510045, + "TP": 131, + "n_pred": 1038, + "n_ref": 15362 + }, + "3": { + "Dice": 0.0, + "FN": 0, + "FP": 44, + "IoU": 0.0, + "TN": 103526270, + "TP": 0, + "n_pred": 44, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00022.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00022.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9516235421387066, + "FN": 51523, + "FP": 24678, + "IoU": 0.9077116669331124, + "TN": 76159686, + "TP": 749483, + "n_pred": 774161, + "n_ref": 801006 + }, + "2": { + "Dice": 0.9656224753778423, + "FN": 47274, + "FP": 28470, + "IoU": 0.9335300239925162, + "TN": 75845848, + "TP": 1063778, + "n_pred": 1092248, + "n_ref": 1111052 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 76985370, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00025.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00025.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9814552222271459, + "FN": 11118, + "FP": 24036, + "IoU": 0.9635857388353527, + "TN": 158026957, + "TP": 930237, + "n_pred": 954273, + "n_ref": 941355 + }, + "2": { + "Dice": 0.8063492063492064, + "FN": 2816, + "FP": 112, + "IoU": 0.675531914893617, + "TN": 158983324, + "TP": 6096, + "n_pred": 6208, + "n_ref": 8912 + }, + "3": { + "Dice": 0.3040092298817421, + "FN": 2286, + "FP": 127, + "IoU": 0.1792517006802721, + "TN": 158989408, + "TP": 527, + "n_pred": 654, + "n_ref": 2813 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00027.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00027.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.7739176578793301, + "FN": 137281, + "FP": 110250, + "IoU": 0.6312118128548676, + "TN": 55082962, + "TP": 423670, + "n_pred": 533920, + "n_ref": 560951 + }, + "2": { + "Dice": 0.9258413073441027, + "FN": 382700, + "FP": 42413, + "IoU": 0.861922278034101, + "TN": 52675368, + "TP": 2653682, + "n_pred": 2696095, + "n_ref": 3036382 + }, + "3": { + "Dice": 0.0, + "FN": 1313, + "FP": 0, + "IoU": 0.0, + "TN": 55752850, + "TP": 0, + "n_pred": 0, + "n_ref": 1313 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00030.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00030.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9733110911788622, + "FN": 30562, + "FP": 33114, + "IoU": 0.9480097455191514, + "TN": 210189248, + "TP": 1161092, + "n_pred": 1194206, + "n_ref": 1191654 + }, + "2": { + "Dice": 0.8890966595101231, + "FN": 17344, + "FP": 1872, + "IoU": 0.800336651358035, + "TN": 211317774, + "TP": 77026, + "n_pred": 78898, + "n_ref": 94370 + }, + "3": { + "Dice": 0.5974888450762685, + "FN": 545, + "FP": 3334, + "IoU": 0.4260136134951169, + "TN": 211407258, + "TP": 2879, + "n_pred": 6213, + "n_ref": 3424 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00034.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00034.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9369431776636071, + "FN": 118373, + "FP": 29092, + "IoU": 0.8813669767947001, + "TN": 170641541, + "TP": 1095570, + "n_pred": 1124662, + "n_ref": 1213943 + }, + "2": { + "Dice": 0.8025889788071056, + "FN": 21204, + "FP": 49953, + "IoU": 0.6702702452225168, + "TN": 171668772, + "TP": 144647, + "n_pred": 194600, + "n_ref": 165851 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 171884576, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00036.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00036.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9612226047295034, + "FN": 21495, + "FP": 34634, + "IoU": 0.9253403174788972, + "TN": 121660298, + "TP": 695669, + "n_pred": 730303, + "n_ref": 717164 + }, + "2": { + "Dice": 0.2732698412698413, + "FN": 11446, + "FP": 0, + "IoU": 0.1582585674363877, + "TN": 122398498, + "TP": 2152, + "n_pred": 2152, + "n_ref": 13598 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 122412096, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00039.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00039.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9749101815788622, + "FN": 23843, + "FP": 13365, + "IoU": 0.9510485462439153, + "TN": 153848860, + "TP": 722892, + "n_pred": 736257, + "n_ref": 746735 + }, + "2": { + "Dice": 0.8293495857537377, + "FN": 7136, + "FP": 32, + "IoU": 0.7084519645326609, + "TN": 154584374, + "TP": 17418, + "n_pred": 17450, + "n_ref": 24554 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 154608960, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00043.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00043.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.972505592407353, + "FN": 30220, + "FP": 25077, + "IoU": 0.9464826136483514, + "TN": 251994203, + "TP": 977956, + "n_pred": 1003033, + "n_ref": 1008176 + }, + "2": { + "Dice": 0.7535907498179579, + "FN": 5721, + "FP": 44700, + "IoU": 0.6046094007308542, + "TN": 252899934, + "TP": 77101, + "n_pred": 121801, + "n_ref": 82822 + }, + "3": { + "Dice": 0.0, + "FN": 0, + "FP": 1, + "IoU": 0.0, + "TN": 253027455, + "TP": 0, + "n_pred": 1, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00048.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00048.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9674776574150534, + "FN": 32260, + "FP": 23705, + "IoU": 0.9370040894155839, + "TN": 135574793, + "TP": 832426, + "n_pred": 856131, + "n_ref": 864686 + }, + "2": { + "Dice": 0.4658369632856254, + "FN": 8573, + "FP": 11, + "IoU": 0.30364241096779426, + "TN": 136450857, + "TP": 3743, + "n_pred": 3754, + "n_ref": 12316 + }, + "3": { + "Dice": 0.0, + "FN": 0, + "FP": 44, + "IoU": 0.0, + "TN": 136463140, + "TP": 0, + "n_pred": 44, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00049.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00049.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9707256501269147, + "FN": 17074, + "FP": 51248, + "IoU": 0.9431165269460081, + "TN": 271592513, + "TP": 1132765, + "n_pred": 1184013, + "n_ref": 1149839 + }, + "2": { + "Dice": 0.647571681097762, + "FN": 10404, + "FP": 1359, + "IoU": 0.4788214443952149, + "TN": 272771030, + "TP": 10807, + "n_pred": 12166, + "n_ref": 21211 + }, + "3": { + "Dice": 0.5642818719741797, + "FN": 1566, + "FP": 54, + "IoU": 0.39303109778943424, + "TN": 272790931, + "TP": 1049, + "n_pred": 1103, + "n_ref": 2615 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00054.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00054.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.8700317246034425, + "FN": 229617, + "FP": 59205, + "IoU": 0.7699611958557938, + "TN": 149739408, + "TP": 966714, + "n_pred": 1025919, + "n_ref": 1196331 + }, + "2": { + "Dice": 0.9198389289035414, + "FN": 16306, + "FP": 245491, + "IoU": 0.8515757080282701, + "TN": 149231102, + "TP": 1502045, + "n_pred": 1747536, + "n_ref": 1518351 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 150994944, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00056.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00056.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9598699876262085, + "FN": 10213, + "FP": 69990, + "IoU": 0.9228365456310474, + "TN": 105779162, + "TP": 959188, + "n_pred": 1029178, + "n_ref": 969401 + }, + "2": { + "Dice": 0.5385080401402491, + "FN": 15116, + "FP": 152, + "IoU": 0.3684645929847783, + "TN": 106794377, + "TP": 8908, + "n_pred": 9060, + "n_ref": 24024 + }, + "3": { + "Dice": 0.38846624099986415, + "FN": 17496, + "FP": 510, + "IoU": 0.24105374077976818, + "TN": 106794828, + "TP": 5719, + "n_pred": 6229, + "n_ref": 23215 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00063.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00063.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9184844730468105, + "FN": 43886, + "FP": 112507, + "IoU": 0.849256853144157, + "TN": 114568024, + "TP": 881087, + "n_pred": 993594, + "n_ref": 924973 + }, + "2": { + "Dice": 0.7180873314670013, + "FN": 13759, + "FP": 47568, + "IoU": 0.5601686831668257, + "TN": 115466071, + "TP": 78106, + "n_pred": 125674, + "n_ref": 91865 + }, + "3": { + "Dice": 0.8106019734436849, + "FN": 90929, + "FP": 4910, + "IoU": 0.6815228841354605, + "TN": 115304575, + "TP": 205090, + "n_pred": 210000, + "n_ref": 296019 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00069.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00069.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9463780665001896, + "FN": 52157, + "FP": 49218, + "IoU": 0.8982140902824703, + "TN": 83100037, + "TP": 894588, + "n_pred": 943806, + "n_ref": 946745 + }, + "2": { + "Dice": 0.915623811487332, + "FN": 86969, + "FP": 65888, + "IoU": 0.8443783819554384, + "TN": 83113765, + "TP": 829378, + "n_pred": 895266, + "n_ref": 916347 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 84096000, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00070.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00070.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9721242498847813, + "FN": 40129, + "FP": 6565, + "IoU": 0.9457604674259629, + "TN": 98482240, + "TP": 814191, + "n_pred": 820756, + "n_ref": 854320 + }, + "2": { + "Dice": 0.0, + "FN": 5436, + "FP": 0, + "IoU": 0.0, + "TN": 99337689, + "TP": 0, + "n_pred": 0, + "n_ref": 5436 + }, + "3": { + "Dice": 0.0, + "FN": 0, + "FP": 2764, + "IoU": 0.0, + "TN": 99340361, + "TP": 0, + "n_pred": 2764, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00072.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00072.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.8595609679376278, + "FN": 135051, + "FP": 21212, + "IoU": 0.7537105831805809, + "TN": 140764227, + "TP": 478206, + "n_pred": 499418, + "n_ref": 613257 + }, + "2": { + "Dice": 0.9131822740784052, + "FN": 17022, + "FP": 121215, + "IoU": 0.8402349835654815, + "TN": 140533444, + "TP": 727015, + "n_pred": 848230, + "n_ref": 744037 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 141398696, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00079.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00079.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9646811477280796, + "FN": 39151, + "FP": 34966, + "IoU": 0.9317720290818309, + "TN": 169176779, + "TP": 1012197, + "n_pred": 1047163, + "n_ref": 1051348 + }, + "2": { + "Dice": 0.8408041068591527, + "FN": 15861, + "FP": 1474, + "IoU": 0.7253339248649249, + "TN": 170199980, + "TP": 45778, + "n_pred": 47252, + "n_ref": 61639 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 170263093, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00086.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00086.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9583637331424455, + "FN": 15785, + "FP": 56805, + "IoU": 0.920056034563458, + "TN": 63527615, + "TP": 835421, + "n_pred": 892226, + "n_ref": 851206 + }, + "2": { + "Dice": 0.6269880698317182, + "FN": 32483, + "FP": 20826, + "IoU": 0.45665158186562294, + "TN": 64337514, + "TP": 44803, + "n_pred": 65629, + "n_ref": 77286 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 64435626, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00087.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00087.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9740032063900749, + "FN": 21798, + "FP": 13925, + "IoU": 0.9493238306945259, + "TN": 101664945, + "TP": 669204, + "n_pred": 683129, + "n_ref": 691002 + }, + "2": { + "Dice": 0.8487501586093136, + "FN": 609, + "FP": 4159, + "IoU": 0.7372423674639039, + "TN": 102351726, + "TP": 13378, + "n_pred": 17537, + "n_ref": 13987 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 102369872, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00096.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00096.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9377211836208721, + "FN": 85383, + "FP": 18235, + "IoU": 0.8827448774862877, + "TN": 143172271, + "TP": 780079, + "n_pred": 798314, + "n_ref": 865462 + }, + "2": { + "Dice": 0.891679003744666, + "FN": 24514, + "FP": 25240, + "IoU": 0.8045313647917591, + "TN": 143801431, + "TP": 204783, + "n_pred": 230023, + "n_ref": 229297 + }, + "3": { + "Dice": 0.0, + "FN": 516, + "FP": 0, + "IoU": 0.0, + "TN": 144055452, + "TP": 0, + "n_pred": 0, + "n_ref": 516 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00099.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00099.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9084704503809561, + "FN": 69734, + "FP": 67432, + "IoU": 0.8322912107125477, + "TN": 121392118, + "TP": 680716, + "n_pred": 748148, + "n_ref": 750450 + }, + "2": { + "Dice": 0.6289871812024842, + "FN": 465156, + "FP": 630187, + "IoU": 0.45877556546419057, + "TN": 120186176, + "TP": 928481, + "n_pred": 1558668, + "n_ref": 1393637 + }, + "3": { + "Dice": 0.8794054889264955, + "FN": 5210, + "FP": 1346, + "IoU": 0.7847669074195667, + "TN": 122179540, + "TP": 23904, + "n_pred": 25250, + "n_ref": 29114 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00102.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00102.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.8968873784798871, + "FN": 150052, + "FP": 16704, + "IoU": 0.8130515062405478, + "TN": 57298011, + "TP": 725233, + "n_pred": 741937, + "n_ref": 875285 + }, + "2": { + "Dice": 0.7727498701439766, + "FN": 53489, + "FP": 109700, + "IoU": 0.6296596360797556, + "TN": 57749354, + "TP": 277457, + "n_pred": 387157, + "n_ref": 330946 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 58190000, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00113.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00113.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9606337495596629, + "FN": 47853, + "FP": 41212, + "IoU": 0.924249511808452, + "TN": 66652668, + "TP": 1086703, + "n_pred": 1127915, + "n_ref": 1134556 + }, + "2": { + "Dice": 0.8342888455084079, + "FN": 3417, + "FP": 20776, + "IoU": 0.7156908830234799, + "TN": 67743342, + "TP": 60901, + "n_pred": 81677, + "n_ref": 64318 + }, + "3": { + "Dice": 0.8253006000417017, + "FN": 45163, + "FP": 81, + "IoU": 0.7025632260227594, + "TN": 67676323, + "TP": 106869, + "n_pred": 106950, + "n_ref": 152032 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00117.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00117.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9625426113305557, + "FN": 20222, + "FP": 18544, + "IoU": 0.9277900199496695, + "TN": 101928149, + "TP": 498085, + "n_pred": 516629, + "n_ref": 518307 + }, + "2": { + "Dice": 0.0, + "FN": 6302, + "FP": 559, + "IoU": 0.0, + "TN": 102458139, + "TP": 0, + "n_pred": 559, + "n_ref": 6302 + }, + "3": { + "Dice": 0.5541508978178598, + "FN": 2175, + "FP": 3362, + "IoU": 0.38327021608376033, + "TN": 102456022, + "TP": 3441, + "n_pred": 6803, + "n_ref": 5616 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00121.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00121.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9368365491760015, + "FN": 46177, + "FP": 52907, + "IoU": 0.8811782877316858, + "TN": 121534918, + "TP": 734804, + "n_pred": 787711, + "n_ref": 780981 + }, + "2": { + "Dice": 0.9686707748437187, + "FN": 7479, + "FP": 62935, + "IoU": 0.9392449580752764, + "TN": 121209824, + "TP": 1088568, + "n_pred": 1151503, + "n_ref": 1096047 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 122368806, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00135.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00135.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9757091681684865, + "FN": 19167, + "FP": 24827, + "IoU": 0.9525704398074528, + "TN": 57678003, + "TP": 883571, + "n_pred": 908398, + "n_ref": 902738 + }, + "2": { + "Dice": 0.8491108476585655, + "FN": 9909, + "FP": 273, + "IoU": 0.7377868198089156, + "TN": 58566737, + "TP": 28649, + "n_pred": 28922, + "n_ref": 38558 + }, + "3": { + "Dice": 0.7899301882800931, + "FN": 977, + "FP": 16, + "IoU": 0.6527972027972028, + "TN": 58602708, + "TP": 1867, + "n_pred": 1883, + "n_ref": 2844 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00138.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00138.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9539959515687672, + "FN": 23583, + "FP": 54961, + "IoU": 0.9120384887606726, + "TN": 168151184, + "TP": 814392, + "n_pred": 869353, + "n_ref": 837975 + }, + "2": { + "Dice": 0.5893123572697285, + "FN": 40214, + "FP": 249, + "IoU": 0.41774829481681874, + "TN": 168974626, + "TP": 29031, + "n_pred": 29280, + "n_ref": 69245 + }, + "3": { + "Dice": 0.3248, + "FN": 2426, + "FP": 106, + "IoU": 0.1938872970391595, + "TN": 169040979, + "TP": 609, + "n_pred": 715, + "n_ref": 3035 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00144.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00144.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9786462707878381, + "FN": 18578, + "FP": 22100, + "IoU": 0.9581854384011825, + "TN": 79360119, + "TP": 932141, + "n_pred": 954241, + "n_ref": 950719 + }, + "2": { + "Dice": 0.6109490196078431, + "FN": 12370, + "FP": 31, + "IoU": 0.43983196314030176, + "TN": 80310800, + "TP": 9737, + "n_pred": 9768, + "n_ref": 22107 + }, + "3": { + "Dice": 0.0, + "FN": 0, + "FP": 6283, + "IoU": 0.0, + "TN": 80326655, + "TP": 0, + "n_pred": 6283, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00146.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00146.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9663144528089365, + "FN": 32123, + "FP": 46770, + "IoU": 0.9348243819745751, + "TN": 100153580, + "TP": 1131575, + "n_pred": 1178345, + "n_ref": 1163698 + }, + "2": { + "Dice": 0.952514989244359, + "FN": 35236, + "FP": 6264, + "IoU": 0.9093351976055754, + "TN": 100906318, + "TP": 416230, + "n_pred": 422494, + "n_ref": 451466 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 101364048, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00149.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00149.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9233346793838663, + "FN": 101165, + "FP": 27555, + "IoU": 0.8575874616779499, + "TN": 190265705, + "TP": 775133, + "n_pred": 802688, + "n_ref": 876298 + }, + "2": { + "Dice": 0.9410705295107672, + "FN": 5757, + "FP": 55692, + "IoU": 0.888699914146299, + "TN": 190617456, + "TP": 490653, + "n_pred": 546345, + "n_ref": 496410 + }, + "3": { + "Dice": 0.22291781746762412, + "FN": 4917, + "FP": 7744, + "IoU": 0.12544035366443324, + "TN": 191155081, + "TP": 1816, + "n_pred": 9560, + "n_ref": 6733 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00151.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00151.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9640773911830163, + "FN": 21852, + "FP": 45343, + "IoU": 0.9306461534650604, + "TN": 49175753, + "TP": 901677, + "n_pred": 947020, + "n_ref": 923529 + }, + "2": { + "Dice": 0.6873205349085241, + "FN": 30034, + "FP": 456, + "IoU": 0.523601193731348, + "TN": 50080624, + "TP": 33511, + "n_pred": 33967, + "n_ref": 63545 + }, + "3": { + "Dice": 0.037037037037037035, + "FN": 663, + "FP": 13, + "IoU": 0.018867924528301886, + "TN": 50143936, + "TP": 13, + "n_pred": 26, + "n_ref": 676 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00153.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00153.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9410253106304648, + "FN": 9139, + "FP": 70956, + "IoU": 0.8886192654809417, + "TN": 96275474, + "TP": 639015, + "n_pred": 709971, + "n_ref": 648154 + }, + "2": { + "Dice": 0.5987068516007926, + "FN": 7688, + "FP": 8, + "IoU": 0.4272531070923569, + "TN": 96981147, + "TP": 5741, + "n_pred": 5749, + "n_ref": 13429 + }, + "3": { + "Dice": 0.4274888607018571, + "FN": 66842, + "FP": 3570, + "IoU": 0.2718510858324716, + "TN": 96897884, + "TP": 26288, + "n_pred": 29858, + "n_ref": 93130 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00155.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00155.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9657463816472133, + "FN": 9948, + "FP": 55909, + "IoU": 0.9337616659106476, + "TN": 257872957, + "TP": 928386, + "n_pred": 984295, + "n_ref": 938334 + }, + "2": { + "Dice": 0.56, + "FN": 3206, + "FP": 17, + "IoU": 0.3888888888888889, + "TN": 258861926, + "TP": 2051, + "n_pred": 2068, + "n_ref": 5257 + }, + "3": { + "Dice": 0.841642964698009, + "FN": 1874, + "FP": 1912, + "IoU": 0.7265833754603885, + "TN": 258853353, + "TP": 10061, + "n_pred": 11973, + "n_ref": 11935 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00156.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00156.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9706616442916955, + "FN": 11791, + "FP": 27246, + "IoU": 0.9429957009848016, + "TN": 108603956, + "TP": 645771, + "n_pred": 673017, + "n_ref": 657562 + }, + "2": { + "Dice": 0.9678951367781155, + "FN": 4862, + "FP": 4602, + "IoU": 0.9377875943309405, + "TN": 109136640, + "TP": 142660, + "n_pred": 147262, + "n_ref": 147522 + }, + "3": { + "Dice": 0.0, + "FN": 0, + "FP": 363, + "IoU": 0.0, + "TN": 109288401, + "TP": 0, + "n_pred": 363, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00157.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00157.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9570737385435711, + "FN": 21971, + "FP": 14538, + "IoU": 0.9176811189000399, + "TN": 78009735, + "TP": 406998, + "n_pred": 421536, + "n_ref": 428969 + }, + "2": { + "Dice": 0.913539373009964, + "FN": 5878, + "FP": 5038, + "IoU": 0.8408398337828972, + "TN": 78384657, + "TP": 57669, + "n_pred": 62707, + "n_ref": 63547 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 78453242, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00162.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00162.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9581799027894776, + "FN": 30087, + "FP": 13501, + "IoU": 0.9197172384704502, + "TN": 136489053, + "TP": 499343, + "n_pred": 512844, + "n_ref": 529430 + }, + "2": { + "Dice": 0.8932767492611591, + "FN": 7114, + "FP": 6139, + "IoU": 0.8071365164369807, + "TN": 136963267, + "TP": 55464, + "n_pred": 61603, + "n_ref": 62578 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 137031984, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00168.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00168.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9608796487827577, + "FN": 14115, + "FP": 33638, + "IoU": 0.9247048695150352, + "TN": 109355721, + "TP": 586458, + "n_pred": 620096, + "n_ref": 600573 + }, + "2": { + "Dice": 0.9003196787265043, + "FN": 12991, + "FP": 760, + "IoU": 0.8187103663761849, + "TN": 109914081, + "TP": 62100, + "n_pred": 62860, + "n_ref": 75091 + }, + "3": { + "Dice": 0.0, + "FN": 660, + "FP": 39681, + "IoU": 0.0, + "TN": 109949591, + "TP": 0, + "n_pred": 39681, + "n_ref": 660 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00177.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00177.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.961977329993848, + "FN": 15851, + "FP": 34459, + "IoU": 0.9267401934373426, + "TN": 79487272, + "TP": 636424, + "n_pred": 670883, + "n_ref": 652275 + }, + "2": { + "Dice": 0.8569632718054013, + "FN": 13190, + "FP": 464, + "IoU": 0.7497250531563898, + "TN": 80119450, + "TP": 40902, + "n_pred": 41366, + "n_ref": 54092 + }, + "3": { + "Dice": 0.908688700527849, + "FN": 3441, + "FP": 728, + "IoU": 0.8326576486171878, + "TN": 80149093, + "TP": 20744, + "n_pred": 21472, + "n_ref": 24185 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00183.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00183.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9616128672170372, + "FN": 66720, + "FP": 51921, + "IoU": 0.9260639282382437, + "TN": 267313565, + "TP": 1486002, + "n_pred": 1537923, + "n_ref": 1552722 + }, + "2": { + "Dice": 0.3593916779943985, + "FN": 69659, + "FP": 560, + "IoU": 0.21906001156635083, + "TN": 268828292, + "TP": 19697, + "n_pred": 20257, + "n_ref": 89356 + }, + "3": { + "Dice": 0.10767063337429933, + "FN": 5924, + "FP": 53614, + "IoU": 0.05689846348804055, + "TN": 268855078, + "TP": 3592, + "n_pred": 57206, + "n_ref": 9516 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00185.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00185.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.951573176482711, + "FN": 35453, + "FP": 56660, + "IoU": 0.9076200218631846, + "TN": 210698205, + "TP": 904997, + "n_pred": 961657, + "n_ref": 940450 + }, + "2": { + "Dice": 0.955929579129279, + "FN": 34310, + "FP": 17152, + "IoU": 0.9155796007821625, + "TN": 211085723, + "TP": 558130, + "n_pred": 575282, + "n_ref": 592440 + }, + "3": { + "Dice": 0.0, + "FN": 0, + "FP": 1035, + "IoU": 0.0, + "TN": 211694280, + "TP": 0, + "n_pred": 1035, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00186.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00186.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9593998356252728, + "FN": 22183, + "FP": 19115, + "IoU": 0.9219677917327201, + "TN": 78741090, + "TP": 487945, + "n_pred": 507060, + "n_ref": 510128 + }, + "2": { + "Dice": 0.38658666885838744, + "FN": 430, + "FP": 36887, + "IoU": 0.23960795500855817, + "TN": 79221257, + "TP": 11759, + "n_pred": 48646, + "n_ref": 12189 + }, + "3": { + "Dice": 0.09887566137566138, + "FN": 32687, + "FP": 13, + "IoU": 0.05200904505131327, + "TN": 79235839, + "TP": 1794, + "n_pred": 1807, + "n_ref": 34481 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00193.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00193.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9333804028672956, + "FN": 17996, + "FP": 76549, + "IoU": 0.8750827430664283, + "TN": 208386435, + "TP": 662316, + "n_pred": 738865, + "n_ref": 680312 + }, + "2": { + "Dice": 0.011370658756643184, + "FN": 7999, + "FP": 0, + "IoU": 0.005717837165941579, + "TN": 209135251, + "TP": 46, + "n_pred": 46, + "n_ref": 8045 + }, + "3": { + "Dice": 0.2571040654759628, + "FN": 72627, + "FP": 5071, + "IoU": 0.1475154427657637, + "TN": 209052153, + "TP": 13445, + "n_pred": 18516, + "n_ref": 86072 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00194.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00194.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.97092683071478, + "FN": 38940, + "FP": 15965, + "IoU": 0.9434964001531324, + "TN": 195538756, + "TP": 916803, + "n_pred": 932768, + "n_ref": 955743 + }, + "2": { + "Dice": 0.9249030294103207, + "FN": 3690, + "FP": 8546, + "IoU": 0.860297307788916, + "TN": 196422878, + "TP": 75350, + "n_pred": 83896, + "n_ref": 79040 + }, + "3": { + "Dice": 0.023809523809523808, + "FN": 829, + "FP": 319, + "IoU": 0.012048192771084338, + "TN": 196509302, + "TP": 14, + "n_pred": 333, + "n_ref": 843 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00196.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00196.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.950955456634418, + "FN": 46414, + "FP": 33475, + "IoU": 0.9064967380541621, + "TN": 202654050, + "TP": 774509, + "n_pred": 807984, + "n_ref": 820923 + }, + "2": { + "Dice": 0.391343028062579, + "FN": 22677, + "FP": 1351794, + "IoU": 0.2432731370885469, + "TN": 201692111, + "TP": 441866, + "n_pred": 1793660, + "n_ref": 464543 + }, + "3": { + "Dice": 0.3567853988813659, + "FN": 2181, + "FP": 4, + "IoU": 0.21712647796488713, + "TN": 203505657, + "TP": 606, + "n_pred": 610, + "n_ref": 2787 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00197.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00197.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.952440506834066, + "FN": 22491, + "FP": 12799, + "IoU": 0.9091994421773608, + "TN": 137679212, + "TP": 353364, + "n_pred": 366163, + "n_ref": 375855 + }, + "2": { + "Dice": 0.4581135449262405, + "FN": 3085, + "FP": 2976, + "IoU": 0.29711237388379913, + "TN": 138059243, + "TP": 2562, + "n_pred": 5538, + "n_ref": 5647 + }, + "3": { + "Dice": 0.19806094182825484, + "FN": 1157, + "FP": 1, + "IoU": 0.10991544965411222, + "TN": 138066565, + "TP": 143, + "n_pred": 144, + "n_ref": 1300 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00203.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00203.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9613320368340106, + "FN": 12288, + "FP": 37619, + "IoU": 0.9255431677162265, + "TN": 147866143, + "TP": 620374, + "n_pred": 657993, + "n_ref": 632662 + }, + "2": { + "Dice": 0.8998328996027941, + "FN": 16830, + "FP": 1453, + "IoU": 0.8179056611290387, + "TN": 148436020, + "TP": 82121, + "n_pred": 83574, + "n_ref": 98951 + }, + "3": { + "Dice": 0.7988321868501039, + "FN": 4187, + "FP": 843, + "IoU": 0.6650462808816674, + "TN": 148521407, + "TP": 9987, + "n_pred": 10830, + "n_ref": 14174 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00215.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00215.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9715422276621787, + "FN": 29582, + "FP": 24916, + "IoU": 0.9446593275810771, + "TN": 198705697, + "TP": 930275, + "n_pred": 955191, + "n_ref": 959857 + }, + "2": { + "Dice": 0.8874338957441451, + "FN": 7303, + "FP": 1190, + "IoU": 0.7976459936622906, + "TN": 199648499, + "TP": 33478, + "n_pred": 34668, + "n_ref": 40781 + }, + "3": { + "Dice": 0.5860889395667047, + "FN": 1432, + "FP": 20, + "IoU": 0.41451612903225804, + "TN": 199687990, + "TP": 1028, + "n_pred": 1048, + "n_ref": 2460 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00218.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00218.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9353640915486219, + "FN": 26258, + "FP": 55469, + "IoU": 0.8785765012465196, + "TN": 201063087, + "TP": 591347, + "n_pred": 646816, + "n_ref": 617605 + }, + "2": { + "Dice": 0.9608648800785801, + "FN": 64315, + "FP": 4652, + "IoU": 0.924677514653957, + "TN": 200820538, + "TP": 846656, + "n_pred": 851308, + "n_ref": 910971 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 201736161, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00219.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00219.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9727493622640102, + "FN": 33166, + "FP": 11391, + "IoU": 0.9469445201882787, + "TN": 180129481, + "TP": 795262, + "n_pred": 806653, + "n_ref": 828428 + }, + "2": { + "Dice": 0.11981179833834608, + "FN": 2231, + "FP": 293345, + "IoU": 0.06372330080172826, + "TN": 180653607, + "TP": 20117, + "n_pred": 313462, + "n_ref": 22348 + }, + "3": { + "Dice": 0.2598376243417203, + "FN": 40370, + "FP": 108, + "IoU": 0.14931803375154992, + "TN": 180921717, + "TP": 7105, + "n_pred": 7213, + "n_ref": 47475 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00227.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00227.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.919699382764312, + "FN": 210316, + "FP": 14609, + "IoU": 0.8513365336378976, + "TN": 152723007, + "TP": 1288056, + "n_pred": 1302665, + "n_ref": 1498372 + }, + "2": { + "Dice": 0.8482892230798079, + "FN": 72539, + "FP": 112739, + "IoU": 0.736547091578175, + "TN": 153532720, + "TP": 517990, + "n_pred": 630729, + "n_ref": 590529 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 154235988, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00228.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00228.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.959598683944636, + "FN": 42839, + "FP": 6144, + "IoU": 0.9223351308155897, + "TN": 105329283, + "TP": 581714, + "n_pred": 587858, + "n_ref": 624553 + }, + "2": { + "Dice": 0.9410790381111562, + "FN": 3592, + "FP": 12060, + "IoU": 0.8887150901541436, + "TN": 105819332, + "TP": 124996, + "n_pred": 137056, + "n_ref": 128588 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 105959980, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00230.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00230.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9086299673445306, + "FN": 93667, + "FP": 92484, + "IoU": 0.8325590222902637, + "TN": 143912603, + "TP": 925590, + "n_pred": 1018074, + "n_ref": 1019257 + }, + "2": { + "Dice": 0.9294994605317637, + "FN": 298976, + "FP": 36297, + "IoU": 0.8682849062303939, + "TN": 142478903, + "TP": 2210168, + "n_pred": 2246465, + "n_ref": 2509144 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 145024344, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00233.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00233.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9803734445723339, + "FN": 15082, + "FP": 13957, + "IoU": 0.9615024631847998, + "TN": 107707030, + "TP": 725269, + "n_pred": 739226, + "n_ref": 740351 + }, + "2": { + "Dice": 0.0, + "FN": 1829, + "FP": 0, + "IoU": 0.0, + "TN": 108459509, + "TP": 0, + "n_pred": 0, + "n_ref": 1829 + }, + "3": { + "Dice": 0.0, + "FN": 902, + "FP": 0, + "IoU": 0.0, + "TN": 108460436, + "TP": 0, + "n_pred": 0, + "n_ref": 902 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00234.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00234.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9169565302194944, + "FN": 71924, + "FP": 30258, + "IoU": 0.8466479470166871, + "TN": 144419037, + "TP": 564141, + "n_pred": 594399, + "n_ref": 636065 + }, + "2": { + "Dice": 0.8619995720916964, + "FN": 11542, + "FP": 32963, + "IoU": 0.7574685834486817, + "TN": 144901858, + "TP": 138997, + "n_pred": 171960, + "n_ref": 150539 + }, + "3": { + "Dice": 0.37433155080213903, + "FN": 351, + "FP": 0, + "IoU": 0.23026315789473684, + "TN": 145084904, + "TP": 105, + "n_pred": 105, + "n_ref": 456 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00237.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00237.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9713796307571105, + "FN": 15927, + "FP": 54115, + "IoU": 0.9443519298301368, + "TN": 169223856, + "TP": 1188618, + "n_pred": 1242733, + "n_ref": 1204545 + }, + "2": { + "Dice": 0.7680174878089793, + "FN": 13789, + "FP": 7, + "IoU": 0.6233996669669424, + "TN": 170445883, + "TP": 22837, + "n_pred": 22844, + "n_ref": 36626 + }, + "3": { + "Dice": 0.0, + "FN": 0, + "FP": 164, + "IoU": 0.0, + "TN": 170482352, + "TP": 0, + "n_pred": 164, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00239.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00239.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9749910956346752, + "FN": 20330, + "FP": 14567, + "IoU": 0.9512025617361636, + "TN": 130622838, + "TP": 680243, + "n_pred": 694810, + "n_ref": 700573 + }, + "2": { + "Dice": 0.8731062641022886, + "FN": 5546, + "FP": 1540, + "IoU": 0.774790236460717, + "TN": 131306514, + "TP": 24378, + "n_pred": 25918, + "n_ref": 29924 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 131337978, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00240.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00240.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9546280411201319, + "FN": 37006, + "FP": 43604, + "IoU": 0.9131946127032432, + "TN": 125665011, + "TP": 848019, + "n_pred": 891623, + "n_ref": 885025 + }, + "2": { + "Dice": 0.3160933762270065, + "FN": 6287, + "FP": 35168, + "IoU": 0.18771431370628, + "TN": 126542605, + "TP": 9580, + "n_pred": 44748, + "n_ref": 15867 + }, + "3": { + "Dice": 0.7674794882093063, + "FN": 38928, + "FP": 1598, + "IoU": 0.6226910472218085, + "TN": 126486232, + "TP": 66882, + "n_pred": 68480, + "n_ref": 105810 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00256.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00256.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9544302731675596, + "FN": 17445, + "FP": 33430, + "IoU": 0.9128327347990569, + "TN": 106440400, + "TP": 532773, + "n_pred": 566203, + "n_ref": 550218 + }, + "2": { + "Dice": 0.8208652774494242, + "FN": 19949, + "FP": 1267, + "IoU": 0.6961590238593074, + "TN": 106954222, + "TP": 48610, + "n_pred": 49877, + "n_ref": 68559 + }, + "3": { + "Dice": 0.008333333333333333, + "FN": 1175, + "FP": 15, + "IoU": 0.0041841004184100415, + "TN": 107022853, + "TP": 5, + "n_pred": 20, + "n_ref": 1180 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00266.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00266.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9445507244284342, + "FN": 42479, + "FP": 18969, + "IoU": 0.8949276353588137, + "TN": 46697884, + "TP": 523368, + "n_pred": 542337, + "n_ref": 565847 + }, + "2": { + "Dice": 0.9287602627974139, + "FN": 1157, + "FP": 23338, + "IoU": 0.8669957158448582, + "TN": 47098533, + "TP": 159672, + "n_pred": 183010, + "n_ref": 160829 + }, + "3": { + "Dice": 0.9070005109862034, + "FN": 935, + "FP": 521, + "IoU": 0.8298270219728845, + "TN": 47274144, + "TP": 7100, + "n_pred": 7621, + "n_ref": 8035 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00271.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00271.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9741542678247909, + "FN": 24072, + "FP": 18098, + "IoU": 0.9496108793660315, + "TN": 145508378, + "TP": 794717, + "n_pred": 812815, + "n_ref": 818789 + }, + "2": { + "Dice": 0.7628901337601464, + "FN": 6443, + "FP": 1853, + "IoU": 0.6166712873117087, + "TN": 146323623, + "TP": 13346, + "n_pred": 15199, + "n_ref": 19789 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 146345265, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00276.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00276.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9472383567300008, + "FN": 34357, + "FP": 51002, + "IoU": 0.899765262902027, + "TN": 99059209, + "TP": 766232, + "n_pred": 817234, + "n_ref": 800589 + }, + "2": { + "Dice": 0.8999481866905473, + "FN": 84597, + "FP": 11374, + "IoU": 0.8180961803818102, + "TN": 99383208, + "TP": 431621, + "n_pred": 442995, + "n_ref": 516218 + }, + "3": { + "Dice": 0.021417644059153494, + "FN": 1267, + "FP": 652, + "IoU": 0.010824742268041237, + "TN": 99908860, + "TP": 21, + "n_pred": 673, + "n_ref": 1288 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00278.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00278.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9187271062271062, + "FN": 126455, + "FP": 22645, + "IoU": 0.8496718187592632, + "TN": 111375370, + "TP": 842730, + "n_pred": 865375, + "n_ref": 969185 + }, + "2": { + "Dice": 0.897869783381271, + "FN": 13093, + "FP": 60160, + "IoU": 0.8146676044649995, + "TN": 111971948, + "TP": 321999, + "n_pred": 382159, + "n_ref": 335092 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 112367200, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00282.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00282.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.8749689387288676, + "FN": 41713, + "FP": 118796, + "IoU": 0.777728694655125, + "TN": 179970810, + "TP": 561622, + "n_pred": 680418, + "n_ref": 603335 + }, + "2": { + "Dice": 0.6449491823021599, + "FN": 52054, + "FP": 263398, + "IoU": 0.47595940600803044, + "TN": 180090980, + "TP": 286509, + "n_pred": 549907, + "n_ref": 338563 + }, + "3": { + "Dice": 0.641399416909621, + "FN": 1965, + "FP": 1110, + "IoU": 0.4721030042918455, + "TN": 180687116, + "TP": 2750, + "n_pred": 3860, + "n_ref": 4715 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00284.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00284.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9774091177747313, + "FN": 22279, + "FP": 14567, + "IoU": 0.9558163824498249, + "TN": 47456894, + "TP": 797083, + "n_pred": 811650, + "n_ref": 819362 + }, + "2": { + "Dice": 0.9289496076392172, + "FN": 7686, + "FP": 1332, + "IoU": 0.8673257712848126, + "TN": 48222852, + "TP": 58953, + "n_pred": 60285, + "n_ref": 66639 + }, + "3": { + "Dice": 0.6109309865678555, + "FN": 2662, + "FP": 698, + "IoU": 0.43981327109036344, + "TN": 48284825, + "TP": 2638, + "n_pred": 3336, + "n_ref": 5300 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00287.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00287.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9369793052082779, + "FN": 34877, + "FP": 36199, + "IoU": 0.8814309164431277, + "TN": 106183052, + "TP": 528372, + "n_pred": 564571, + "n_ref": 563249 + }, + "2": { + "Dice": 0.9320435806074014, + "FN": 33297, + "FP": 8967, + "IoU": 0.8727355945268838, + "TN": 106450404, + "TP": 289832, + "n_pred": 298799, + "n_ref": 323129 + }, + "3": { + "Dice": 0.0, + "FN": 0, + "FP": 4190, + "IoU": 0.0, + "TN": 106778310, + "TP": 0, + "n_pred": 4190, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00288.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00288.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9614158467937823, + "FN": 21855, + "FP": 35489, + "IoU": 0.9256985520391305, + "TN": 141722775, + "TP": 714431, + "n_pred": 749920, + "n_ref": 736286 + }, + "2": { + "Dice": 0.0, + "FN": 8566, + "FP": 728, + "IoU": 0.0, + "TN": 142485256, + "TP": 0, + "n_pred": 728, + "n_ref": 8566 + }, + "3": { + "Dice": 0.9061813318047196, + "FN": 24759, + "FP": 2737, + "IoU": 0.8284566337671412, + "TN": 142334264, + "TP": 132790, + "n_pred": 135527, + "n_ref": 157549 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00289.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00289.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9738688461077236, + "FN": 11317, + "FP": 17011, + "IoU": 0.9490685887604976, + "TN": 100394392, + "TP": 527871, + "n_pred": 544882, + "n_ref": 539188 + }, + "2": { + "Dice": 0.6538698114408128, + "FN": 16279, + "FP": 40, + "IoU": 0.48574039643273564, + "TN": 100918858, + "TP": 15414, + "n_pred": 15454, + "n_ref": 31693 + }, + "3": { + "Dice": 0.0, + "FN": 0, + "FP": 2, + "IoU": 0.0, + "TN": 100950589, + "TP": 0, + "n_pred": 2, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00294.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00294.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9615700436362073, + "FN": 38352, + "FP": 24221, + "IoU": 0.9259844997184777, + "TN": 90542191, + "TP": 782831, + "n_pred": 807052, + "n_ref": 821183 + }, + "2": { + "Dice": 0.925919982156603, + "FN": 3317, + "FP": 23918, + "IoU": 0.8620586611561039, + "TN": 91190156, + "TP": 170204, + "n_pred": 194122, + "n_ref": 173521 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 91387595, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00298.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00298.nii.gz" + } + ] +} \ No newline at end of file diff --git a/nnActive_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/loop_002/summary_cross_val.json b/nnActive_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/loop_002/summary_cross_val.json new file mode 100644 index 0000000000000000000000000000000000000000..f07b950017ad1bce301237dacc37d22ac060c636 --- /dev/null +++ b/nnActive_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/loop_002/summary_cross_val.json @@ -0,0 +1,8196 @@ +{ + "fold_0": { + "foreground_mean": { + "Dice": 0.48552175385850266, + "FN": 6120.795454545455, + "FP": 2481.287878787879, + "IoU": 0.4292576405015855, + "TN": 627470.0833333334, + "TP": 31203.469696969696, + "n_pred": 33684.757575757576, + "n_ref": 37324.26515151515 + }, + "mean": { + "1": { + "Dice": 0.7287833460924976, + "FN": 3163.681818181818, + "FP": 3670.0, + "IoU": 0.6712227555088579, + "TN": 617384.2045454546, + "TP": 43057.75, + "n_pred": 46727.75, + "n_ref": 46221.431818181816 + }, + "2": { + "Dice": 0.5015111708409709, + "FN": 12785.477272727272, + "FP": 3527.568181818182, + "IoU": 0.44784312697605, + "TN": 602249.1363636364, + "TP": 48713.454545454544, + "n_pred": 52241.02272727273, + "n_ref": 61498.931818181816 + }, + "3": { + "Dice": 0.22627074464203958, + "FN": 2413.2272727272725, + "FP": 246.29545454545453, + "IoU": 0.16870703901984857, + "TN": 662776.9090909091, + "TP": 1839.2045454545455, + "n_pred": 2085.5, + "n_ref": 4252.431818181818 + } + }, + "metric_per_case": [ + { + "metrics": { + "1": { + "Dice": 0.7581245876519037, + "FN": 21741, + "FP": 989, + "IoU": 0.6104675075404442, + "TN": 203792, + "TP": 35622, + "n_pred": 36611, + "n_ref": 57363 + }, + "2": { + "Dice": 0.7911500069541774, + "FN": 1150, + "FP": 18371, + "IoU": 0.6544649969023807, + "TN": 205649, + "TP": 36974, + "n_pred": 55345, + "n_ref": 38124 + }, + "3": { + "Dice": 0.0, + "FN": 0, + "FP": 4241, + "IoU": 0.0, + "TN": 257903, + "TP": 0, + "n_pred": 4241, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_0/validation/case_00007.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00007.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9477505536398662, + "FN": 3919, + "FP": 6415, + "IoU": 0.9006899998077995, + "TN": 420230, + "TP": 93724, + "n_pred": 100139, + "n_ref": 97643 + }, + "2": { + "Dice": 0.0, + "FN": 0, + "FP": 371, + "IoU": 0.0, + "TN": 523917, + "TP": 0, + "n_pred": 371, + "n_ref": 0 + }, + "3": { + "Dice": 0.0, + "FN": 0, + "FP": 3, + "IoU": 0.0, + "TN": 524285, + "TP": 0, + "n_pred": 3, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_0/validation/case_00012.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00012.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9829853977887837, + "FN": 3303, + "FP": 689, + "IoU": 0.9665401024248368, + "TN": 1191413, + "TP": 115315, + "n_pred": 116004, + "n_ref": 118618 + }, + "2": { + "Dice": 0.6933560477001703, + "FN": 183, + "FP": 177, + "IoU": 0.530638852672751, + "TN": 1309953, + "TP": 407, + "n_pred": 584, + "n_ref": 590 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 1310720, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_0/validation/case_00024.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00024.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.43463121240899016, + "FN": 3072, + "FP": 500, + "IoU": 0.27765419615773507, + "TN": 2878639, + "TP": 1373, + "n_pred": 1873, + "n_ref": 4445 + }, + "2": { + "Dice": 0.8943876215323229, + "FN": 223463, + "FP": 10517, + "IoU": 0.808952250310275, + "TN": 1658864, + "TP": 990740, + "n_pred": 1001257, + "n_ref": 1214203 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 2883584, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_0/validation/case_00042.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00042.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_0/validation/case_00051.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00051.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_0/validation/case_00062.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00062.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9175510204081633, + "FN": 1127, + "FP": 1903, + "IoU": 0.8476621417797888, + "TN": 242254, + "TP": 16860, + "n_pred": 18763, + "n_ref": 17987 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_0/validation/case_00068.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00068.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_0/validation/case_00074.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00074.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.06897066666666667, + "FN": 4863, + "FP": 82421, + "IoU": 0.035717047626412715, + "TN": 1482347, + "TP": 3233, + "n_pred": 85654, + "n_ref": 8096 + }, + "2": { + "Dice": 0.9130098202806576, + "FN": 59545, + "FP": 4057, + "IoU": 0.839943025535331, + "TN": 1175493, + "TP": 333769, + "n_pred": 337826, + "n_ref": 393314 + }, + "3": { + "Dice": 0.0, + "FN": 0, + "FP": 2885, + "IoU": 0.0, + "TN": 1569979, + "TP": 0, + "n_pred": 2885, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_0/validation/case_00078.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00078.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9841998376445539, + "FN": 4042, + "FP": 1583, + "IoU": 0.9688911993894379, + "TN": 343471, + "TP": 175192, + "n_pred": 176775, + "n_ref": 179234 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": 0.0, + "FN": 315, + "FP": 107, + "IoU": 0.0, + "TN": 523866, + "TP": 0, + "n_pred": 107, + "n_ref": 315 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_0/validation/case_00082.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00082.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9731208681320717, + "FN": 5510, + "FP": 296, + "IoU": 0.9476488886885172, + "TN": 675527, + "TP": 105099, + "n_pred": 105395, + "n_ref": 110609 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 786432, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 786432, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_0/validation/case_00097.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00097.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_0/validation/case_00098.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00098.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.7147721032399781, + "FN": 4196, + "FP": 998, + "IoU": 0.556144248846351, + "TN": 512586, + "TP": 6508, + "n_pred": 7506, + "n_ref": 10704 + }, + "2": { + "Dice": 0.9717092704279678, + "FN": 1469, + "FP": 4296, + "IoU": 0.9449752316957937, + "TN": 419517, + "TP": 99006, + "n_pred": 103302, + "n_ref": 100475 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_0/validation/case_00107.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00107.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.6770632458567396, + "FN": 8982, + "FP": 2573, + "IoU": 0.5117880682778435, + "TN": 762764, + "TP": 12113, + "n_pred": 14686, + "n_ref": 21095 + }, + "2": { + "Dice": 0.9519084063392066, + "FN": 7327, + "FP": 8307, + "IoU": 0.9082301700506571, + "TN": 616071, + "TP": 154727, + "n_pred": 163034, + "n_ref": 162054 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 786432, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_0/validation/case_00109.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00109.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_0/validation/case_00119.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00119.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9794472602487382, + "FN": 228, + "FP": 7582, + "IoU": 0.9597223368264708, + "TN": 854672, + "TP": 186094, + "n_pred": 193676, + "n_ref": 186322 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 1048576, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 1048576, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_0/validation/case_00122.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00122.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 786432, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 786432, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 786432, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_0/validation/case_00128.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00128.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9860085945399394, + "FN": 1298, + "FP": 916, + "IoU": 0.9724033056203024, + "TN": 444061, + "TP": 78013, + "n_pred": 78929, + "n_ref": 79311 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_0/validation/case_00131.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00131.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 786432, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 786432, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 786432, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_0/validation/case_00140.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00140.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.725179053909165, + "FN": 1896, + "FP": 10920, + "IoU": 0.568847771236333, + "TN": 494563, + "TP": 16909, + "n_pred": 27829, + "n_ref": 18805 + }, + "2": { + "Dice": 0.9624343204066954, + "FN": 14963, + "FP": 444, + "IoU": 0.9275888161450574, + "TN": 311517, + "TP": 197364, + "n_pred": 197808, + "n_ref": 212327 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_0/validation/case_00145.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00145.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.909667350725635, + "FN": 6578, + "FP": 773, + "IoU": 0.8343025876837075, + "TN": 742068, + "TP": 37013, + "n_pred": 37786, + "n_ref": 43591 + }, + "2": { + "Dice": 0.0, + "FN": 0, + "FP": 11273, + "IoU": 0.0, + "TN": 775159, + "TP": 0, + "n_pred": 11273, + "n_ref": 0 + }, + "3": { + "Dice": 0.8138742946098463, + "FN": 7027, + "FP": 625, + "IoU": 0.6861619227298827, + "TN": 762050, + "TP": 16730, + "n_pred": 17355, + "n_ref": 23757 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_0/validation/case_00152.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00152.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9752450759960428, + "FN": 2659, + "FP": 1745, + "IoU": 0.9516861574917174, + "TN": 170990, + "TP": 86750, + "n_pred": 88495, + "n_ref": 89409 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": 0.5001801801801802, + "FN": 1387, + "FP": 0, + "IoU": 0.33349351273426237, + "TN": 260063, + "TP": 694, + "n_pred": 694, + "n_ref": 2081 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_0/validation/case_00154.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00154.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9708584686774941, + "FN": 12614, + "FP": 2458, + "IoU": 0.9433673009288485, + "TN": 520296, + "TP": 251064, + "n_pred": 253522, + "n_ref": 263678 + }, + "2": { + "Dice": 0.0, + "FN": 0, + "FP": 5, + "IoU": 0.0, + "TN": 786427, + "TP": 0, + "n_pred": 5, + "n_ref": 0 + }, + "3": { + "Dice": 0.0, + "FN": 0, + "FP": 1, + "IoU": 0.0, + "TN": 786431, + "TP": 0, + "n_pred": 1, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_0/validation/case_00163.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00163.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 786432, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 786432, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 786432, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_0/validation/case_00165.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00165.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_0/validation/case_00167.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00167.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_0/validation/case_00169.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00169.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_0/validation/case_00170.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00170.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9727045988395306, + "FN": 7545, + "FP": 2983, + "IoU": 0.9468596839241459, + "TN": 326171, + "TP": 187589, + "n_pred": 190572, + "n_ref": 195134 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": 0.1292422129242213, + "FN": 1366, + "FP": 507, + "IoU": 0.06908548707753479, + "TN": 522276, + "TP": 139, + "n_pred": 646, + "n_ref": 1505 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_0/validation/case_00180.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00180.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 786432, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 786432, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 786432, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_0/validation/case_00182.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00182.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.0, + "FN": 9385, + "FP": 0, + "IoU": 0.0, + "TN": 777047, + "TP": 0, + "n_pred": 0, + "n_ref": 9385 + }, + "2": { + "Dice": 0.0, + "FN": 113316, + "FP": 0, + "IoU": 0.0, + "TN": 673116, + "TP": 0, + "n_pred": 0, + "n_ref": 113316 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 786432, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_0/validation/case_00187.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00187.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9721223260434207, + "FN": 1427, + "FP": 9069, + "IoU": 0.9457568256166698, + "TN": 330789, + "TP": 183003, + "n_pred": 192072, + "n_ref": 184430 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": 0.6503978779840849, + "FN": 607, + "FP": 52, + "IoU": 0.48191823899371067, + "TN": 523016, + "TP": 613, + "n_pred": 665, + "n_ref": 1220 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_0/validation/case_00188.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00188.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.8919190392803492, + "FN": 4785, + "FP": 7374, + "IoU": 0.8049222673233968, + "TN": 986247, + "TP": 50170, + "n_pred": 57544, + "n_ref": 54955 + }, + "2": { + "Dice": 0.0, + "FN": 0, + "FP": 44528, + "IoU": 0.0, + "TN": 1004048, + "TP": 0, + "n_pred": 44528, + "n_ref": 0 + }, + "3": { + "Dice": 0.706993373178527, + "FN": 46497, + "FP": 2184, + "IoU": 0.5467824824042007, + "TN": 941164, + "TP": 58731, + "n_pred": 60915, + "n_ref": 105228 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_0/validation/case_00195.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00195.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_0/validation/case_00200.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00200.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_0/validation/case_00204.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00204.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9725947342519685, + "FN": 592, + "FP": 2972, + "IoU": 0.94665149836841, + "TN": 195338, + "TP": 63242, + "n_pred": 66214, + "n_ref": 63834 + }, + "2": { + "Dice": 0.008173047379094205, + "FN": 785, + "FP": 31495, + "IoU": 0.00410329188905686, + "TN": 229731, + "TP": 133, + "n_pred": 31628, + "n_ref": 918 + }, + "3": { + "Dice": 0.14083174146965527, + "FN": 48983, + "FP": 42, + "IoU": 0.07574986331843976, + "TN": 209101, + "TP": 4018, + "n_pred": 4060, + "n_ref": 53001 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_0/validation/case_00206.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00206.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.0, + "FN": 9258, + "FP": 0, + "IoU": 0.0, + "TN": 1301462, + "TP": 0, + "n_pred": 0, + "n_ref": 9258 + }, + "2": { + "Dice": 0.6702353724416974, + "FN": 128179, + "FP": 6054, + "IoU": 0.5040255685492065, + "TN": 1040075, + "TP": 136412, + "n_pred": 142466, + "n_ref": 264591 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 1310720, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_0/validation/case_00211.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00211.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 1310720, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 1310720, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 1310720, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_0/validation/case_00213.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00213.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.0, + "FN": 2, + "FP": 0, + "IoU": 0.0, + "TN": 524286, + "TP": 0, + "n_pred": 0, + "n_ref": 2 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_0/validation/case_00217.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00217.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.10434782608695652, + "FN": 4565, + "FP": 482, + "IoU": 0.05504587155963303, + "TN": 256803, + "TP": 294, + "n_pred": 776, + "n_ref": 4859 + }, + "2": { + "Dice": 0.9255212677231026, + "FN": 2940, + "FP": 2418, + "IoU": 0.8613676938601258, + "TN": 223495, + "TP": 33291, + "n_pred": 35709, + "n_ref": 36231 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_0/validation/case_00221.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00221.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9523774025619044, + "FN": 2628, + "FP": 5038, + "IoU": 0.909084440227704, + "TN": 177824, + "TP": 76654, + "n_pred": 81692, + "n_ref": 79282 + }, + "2": { + "Dice": 0.29630673808852553, + "FN": 4992, + "FP": 0, + "IoU": 0.17392023829223896, + "TN": 256101, + "TP": 1051, + "n_pred": 1051, + "n_ref": 6043 + }, + "3": { + "Dice": 0.0, + "FN": 0, + "FP": 164, + "IoU": 0.0, + "TN": 261980, + "TP": 0, + "n_pred": 164, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_0/validation/case_00229.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00229.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9745352606768671, + "FN": 332, + "FP": 2920, + "IoU": 0.950335221979566, + "TN": 196665, + "TP": 62227, + "n_pred": 65147, + "n_ref": 62559 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_0/validation/case_00257.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00257.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_0/validation/case_00258.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00258.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.8309738592217027, + "FN": 12655, + "FP": 7881, + "IoU": 0.71082572941309, + "TN": 191128, + "TP": 50480, + "n_pred": 58361, + "n_ref": 63135 + }, + "2": { + "Dice": 0.9490091558638578, + "FN": 4249, + "FP": 12893, + "IoU": 0.9029661496660252, + "TN": 85484, + "TP": 159518, + "n_pred": 172411, + "n_ref": 163767 + }, + "3": { + "Dice": 0.0, + "FN": 0, + "FP": 26, + "IoU": 0.0, + "TN": 262118, + "TP": 0, + "n_pred": 26, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_0/validation/case_00263.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00263.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 786432, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": 0.0, + "FN": 0, + "FP": 7, + "IoU": 0.0, + "TN": 786425, + "TP": 0, + "n_pred": 7, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 786432, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_0/validation/case_00265.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00265.nii.gz" + } + ] + }, + "fold_1": { + "foreground_mean": { + "Dice": 0.5136086203715117, + "FN": 3335.2651515151515, + "FP": 5898.439393939393, + "IoU": 0.45160063077939955, + "TN": 764376.212121212, + "TP": 24737.7196969697, + "n_pred": 30636.15909090909, + "n_ref": 28072.984848484848 + }, + "mean": { + "1": { + "Dice": 0.7999630171259847, + "FN": 5910.113636363636, + "FP": 7623.045454545455, + "IoU": 0.7241621984132515, + "TN": 738929.1363636364, + "TP": 45885.34090909091, + "n_pred": 53508.38636363636, + "n_ref": 51795.454545454544 + }, + "2": { + "Dice": 0.5728021528087892, + "FN": 3641.818181818182, + "FP": 9805.318181818182, + "IoU": 0.5046661555464687, + "TN": 757088.1590909091, + "TP": 27812.340909090908, + "n_pred": 37617.65909090909, + "n_ref": 31454.159090909092 + }, + "3": { + "Dice": 0.16806069117976102, + "FN": 453.8636363636364, + "FP": 266.95454545454544, + "IoU": 0.1259735383784783, + "TN": 797111.3409090909, + "TP": 515.4772727272727, + "n_pred": 782.4318181818181, + "n_ref": 969.3409090909091 + } + }, + "metric_per_case": [ + { + "metrics": { + "1": { + "Dice": 0.9627408351450634, + "FN": 135, + "FP": 859, + "IoU": 0.9281584272911246, + "TN": 1296884, + "TP": 12842, + "n_pred": 13701, + "n_ref": 12977 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 1310720, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 1310720, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_1/validation/case_00002.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00002.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9585049563827408, + "FN": 2710, + "FP": 12502, + "IoU": 0.9203163877321181, + "TN": 333383, + "TP": 175693, + "n_pred": 188195, + "n_ref": 178403 + }, + "2": { + "Dice": 0.0, + "FN": 47, + "FP": 0, + "IoU": 0.0, + "TN": 524241, + "TP": 0, + "n_pred": 0, + "n_ref": 47 + }, + "3": { + "Dice": 0.0787777512532824, + "FN": 7717, + "FP": 1, + "IoU": 0.041003976143141156, + "TN": 516240, + "TP": 330, + "n_pred": 331, + "n_ref": 8047 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_1/validation/case_00006.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00006.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.8039111454759258, + "FN": 3537, + "FP": 8636, + "IoU": 0.6721165759844853, + "TN": 225018, + "TP": 24953, + "n_pred": 33589, + "n_ref": 28490 + }, + "2": { + "Dice": 0.8253886770313875, + "FN": 9281, + "FP": 243, + "IoU": 0.7026908909283885, + "TN": 230110, + "TP": 22510, + "n_pred": 22753, + "n_ref": 31791 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_1/validation/case_00010.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00010.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 1048576, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": 0.0, + "FN": 0, + "FP": 972, + "IoU": 0.0, + "TN": 1047604, + "TP": 0, + "n_pred": 972, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 1048576, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_1/validation/case_00028.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00028.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_1/validation/case_00031.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00031.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_1/validation/case_00033.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00033.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9254696091576515, + "FN": 4353, + "FP": 12712, + "IoU": 0.8612782077128178, + "TN": 139128, + "TP": 105951, + "n_pred": 118663, + "n_ref": 110304 + }, + "2": { + "Dice": 0.8797710573832859, + "FN": 7021, + "FP": 3566, + "IoU": 0.7853493370098537, + "TN": 212822, + "TP": 38735, + "n_pred": 42301, + "n_ref": 45756 + }, + "3": { + "Dice": 0.0, + "FN": 0, + "FP": 671, + "IoU": 0.0, + "TN": 261473, + "TP": 0, + "n_pred": 671, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_1/validation/case_00035.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00035.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9354293105163666, + "FN": 401, + "FP": 248, + "IoU": 0.8786915887850467, + "TN": 1043226, + "TP": 4701, + "n_pred": 4949, + "n_ref": 5102 + }, + "2": { + "Dice": 0.0, + "FN": 0, + "FP": 936, + "IoU": 0.0, + "TN": 1047640, + "TP": 0, + "n_pred": 936, + "n_ref": 0 + }, + "3": { + "Dice": 0.0, + "FN": 556, + "FP": 0, + "IoU": 0.0, + "TN": 1048020, + "TP": 0, + "n_pred": 0, + "n_ref": 556 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_1/validation/case_00037.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00037.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9741129134823276, + "FN": 1526, + "FP": 2952, + "IoU": 0.9495322889665276, + "TN": 697702, + "TP": 84252, + "n_pred": 87204, + "n_ref": 85778 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 786432, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": 0.3297413793103448, + "FN": 1143, + "FP": 101, + "IoU": 0.19741935483870968, + "TN": 784882, + "TP": 306, + "n_pred": 407, + "n_ref": 1449 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_1/validation/case_00064.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00064.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9509962304792676, + "FN": 148, + "FP": 125, + "IoU": 0.9065708418891171, + "TN": 521366, + "TP": 2649, + "n_pred": 2774, + "n_ref": 2797 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_1/validation/case_00083.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00083.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.7990977706687994, + "FN": 2632, + "FP": 61676, + "IoU": 0.6654145118156939, + "TN": 2953526, + "TP": 127894, + "n_pred": 189570, + "n_ref": 130526 + }, + "2": { + "Dice": 0.0, + "FN": 0, + "FP": 215685, + "IoU": 0.0, + "TN": 2930043, + "TP": 0, + "n_pred": 215685, + "n_ref": 0 + }, + "3": { + "Dice": 0.0, + "FN": 0, + "FP": 291, + "IoU": 0.0, + "TN": 3145437, + "TP": 0, + "n_pred": 291, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_1/validation/case_00084.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00084.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_1/validation/case_00085.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00085.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.8152623211446741, + "FN": 2394, + "FP": 1092, + "IoU": 0.6881374127750939, + "TN": 513110, + "TP": 7692, + "n_pred": 8784, + "n_ref": 10086 + }, + "2": { + "Dice": 0.9694730753050063, + "FN": 1783, + "FP": 2861, + "IoU": 0.9407547266093435, + "TN": 445902, + "TP": 73742, + "n_pred": 76603, + "n_ref": 75525 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_1/validation/case_00089.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00089.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9298905172478482, + "FN": 1665, + "FP": 7678, + "IoU": 0.8689676451201211, + "TN": 1239417, + "TP": 61960, + "n_pred": 69638, + "n_ref": 63625 + }, + "2": { + "Dice": 0.8925739005046863, + "FN": 5766, + "FP": 1684, + "IoU": 0.8059895833333334, + "TN": 1272320, + "TP": 30950, + "n_pred": 32634, + "n_ref": 36716 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 1310720, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_1/validation/case_00091.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00091.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.4494082203572197, + "FN": 8982, + "FP": 3811, + "IoU": 0.2898301321194626, + "TN": 768418, + "TP": 5221, + "n_pred": 9032, + "n_ref": 14203 + }, + "2": { + "Dice": 0.9691679466526805, + "FN": 5653, + "FP": 9161, + "IoU": 0.9401802587585405, + "TN": 538788, + "TP": 232830, + "n_pred": 241991, + "n_ref": 238483 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 786432, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_1/validation/case_00092.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00092.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 1048576, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 1048576, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 1048576, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_1/validation/case_00105.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00105.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.03529411764705882, + "FN": 50, + "FP": 278, + "IoU": 0.017964071856287425, + "TN": 1048242, + "TP": 6, + "n_pred": 284, + "n_ref": 56 + }, + "2": { + "Dice": 0.8784380100344557, + "FN": 1410, + "FP": 601, + "IoU": 0.7832273364234127, + "TN": 1039299, + "TP": 7266, + "n_pred": 7867, + "n_ref": 8676 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 1048576, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_1/validation/case_00108.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00108.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9269060553629415, + "FN": 4796, + "FP": 28451, + "IoU": 0.8637697193198115, + "TN": 1328814, + "TP": 210803, + "n_pred": 239254, + "n_ref": 215599 + }, + "2": { + "Dice": 0.4852794657864515, + "FN": 19252, + "FP": 48425, + "IoU": 0.3203755774251858, + "TN": 1473284, + "TP": 31903, + "n_pred": 80328, + "n_ref": 51155 + }, + "3": { + "Dice": 0.618068815754989, + "FN": 6125, + "FP": 4076, + "IoU": 0.44725006773232184, + "TN": 1554409, + "TP": 8254, + "n_pred": 12330, + "n_ref": 14379 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_1/validation/case_00110.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00110.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9625612250642746, + "FN": 802, + "FP": 1193, + "IoU": 0.9278246083716218, + "TN": 758791, + "TP": 25646, + "n_pred": 26839, + "n_ref": 26448 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 786432, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 786432, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_1/validation/case_00112.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00112.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 786432, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 786432, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 786432, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_1/validation/case_00120.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00120.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.7121279355543418, + "FN": 4796, + "FP": 96406, + "IoU": 0.5529492837169854, + "TN": 1084343, + "TP": 125175, + "n_pred": 221581, + "n_ref": 129971 + }, + "2": { + "Dice": 0.929662178810834, + "FN": 9253, + "FP": 1880, + "IoU": 0.8685689325431493, + "TN": 1226014, + "TP": 73573, + "n_pred": 75453, + "n_ref": 82826 + }, + "3": { + "Dice": 0.0, + "FN": 0, + "FP": 1, + "IoU": 0.0, + "TN": 1310719, + "TP": 0, + "n_pred": 1, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_1/validation/case_00126.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00126.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_1/validation/case_00133.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00133.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 786432, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 786432, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 786432, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_1/validation/case_00136.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00136.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9609430361086829, + "FN": 4196, + "FP": 3355, + "IoU": 0.9248222854980984, + "TN": 948134, + "TP": 92891, + "n_pred": 96246, + "n_ref": 97087 + }, + "2": { + "Dice": 0.0, + "FN": 0, + "FP": 1460, + "IoU": 0.0, + "TN": 1047116, + "TP": 0, + "n_pred": 1460, + "n_ref": 0 + }, + "3": { + "Dice": 0.6731522125993593, + "FN": 2529, + "FP": 226, + "IoU": 0.5073319027181689, + "TN": 1042984, + "TP": 2837, + "n_pred": 3063, + "n_ref": 5366 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_1/validation/case_00137.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00137.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9674173090798618, + "FN": 124, + "FP": 1592, + "IoU": 0.9368908830127616, + "TN": 759241, + "TP": 25475, + "n_pred": 27067, + "n_ref": 25599 + }, + "2": { + "Dice": 0.0, + "FN": 0, + "FP": 15, + "IoU": 0.0, + "TN": 786417, + "TP": 0, + "n_pred": 15, + "n_ref": 0 + }, + "3": { + "Dice": 0.0, + "FN": 0, + "FP": 11, + "IoU": 0.0, + "TN": 786421, + "TP": 0, + "n_pred": 11, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_1/validation/case_00147.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00147.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9762553191489362, + "FN": 2803, + "FP": 1103, + "IoU": 0.9536121040818023, + "TN": 440085, + "TP": 80297, + "n_pred": 81400, + "n_ref": 83100 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_1/validation/case_00148.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00148.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.14934565050038492, + "FN": 1013, + "FP": 92, + "IoU": 0.08069883527454243, + "TN": 260942, + "TP": 97, + "n_pred": 189, + "n_ref": 1110 + }, + "2": { + "Dice": 0.9620711698274025, + "FN": 4035, + "FP": 949, + "IoU": 0.9269143912954219, + "TN": 193950, + "TP": 63210, + "n_pred": 64159, + "n_ref": 67245 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_1/validation/case_00159.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00159.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_1/validation/case_00161.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00161.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9563577770921183, + "FN": 4684, + "FP": 5500, + "IoU": 0.9163655475987124, + "TN": 402520, + "TP": 111584, + "n_pred": 117084, + "n_ref": 116268 + }, + "2": { + "Dice": 0.8683993323673447, + "FN": 6074, + "FP": 1101, + "IoU": 0.7674079356846473, + "TN": 493440, + "TP": 23673, + "n_pred": 24774, + "n_ref": 29747 + }, + "3": { + "Dice": 0.0, + "FN": 0, + "FP": 2058, + "IoU": 0.0, + "TN": 522230, + "TP": 0, + "n_pred": 2058, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_1/validation/case_00171.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00171.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.4940120949066416, + "FN": 4643, + "FP": 33594, + "IoU": 0.32803191395884224, + "TN": 1515961, + "TP": 18666, + "n_pred": 52260, + "n_ref": 23309 + }, + "2": { + "Dice": 0.8985107121906802, + "FN": 31184, + "FP": 3591, + "IoU": 0.8157235137326388, + "TN": 1384153, + "TP": 153936, + "n_pred": 157527, + "n_ref": 185120 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 1572864, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_1/validation/case_00189.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00189.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_1/validation/case_00209.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00209.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.8514851485148515, + "FN": 13, + "FP": 2, + "IoU": 0.7413793103448276, + "TN": 1048518, + "TP": 43, + "n_pred": 45, + "n_ref": 56 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 1048576, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 1048576, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_1/validation/case_00214.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00214.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9379572808144236, + "FN": 5023, + "FP": 1498, + "IoU": 0.8831634207084371, + "TN": 1517051, + "TP": 49292, + "n_pred": 50790, + "n_ref": 54315 + }, + "2": { + "Dice": 0.9541442585299184, + "FN": 24809, + "FP": 3542, + "IoU": 0.9123096242592204, + "TN": 1249556, + "TP": 294957, + "n_pred": 298499, + "n_ref": 319766 + }, + "3": { + "Dice": 0.0, + "FN": 0, + "FP": 24, + "IoU": 0.0, + "TN": 1572840, + "TP": 0, + "n_pred": 24, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_1/validation/case_00223.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00223.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_1/validation/case_00225.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00225.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 1048576, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 1048576, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 1048576, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_1/validation/case_00231.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00231.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.8782809807225365, + "FN": 2762, + "FP": 16237, + "IoU": 0.7829777026409577, + "TN": 174600, + "TP": 68545, + "n_pred": 84782, + "n_ref": 71307 + }, + "2": { + "Dice": 0.8210454017952301, + "FN": 13818, + "FP": 1294, + "IoU": 0.6964181683039032, + "TN": 212365, + "TP": 34667, + "n_pred": 35961, + "n_ref": 48485 + }, + "3": { + "Dice": 0.0, + "FN": 0, + "FP": 2, + "IoU": 0.0, + "TN": 262142, + "TP": 0, + "n_pred": 2, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_1/validation/case_00247.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00247.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9450167829345986, + "FN": 6740, + "FP": 2253, + "IoU": 0.8957647549724141, + "TN": 438012, + "TP": 77283, + "n_pred": 79536, + "n_ref": 84023 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": 0.8211702087784399, + "FN": 489, + "FP": 4282, + "IoU": 0.696597774244833, + "TN": 508563, + "TP": 10954, + "n_pred": 15236, + "n_ref": 11443 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_1/validation/case_00252.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00252.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9478203791652188, + "FN": 3239, + "FP": 3518, + "IoU": 0.9008161348090303, + "TN": 194018, + "TP": 61369, + "n_pred": 64887, + "n_ref": 64608 + }, + "2": { + "Dice": 0.0, + "FN": 1490, + "FP": 0, + "IoU": 0.0, + "TN": 260654, + "TP": 0, + "n_pred": 0, + "n_ref": 1490 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_1/validation/case_00279.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00279.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.948449492036733, + "FN": 2451, + "FP": 2197, + "IoU": 0.9019533392397587, + "TN": 739026, + "TP": 42758, + "n_pred": 44955, + "n_ref": 45209 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 786432, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 786432, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_1/validation/case_00280.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00280.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.266617969320672, + "FN": 7915, + "FP": 117, + "IoU": 0.15381373788453434, + "TN": 252652, + "TP": 1460, + "n_pred": 1577, + "n_ref": 9375 + }, + "2": { + "Dice": 0.6765714285714286, + "FN": 38, + "FP": 3358, + "IoU": 0.5112262521588946, + "TN": 255196, + "TP": 3552, + "n_pred": 6910, + "n_ref": 3590 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_1/validation/case_00281.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00281.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_1/validation/case_00285.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00285.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.6716596333697357, + "FN": 140690, + "FP": 5430, + "IoU": 0.5056382010535468, + "TN": 1015147, + "TP": 149453, + "n_pred": 154883, + "n_ref": 290143 + }, + "2": { + "Dice": 0.663513356935951, + "FN": 1037, + "FP": 129646, + "IoU": 0.49646089647014396, + "TN": 1051191, + "TP": 128846, + "n_pred": 258492, + "n_ref": 129883 + }, + "3": { + "Dice": 0.0, + "FN": 0, + "FP": 2, + "IoU": 0.0, + "TN": 1310718, + "TP": 0, + "n_pred": 2, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_1/validation/case_00286.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00286.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_1/validation/case_00293.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00293.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9055584963776495, + "FN": 34822, + "FP": 20307, + "IoU": 0.8274160778629635, + "TN": 991287, + "TP": 264304, + "n_pred": 284611, + "n_ref": 299126 + }, + "2": { + "Dice": 0.5004395428754096, + "FN": 18289, + "FP": 464, + "IoU": 0.33372415263270094, + "TN": 1282574, + "TP": 9393, + "n_pred": 9857, + "n_ref": 27682 + }, + "3": { + "Dice": 0.0, + "FN": 1411, + "FP": 0, + "IoU": 0.0, + "TN": 1309309, + "TP": 0, + "n_pred": 0, + "n_ref": 1411 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_1/validation/case_00296.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00296.nii.gz" + } + ] + }, + "fold_2": { + "foreground_mean": { + "Dice": 0.5515241698663459, + "FN": 12162.613636363634, + "FP": 3352.6590909090905, + "IoU": 0.4847726238524062, + "TN": 618244.7348484849, + "TP": 27557.810606060608, + "n_pred": 30910.469696969696, + "n_ref": 39720.42424242424 + }, + "mean": { + "1": { + "Dice": 0.8316492020471115, + "FN": 4880.909090909091, + "FP": 7277.613636363636, + "IoU": 0.758409695808462, + "TN": 600941.3409090909, + "TP": 48217.954545454544, + "n_pred": 55495.568181818184, + "n_ref": 53098.86363636364 + }, + "2": { + "Dice": 0.5841448802790363, + "FN": 29848.454545454544, + "FP": 2506.3863636363635, + "IoU": 0.49958835241625793, + "TN": 598551.8863636364, + "TP": 30411.090909090908, + "n_pred": 32917.47727272727, + "n_ref": 60259.545454545456 + }, + "3": { + "Dice": 0.23877842727289011, + "FN": 1758.4772727272727, + "FP": 273.97727272727275, + "IoU": 0.1963198233324988, + "TN": 655240.9772727273, + "TP": 4044.3863636363635, + "n_pred": 4318.363636363636, + "n_ref": 5802.863636363636 + } + }, + "metric_per_case": [ + { + "metrics": { + "1": { + "Dice": 0.9694115390149154, + "FN": 3524, + "FP": 2854, + "IoU": 0.9406388444212799, + "TN": 416844, + "TP": 101066, + "n_pred": 103920, + "n_ref": 104590 + }, + "2": { + "Dice": 0.0, + "FN": 0, + "FP": 201, + "IoU": 0.0, + "TN": 524087, + "TP": 0, + "n_pred": 201, + "n_ref": 0 + }, + "3": { + "Dice": 0.5046391752577319, + "FN": 3818, + "FP": 26, + "IoU": 0.33746983798690106, + "TN": 518486, + "TP": 1958, + "n_pred": 1984, + "n_ref": 5776 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_2/validation/case_00015.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00015.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 786432, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": 0.0, + "FN": 0, + "FP": 27675, + "IoU": 0.0, + "TN": 758757, + "TP": 0, + "n_pred": 27675, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 786432, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_2/validation/case_00016.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00016.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9640368054239572, + "FN": 3507, + "FP": 3325, + "IoU": 0.9305705168594134, + "TN": 688030, + "TP": 91570, + "n_pred": 94895, + "n_ref": 95077 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 786432, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": 0.0, + "FN": 0, + "FP": 1216, + "IoU": 0.0, + "TN": 785216, + "TP": 0, + "n_pred": 1216, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_2/validation/case_00017.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00017.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_2/validation/case_00018.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00018.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.773406917795033, + "FN": 5926, + "FP": 22322, + "IoU": 0.6305325939102229, + "TN": 2020696, + "TP": 48208, + "n_pred": 70530, + "n_ref": 54134 + }, + "2": { + "Dice": 0.8714754098360655, + "FN": 2679, + "FP": 22017, + "IoU": 0.7722254503195817, + "TN": 1988729, + "TP": 83727, + "n_pred": 105744, + "n_ref": 86406 + }, + "3": { + "Dice": 0.7810354936363527, + "FN": 54479, + "FP": 420, + "IoU": 0.640736862770761, + "TN": 1944342, + "TP": 97911, + "n_pred": 98331, + "n_ref": 152390 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_2/validation/case_00026.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00026.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.8369494354981204, + "FN": 705, + "FP": 26056, + "IoU": 0.7196156908763254, + "TN": 166700, + "TP": 68683, + "n_pred": 94739, + "n_ref": 69388 + }, + "2": { + "Dice": 0.07453551120930064, + "FN": 25553, + "FP": 0, + "IoU": 0.03871040553758182, + "TN": 235562, + "TP": 1029, + "n_pred": 1029, + "n_ref": 26582 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_2/validation/case_00041.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00041.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_2/validation/case_00046.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00046.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.7632425186632347, + "FN": 3715, + "FP": 29490, + "IoU": 0.6171319197020536, + "TN": 961849, + "TP": 53522, + "n_pred": 83012, + "n_ref": 57237 + }, + "2": { + "Dice": 0.9049205196576774, + "FN": 30502, + "FP": 1839, + "IoU": 0.826351452932712, + "TN": 862332, + "TP": 153903, + "n_pred": 155742, + "n_ref": 184405 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 1048576, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_2/validation/case_00047.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00047.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9721133713109289, + "FN": 728, + "FP": 4040, + "IoU": 0.9457398745917404, + "TN": 174271, + "TP": 83105, + "n_pred": 87145, + "n_ref": 83833 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_2/validation/case_00052.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00052.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.8656491000660012, + "FN": 1727, + "FP": 20868, + "IoU": 0.7631228574124357, + "TN": 428901, + "TP": 72792, + "n_pred": 93660, + "n_ref": 74519 + }, + "2": { + "Dice": 0.4893002257336343, + "FN": 22594, + "FP": 30, + "IoU": 0.323889785428247, + "TN": 490826, + "TP": 10838, + "n_pred": 10868, + "n_ref": 33432 + }, + "3": { + "Dice": 0.0, + "FN": 0, + "FP": 1, + "IoU": 0.0, + "TN": 524287, + "TP": 0, + "n_pred": 1, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_2/validation/case_00059.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00059.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_2/validation/case_00060.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00060.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.8477737201158763, + "FN": 1232, + "FP": 71757, + "IoU": 0.7357701650418307, + "TN": 1034487, + "TP": 203244, + "n_pred": 275001, + "n_ref": 204476 + }, + "2": { + "Dice": 0.7846412129719235, + "FN": 68881, + "FP": 774, + "IoU": 0.6456045912916061, + "TN": 1114174, + "TP": 126891, + "n_pred": 127665, + "n_ref": 195772 + }, + "3": { + "Dice": 0.0, + "FN": 0, + "FP": 44, + "IoU": 0.0, + "TN": 1310676, + "TP": 0, + "n_pred": 44, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_2/validation/case_00061.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00061.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_2/validation/case_00065.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00065.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.850142595125261, + "FN": 6436, + "FP": 7699, + "IoU": 0.739346106326873, + "TN": 994347, + "TP": 40094, + "n_pred": 47793, + "n_ref": 46530 + }, + "2": { + "Dice": 0.9630781499202552, + "FN": 4368, + "FP": 3966, + "IoU": 0.9287856648465739, + "TN": 931549, + "TP": 108693, + "n_pred": 112659, + "n_ref": 113061 + }, + "3": { + "Dice": 0.8903364622987255, + "FN": 8452, + "FP": 824, + "IoU": 0.8023481281029596, + "TN": 1001645, + "TP": 37655, + "n_pred": 38479, + "n_ref": 46107 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_2/validation/case_00073.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00073.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.960833510937167, + "FN": 1278, + "FP": 6808, + "IoU": 0.9246194147423766, + "TN": 154875, + "TP": 99183, + "n_pred": 105991, + "n_ref": 100461 + }, + "2": { + "Dice": 0.8093044529386781, + "FN": 4960, + "FP": 877, + "IoU": 0.6796905010152006, + "TN": 243921, + "TP": 12386, + "n_pred": 13263, + "n_ref": 17346 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_2/validation/case_00077.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00077.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_2/validation/case_00080.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00080.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.2536873156342183, + "FN": 65206, + "FP": 574, + "IoU": 0.14527027027027026, + "TN": 1233760, + "TP": 11180, + "n_pred": 11754, + "n_ref": 76386 + }, + "2": { + "Dice": 0.30061022260899745, + "FN": 263312, + "FP": 2703, + "IoU": 0.17689303925936928, + "TN": 987536, + "TP": 57169, + "n_pred": 59872, + "n_ref": 320481 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 1310720, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_2/validation/case_00088.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00088.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_2/validation/case_00094.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00094.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_2/validation/case_00100.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00100.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9442891913819526, + "FN": 328, + "FP": 908, + "IoU": 0.8944582016907181, + "TN": 1299009, + "TP": 10475, + "n_pred": 11383, + "n_ref": 10803 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 1310720, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 1310720, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_2/validation/case_00104.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00104.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_2/validation/case_00127.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00127.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_2/validation/case_00132.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00132.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_2/validation/case_00141.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00141.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.8104539352929896, + "FN": 4209, + "FP": 16548, + "IoU": 0.6813136198240524, + "TN": 983443, + "TP": 44376, + "n_pred": 60924, + "n_ref": 48585 + }, + "2": { + "Dice": 0.9080039793795786, + "FN": 17790, + "FP": 2554, + "IoU": 0.8315085057395107, + "TN": 927834, + "TP": 100398, + "n_pred": 102952, + "n_ref": 118188 + }, + "3": { + "Dice": 0.0, + "FN": 0, + "FP": 8, + "IoU": 0.0, + "TN": 1048568, + "TP": 0, + "n_pred": 8, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_2/validation/case_00143.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00143.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9712253475590042, + "FN": 66, + "FP": 23, + "IoU": 0.9440603394091767, + "TN": 522697, + "TP": 1502, + "n_pred": 1525, + "n_ref": 1568 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_2/validation/case_00150.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00150.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9727014470452461, + "FN": 806, + "FP": 6574, + "IoU": 0.9468537108784261, + "TN": 647570, + "TP": 131482, + "n_pred": 138056, + "n_ref": 132288 + }, + "2": { + "Dice": 0.0, + "FN": 2624, + "FP": 29, + "IoU": 0.0, + "TN": 783779, + "TP": 0, + "n_pred": 29, + "n_ref": 2624 + }, + "3": { + "Dice": 0.0, + "FN": 85, + "FP": 1958, + "IoU": 0.0, + "TN": 784389, + "TP": 0, + "n_pred": 1958, + "n_ref": 85 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_2/validation/case_00173.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00173.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_2/validation/case_00174.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00174.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_2/validation/case_00176.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00176.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.0, + "FN": 22, + "FP": 569, + "IoU": 0.0, + "TN": 523697, + "TP": 0, + "n_pred": 569, + "n_ref": 22 + }, + "2": { + "Dice": 0.8576858416782399, + "FN": 1683, + "FP": 264, + "IoU": 0.7508318402866649, + "TN": 516474, + "TP": 5867, + "n_pred": 6131, + "n_ref": 7550 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_2/validation/case_00178.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00178.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.967606780664742, + "FN": 3153, + "FP": 1223, + "IoU": 0.9372463539500667, + "TN": 1240987, + "TP": 65357, + "n_pred": 66580, + "n_ref": 68510 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 1310720, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": 0.8956563480279977, + "FN": 8977, + "FP": 370, + "IoU": 0.8110304672179205, + "TN": 1261257, + "TP": 40116, + "n_pred": 40486, + "n_ref": 49093 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_2/validation/case_00190.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00190.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9665036242559962, + "FN": 9590, + "FP": 1778, + "IoU": 0.9351785327357534, + "TN": 873202, + "TP": 164006, + "n_pred": 165784, + "n_ref": 173596 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 1048576, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": 0.0, + "FN": 0, + "FP": 40, + "IoU": 0.0, + "TN": 1048536, + "TP": 0, + "n_pred": 40, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_2/validation/case_00191.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00191.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_2/validation/case_00201.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00201.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.7152796913750344, + "FN": 7422, + "FP": 844, + "IoU": 0.556759075553649, + "TN": 767783, + "TP": 10383, + "n_pred": 11227, + "n_ref": 17805 + }, + "2": { + "Dice": 0.9798348020252815, + "FN": 1390, + "FP": 6205, + "IoU": 0.9604667988777672, + "TN": 594315, + "TP": 184522, + "n_pred": 190727, + "n_ref": 185912 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 786432, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_2/validation/case_00202.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00202.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 786432, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 786432, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 786432, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_2/validation/case_00220.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00220.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_2/validation/case_00222.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00222.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_2/validation/case_00241.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00241.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9491825011047282, + "FN": 221, + "FP": 9, + "IoU": 0.9032800672834315, + "TN": 784054, + "TP": 2148, + "n_pred": 2157, + "n_ref": 2369 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 786432, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 786432, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_2/validation/case_00246.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00246.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_2/validation/case_00255.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00255.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.941551190669441, + "FN": 11361, + "FP": 12403, + "IoU": 0.8895576076701786, + "TN": 309117, + "TP": 191407, + "n_pred": 203810, + "n_ref": 202768 + }, + "2": { + "Dice": 0.8811562585219526, + "FN": 12025, + "FP": 5407, + "IoU": 0.7875597153163693, + "TN": 442232, + "TP": 64624, + "n_pred": 70031, + "n_ref": 76649 + }, + "3": { + "Dice": 0.0, + "FN": 0, + "FP": 6605, + "IoU": 0.0, + "TN": 517683, + "TP": 0, + "n_pred": 6605, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_2/validation/case_00260.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00260.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_2/validation/case_00269.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00269.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.8015747150027054, + "FN": 4360, + "FP": 27545, + "IoU": 0.6688566446630962, + "TN": 427940, + "TP": 64443, + "n_pred": 91988, + "n_ref": 68803 + }, + "2": { + "Dice": 0.6215451398428485, + "FN": 27523, + "FP": 27, + "IoU": 0.45089988639307993, + "TN": 474115, + "TP": 22623, + "n_pred": 22650, + "n_ref": 50146 + }, + "3": { + "Dice": 0.0, + "FN": 0, + "FP": 406, + "IoU": 0.0, + "TN": 523882, + "TP": 0, + "n_pred": 406, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_2/validation/case_00273.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00273.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9866006114480017, + "FN": 788, + "FP": 1868, + "IoU": 0.9735555621932156, + "TN": 685995, + "TP": 97781, + "n_pred": 99649, + "n_ref": 98569 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 786432, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": 0.27123050259965337, + "FN": 1562, + "FP": 120, + "IoU": 0.1568922305764411, + "TN": 784437, + "TP": 313, + "n_pred": 433, + "n_ref": 1875 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_2/validation/case_00275.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00275.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.8753649837461198, + "FN": 78450, + "FP": 54130, + "IoU": 0.7783547293965023, + "TN": 2023277, + "TP": 465583, + "n_pred": 519713, + "n_ref": 544033 + }, + "2": { + "Dice": 0.4843712384191847, + "FN": 827448, + "FP": 35713, + "IoU": 0.3195843538321224, + "TN": 1352861, + "TP": 405418, + "n_pred": 441131, + "n_ref": 1232866 + }, + "3": { + "Dice": 0.0, + "FN": 0, + "FP": 17, + "IoU": 0.0, + "TN": 2621423, + "TP": 0, + "n_pred": 17, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_2/validation/case_00292.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00292.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_2/validation/case_00299.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00299.nii.gz" + } + ] + }, + "fold_3": { + "foreground_mean": { + "Dice": 0.52582913908323, + "FN": 3258.9924242424245, + "FP": 4778.318181818182, + "IoU": 0.464973748573013, + "TN": 726683.9242424242, + "TP": 33837.31060606061, + "n_pred": 38615.628787878784, + "n_ref": 37096.30303030303 + }, + "mean": { + "1": { + "Dice": 0.7783618885858056, + "FN": 4962.477272727273, + "FP": 4131.613636363636, + "IoU": 0.7113447475252577, + "TN": 717847.0909090909, + "TP": 41617.36363636364, + "n_pred": 45748.97727272727, + "n_ref": 46579.84090909091 + }, + "2": { + "Dice": 0.6875901340925528, + "FN": 4740.568181818182, + "FP": 9144.068181818182, + "IoU": 0.6033755265904762, + "TN": 694847.1590909091, + "TP": 59826.75, + "n_pred": 68970.81818181818, + "n_ref": 64567.318181818184 + }, + "3": { + "Dice": 0.11153539457133156, + "FN": 73.93181818181819, + "FP": 1059.2727272727273, + "IoU": 0.08020097160330501, + "TN": 767357.5227272727, + "TP": 67.81818181818181, + "n_pred": 1127.090909090909, + "n_ref": 141.75 + } + }, + "metric_per_case": [ + { + "metrics": { + "1": { + "Dice": 0.948074659492181, + "FN": 14202, + "FP": 4326, + "IoU": 0.9012756162281402, + "TN": 1385190, + "TP": 169146, + "n_pred": 173472, + "n_ref": 183348 + }, + "2": { + "Dice": 0.9613298956295244, + "FN": 12027, + "FP": 7006, + "IoU": 0.9255391982348178, + "TN": 1317253, + "TP": 236578, + "n_pred": 243584, + "n_ref": 248605 + }, + "3": { + "Dice": 0.19799247176913426, + "FN": 1227, + "FP": 5165, + "IoU": 0.10987327670240914, + "TN": 1565683, + "TP": 789, + "n_pred": 5954, + "n_ref": 2016 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_3/validation/case_00008.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00008.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 1310720, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 1310720, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 1310720, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_3/validation/case_00011.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00011.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 786432, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 786432, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 786432, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_3/validation/case_00014.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00014.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_3/validation/case_00021.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00021.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.982947044653429, + "FN": 303, + "FP": 950, + "IoU": 0.9664659440653017, + "TN": 486923, + "TP": 36112, + "n_pred": 37062, + "n_ref": 36415 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_3/validation/case_00023.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00023.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9754211657720031, + "FN": 1910, + "FP": 4047, + "IoU": 0.9520215850515464, + "TN": 662272, + "TP": 118203, + "n_pred": 122250, + "n_ref": 120113 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 786432, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 786432, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_3/validation/case_00032.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00032.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_3/validation/case_00040.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00040.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9546051045823402, + "FN": 6842, + "FP": 3328, + "IoU": 0.9131526361633447, + "TN": 669330, + "TP": 106932, + "n_pred": 110260, + "n_ref": 113774 + }, + "2": { + "Dice": 0.5581000848176421, + "FN": 517, + "FP": 4, + "IoU": 0.3870588235294118, + "TN": 785582, + "TP": 329, + "n_pred": 333, + "n_ref": 846 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 786432, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_3/validation/case_00044.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00044.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.7105207150964813, + "FN": 4625, + "FP": 11697, + "IoU": 0.5510136714989134, + "TN": 750079, + "TP": 20031, + "n_pred": 31728, + "n_ref": 24656 + }, + "2": { + "Dice": 0.8783922006667779, + "FN": 24642, + "FP": 3773, + "IoU": 0.7831545048001343, + "TN": 655394, + "TP": 102623, + "n_pred": 106396, + "n_ref": 127265 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 786432, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_3/validation/case_00045.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00045.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9647317869481037, + "FN": 167, + "FP": 762, + "IoU": 0.9318665199853319, + "TN": 772797, + "TP": 12706, + "n_pred": 13468, + "n_ref": 12873 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 786432, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 786432, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_3/validation/case_00057.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00057.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_3/validation/case_00066.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00066.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9441212364787703, + "FN": 11900, + "FP": 10902, + "IoU": 0.894156856920049, + "TN": 571000, + "TP": 192630, + "n_pred": 203532, + "n_ref": 204530 + }, + "2": { + "Dice": 0.6312444387949663, + "FN": 517, + "FP": 11087, + "IoU": 0.4611812778603269, + "TN": 764896, + "TP": 9932, + "n_pred": 21019, + "n_ref": 10449 + }, + "3": { + "Dice": 0.0, + "FN": 0, + "FP": 148, + "IoU": 0.0, + "TN": 786284, + "TP": 0, + "n_pred": 148, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_3/validation/case_00071.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00071.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.8597285067873304, + "FN": 1, + "FP": 30, + "IoU": 0.753968253968254, + "TN": 524162, + "TP": 95, + "n_pred": 125, + "n_ref": 96 + }, + "2": { + "Dice": 0.0, + "FN": 0, + "FP": 22210, + "IoU": 0.0, + "TN": 502078, + "TP": 0, + "n_pred": 22210, + "n_ref": 0 + }, + "3": { + "Dice": 0.0, + "FN": 0, + "FP": 1, + "IoU": 0.0, + "TN": 524287, + "TP": 0, + "n_pred": 1, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_3/validation/case_00075.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00075.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.7402535224111988, + "FN": 16824, + "FP": 5962, + "IoU": 0.5876210297710615, + "TN": 206889, + "TP": 32469, + "n_pred": 38431, + "n_ref": 49293 + }, + "2": { + "Dice": 0.9218485776055826, + "FN": 2891, + "FP": 15364, + "IoU": 0.855027001270648, + "TN": 136224, + "TP": 107665, + "n_pred": 123029, + "n_ref": 110556 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_3/validation/case_00090.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00090.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_3/validation/case_00093.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00093.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9473901018066263, + "FN": 1732, + "FP": 3632, + "IoU": 0.900039134567004, + "TN": 1257059, + "TP": 48297, + "n_pred": 51929, + "n_ref": 50029 + }, + "2": { + "Dice": 0.9882497892570836, + "FN": 8484, + "FP": 9121, + "IoU": 0.9767725064583119, + "TN": 552782, + "TP": 740333, + "n_pred": 749454, + "n_ref": 748817 + }, + "3": { + "Dice": 0.6942906848015182, + "FN": 1911, + "FP": 22, + "IoU": 0.531734496124031, + "TN": 1306592, + "TP": 2195, + "n_pred": 2217, + "n_ref": 4106 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_3/validation/case_00114.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00114.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9814511072973332, + "FN": 962, + "FP": 1967, + "IoU": 0.9635778059638389, + "TN": 443870, + "TP": 77489, + "n_pred": 79456, + "n_ref": 78451 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_3/validation/case_00115.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00115.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9367541337167505, + "FN": 10297, + "FP": 3779, + "IoU": 0.8810324718132491, + "TN": 930258, + "TP": 104242, + "n_pred": 108021, + "n_ref": 114539 + }, + "2": { + "Dice": 0.9296495030661873, + "FN": 6003, + "FP": 4643, + "IoU": 0.8685468038080185, + "TN": 967589, + "TP": 70341, + "n_pred": 74984, + "n_ref": 76344 + }, + "3": { + "Dice": 0.0, + "FN": 115, + "FP": 121, + "IoU": 0.0, + "TN": 1048340, + "TP": 0, + "n_pred": 121, + "n_ref": 115 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_3/validation/case_00116.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00116.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_3/validation/case_00124.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00124.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_3/validation/case_00129.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00129.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9569847767685813, + "FN": 681, + "FP": 2009, + "IoU": 0.9175175543494926, + "TN": 491675, + "TP": 29923, + "n_pred": 31932, + "n_ref": 30604 + }, + "2": { + "Dice": 0.0, + "FN": 1519, + "FP": 0, + "IoU": 0.0, + "TN": 522769, + "TP": 0, + "n_pred": 0, + "n_ref": 1519 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_3/validation/case_00130.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00130.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.23327000211104074, + "FN": 4891, + "FP": 2373, + "IoU": 0.13203489066794122, + "TN": 1040207, + "TP": 1105, + "n_pred": 3478, + "n_ref": 5996 + }, + "2": { + "Dice": 0.9685595872566067, + "FN": 22092, + "FP": 15209, + "IoU": 0.939035910645058, + "TN": 436724, + "TP": 574551, + "n_pred": 589760, + "n_ref": 596643 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 1048576, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_3/validation/case_00139.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00139.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.5835284103000639, + "FN": 14463, + "FP": 1193, + "IoU": 0.41195913461538464, + "TN": 759808, + "TP": 10968, + "n_pred": 12161, + "n_ref": 25431 + }, + "2": { + "Dice": 0.5979782483631483, + "FN": 378, + "FP": 14297, + "IoU": 0.426511391613584, + "TN": 760843, + "TP": 10914, + "n_pred": 25211, + "n_ref": 11292 + }, + "3": { + "Dice": 0.0, + "FN": 0, + "FP": 17, + "IoU": 0.0, + "TN": 786415, + "TP": 0, + "n_pred": 17, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_3/validation/case_00160.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00160.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 786432, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 786432, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 786432, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_3/validation/case_00164.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00164.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9796155293840216, + "FN": 1480, + "FP": 3015, + "IoU": 0.9600455098975138, + "TN": 149641, + "TP": 108008, + "n_pred": 111023, + "n_ref": 109488 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_3/validation/case_00166.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00166.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.6550488957257444, + "FN": 27111, + "FP": 35677, + "IoU": 0.4870429070945394, + "TN": 1188316, + "TP": 59616, + "n_pred": 95293, + "n_ref": 86727 + }, + "2": { + "Dice": 0.9334415415749379, + "FN": 41670, + "FP": 15985, + "IoU": 0.8751902290975293, + "TN": 848777, + "TP": 404288, + "n_pred": 420273, + "n_ref": 445958 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 1310720, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_3/validation/case_00172.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00172.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.974758923210763, + "FN": 3280, + "FP": 840, + "IoU": 0.9507606993892893, + "TN": 964903, + "TP": 79553, + "n_pred": 80393, + "n_ref": 82833 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 1048576, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 1048576, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_3/validation/case_00181.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00181.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_3/validation/case_00184.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00184.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.2096173075174984, + "FN": 3009, + "FP": 23076, + "IoU": 0.1170796100731113, + "TN": 494744, + "TP": 3459, + "n_pred": 26535, + "n_ref": 6468 + }, + "2": { + "Dice": 0.8880463401790416, + "FN": 21647, + "FP": 1739, + "IoU": 0.7986361053229778, + "TN": 408150, + "TP": 92752, + "n_pred": 94491, + "n_ref": 114399 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_3/validation/case_00199.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00199.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 1310720, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 1310720, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 1310720, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_3/validation/case_00207.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00207.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 1310720, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 1310720, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 1310720, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_3/validation/case_00235.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00235.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.002295265279698673, + "FN": 38, + "FP": 33867, + "IoU": 0.0011489512137638463, + "TN": 2849640, + "TP": 39, + "n_pred": 33906, + "n_ref": 77 + }, + "2": { + "Dice": 0.5611107793371155, + "FN": 38844, + "FP": 108140, + "IoU": 0.38996106946900083, + "TN": 2642642, + "TP": 93958, + "n_pred": 202098, + "n_ref": 132802 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 2883584, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_3/validation/case_00236.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00236.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 786432, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 786432, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 786432, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_3/validation/case_00243.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00243.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.7306889035717269, + "FN": 62854, + "FP": 8068, + "IoU": 0.5756578553735326, + "TN": 357154, + "TP": 96212, + "n_pred": 104280, + "n_ref": 159066 + }, + "2": { + "Dice": 0.8784409941101265, + "FN": 10421, + "FP": 6028, + "IoU": 0.7832320809667515, + "TN": 448405, + "TP": 59434, + "n_pred": 65462, + "n_ref": 69855 + }, + "3": { + "Dice": 0.0, + "FN": 0, + "FP": 40845, + "IoU": 0.0, + "TN": 483443, + "TP": 0, + "n_pred": 40845, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_3/validation/case_00248.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00248.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.8023328871527303, + "FN": 11116, + "FP": 3356, + "IoU": 0.669913099012385, + "TN": 742589, + "TP": 29371, + "n_pred": 32727, + "n_ref": 40487 + }, + "2": { + "Dice": 0.9087759995422936, + "FN": 4658, + "FP": 12881, + "IoU": 0.8328042630670823, + "TN": 681531, + "TP": 87362, + "n_pred": 100243, + "n_ref": 92020 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 786432, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_3/validation/case_00251.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00251.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 1048576, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": 0.0, + "FN": 0, + "FP": 144210, + "IoU": 0.0, + "TN": 904366, + "TP": 0, + "n_pred": 144210, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 1048576, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_3/validation/case_00253.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00253.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9760327249062568, + "FN": 207, + "FP": 3660, + "IoU": 0.9531874198000145, + "TN": 441682, + "TP": 78739, + "n_pred": 82399, + "n_ref": 78946 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_3/validation/case_00261.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00261.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.07160068846815834, + "FN": 1348, + "FP": 1349, + "IoU": 0.03712959657265263, + "TN": 521487, + "TP": 104, + "n_pred": 1453, + "n_ref": 1452 + }, + "2": { + "Dice": 0.8111849644739858, + "FN": 5835, + "FP": 10641, + "IoU": 0.6823474974936377, + "TN": 472420, + "TP": 35392, + "n_pred": 46033, + "n_ref": 41227 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_3/validation/case_00262.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00262.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_3/validation/case_00264.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00264.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_3/validation/case_00267.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00267.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.987327798348704, + "FN": 1187, + "FP": 2670, + "IoU": 0.9749727470930233, + "TN": 108032, + "TP": 150255, + "n_pred": 152925, + "n_ref": 151442 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_3/validation/case_00268.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00268.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9545226797135195, + "FN": 1702, + "FP": 7556, + "IoU": 0.9130018042399639, + "TN": 680016, + "TP": 97158, + "n_pred": 104714, + "n_ref": 98860 + }, + "2": { + "Dice": 0.6478596030834837, + "FN": 6440, + "FP": 1, + "IoU": 0.47913634158175644, + "TN": 774066, + "TP": 5925, + "n_pred": 5926, + "n_ref": 12365 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 786432, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_3/validation/case_00270.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00270.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9521471143156983, + "FN": 15217, + "FP": 1700, + "IoU": 0.908664877793315, + "TN": 601213, + "TP": 168302, + "n_pred": 170002, + "n_ref": 183519 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 786432, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": 0.0, + "FN": 0, + "FP": 289, + "IoU": 0.0, + "TN": 786143, + "TP": 0, + "n_pred": 289, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_3/validation/case_00290.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00290.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 786432, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 786432, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 786432, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_3/validation/case_00295.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00295.nii.gz" + } + ] + }, + "fold_4": { + "foreground_mean": { + "Dice": 0.5355356049154717, + "FN": 3464.4166666666665, + "FP": 3814.8409090909095, + "IoU": 0.47545368425059104, + "TN": 642884.5, + "TP": 29027.515151515152, + "n_pred": 32842.35606060606, + "n_ref": 32491.93181818182 + }, + "mean": { + "1": { + "Dice": 0.8209281700503083, + "FN": 3014.3636363636365, + "FP": 6929.590909090909, + "IoU": 0.7567551784022211, + "TN": 620751.5227272727, + "TP": 48495.795454545456, + "n_pred": 55425.38636363636, + "n_ref": 51510.15909090909 + }, + "2": { + "Dice": 0.5569326189720625, + "FN": 6273.5, + "FP": 3142.2727272727275, + "IoU": 0.4914389199411683, + "TN": 633336.1590909091, + "TP": 36439.34090909091, + "n_pred": 39581.61363636364, + "n_ref": 42712.84090909091 + }, + "3": { + "Dice": 0.22874602572404465, + "FN": 1105.3863636363637, + "FP": 1372.659090909091, + "IoU": 0.17816695440838382, + "TN": 674565.8181818182, + "TP": 2147.409090909091, + "n_pred": 3520.068181818182, + "n_ref": 3252.7954545454545 + } + }, + "metric_per_case": [ + { + "metrics": { + "1": { + "Dice": 0.9247325052269093, + "FN": 105, + "FP": 1119, + "IoU": 0.8600022875443212, + "TN": 777689, + "TP": 7519, + "n_pred": 8638, + "n_ref": 7624 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 786432, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 786432, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_4/validation/case_00001.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00001.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.7263477201614637, + "FN": 3409, + "FP": 8048, + "IoU": 0.5702873002775486, + "TN": 497626, + "TP": 15205, + "n_pred": 23253, + "n_ref": 18614 + }, + "2": { + "Dice": 0.9533854249169809, + "FN": 12089, + "FP": 4096, + "IoU": 0.9109231302663225, + "TN": 342591, + "TP": 165512, + "n_pred": 169608, + "n_ref": 177601 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_4/validation/case_00029.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00029.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9829296690819164, + "FN": 1900, + "FP": 1648, + "IoU": 0.9664323490732944, + "TN": 418591, + "TP": 102149, + "n_pred": 103797, + "n_ref": 104049 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_4/validation/case_00038.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00038.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_4/validation/case_00050.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00050.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_4/validation/case_00053.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00053.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.10854899569310515, + "FN": 2398, + "FP": 20991, + "IoU": 0.057389271752710275, + "TN": 1548051, + "TP": 1424, + "n_pred": 22415, + "n_ref": 3822 + }, + "2": { + "Dice": 0.8984334874165383, + "FN": 45837, + "FP": 41, + "IoU": 0.8155962233360532, + "TN": 1324073, + "TP": 202913, + "n_pred": 202954, + "n_ref": 248750 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 1572864, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_4/validation/case_00055.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00055.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9406219072343267, + "FN": 23906, + "FP": 15572, + "IoU": 0.8879000931373663, + "TN": 434264, + "TP": 312690, + "n_pred": 328262, + "n_ref": 336596 + }, + "2": { + "Dice": 0.38129697931742845, + "FN": 1354, + "FP": 25150, + "IoU": 0.23555709382481035, + "TN": 751761, + "TP": 8167, + "n_pred": 33317, + "n_ref": 9521 + }, + "3": { + "Dice": 0.8593118479801934, + "FN": 20384, + "FP": 6210, + "IoU": 0.7533275825286845, + "TN": 678621, + "TP": 81217, + "n_pred": 87427, + "n_ref": 101601 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_4/validation/case_00058.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00058.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.737116556907484, + "FN": 8450, + "FP": 13026, + "IoU": 0.5836774256082194, + "TN": 472703, + "TP": 30109, + "n_pred": 43135, + "n_ref": 38559 + }, + "2": { + "Dice": 0.9760723088238655, + "FN": 11043, + "FP": 6752, + "IoU": 0.9532629278759911, + "TN": 143541, + "TP": 362952, + "n_pred": 369704, + "n_ref": 373995 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_4/validation/case_00067.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00067.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_4/validation/case_00076.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00076.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_4/validation/case_00081.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00081.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9741852156264152, + "FN": 1004, + "FP": 3613, + "IoU": 0.9496696971678985, + "TN": 170410, + "TP": 87117, + "n_pred": 90730, + "n_ref": 88121 + }, + "2": { + "Dice": 0.7401952937409957, + "FN": 1538, + "FP": 85, + "IoU": 0.5875476493011436, + "TN": 258209, + "TP": 2312, + "n_pred": 2397, + "n_ref": 3850 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_4/validation/case_00095.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00095.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9719139817861789, + "FN": 351, + "FP": 16, + "IoU": 0.9453625130266488, + "TN": 255427, + "TP": 6350, + "n_pred": 6366, + "n_ref": 6701 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_4/validation/case_00101.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00101.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9625113672215727, + "FN": 1015, + "FP": 3025, + "IoU": 0.9277319642952973, + "TN": 468385, + "TP": 51863, + "n_pred": 54888, + "n_ref": 52878 + }, + "2": { + "Dice": 0.0, + "FN": 9727, + "FP": 0, + "IoU": 0.0, + "TN": 514561, + "TP": 0, + "n_pred": 0, + "n_ref": 9727 + }, + "3": { + "Dice": 0.0, + "FN": 0, + "FP": 3537, + "IoU": 0.0, + "TN": 520751, + "TP": 0, + "n_pred": 3537, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_4/validation/case_00103.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00103.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.0, + "FN": 0, + "FP": 114, + "IoU": 0.0, + "TN": 1048462, + "TP": 0, + "n_pred": 114, + "n_ref": 0 + }, + "2": { + "Dice": 0.0, + "FN": 0, + "FP": 60, + "IoU": 0.0, + "TN": 1048516, + "TP": 0, + "n_pred": 60, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 1048576, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_4/validation/case_00106.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00106.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 786432, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 786432, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 786432, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_4/validation/case_00111.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00111.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_4/validation/case_00118.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00118.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_4/validation/case_00123.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00123.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 1048576, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 1048576, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 1048576, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_4/validation/case_00125.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00125.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 786432, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 786432, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 786432, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_4/validation/case_00134.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00134.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9764895651036639, + "FN": 631, + "FP": 3144, + "IoU": 0.9540592179722773, + "TN": 442117, + "TP": 78396, + "n_pred": 81540, + "n_ref": 79027 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_4/validation/case_00142.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00142.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_4/validation/case_00158.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00158.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9788054754012353, + "FN": 3455, + "FP": 3655, + "IoU": 0.9584907202531424, + "TN": 353001, + "TP": 164177, + "n_pred": 167832, + "n_ref": 167632 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_4/validation/case_00175.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00175.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.7241754258789417, + "FN": 6388, + "FP": 1983, + "IoU": 0.5676136363636364, + "TN": 242784, + "TP": 10989, + "n_pred": 12972, + "n_ref": 17377 + }, + "2": { + "Dice": 0.970388309924579, + "FN": 2506, + "FP": 5845, + "IoU": 0.9424798875909192, + "TN": 116960, + "TP": 136833, + "n_pred": 142678, + "n_ref": 139339 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_4/validation/case_00179.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00179.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9659733496039485, + "FN": 4589, + "FP": 1657, + "IoU": 0.9341861249262412, + "TN": 953672, + "TP": 88658, + "n_pred": 90315, + "n_ref": 93247 + }, + "2": { + "Dice": 0.48561083419542933, + "FN": 1020, + "FP": 20858, + "IoU": 0.32066449309113493, + "TN": 1016371, + "TP": 10327, + "n_pred": 31185, + "n_ref": 11347 + }, + "3": { + "Dice": 0.728839112642688, + "FN": 2371, + "FP": 147, + "IoU": 0.5733649610301592, + "TN": 1042674, + "TP": 3384, + "n_pred": 3531, + "n_ref": 5755 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_4/validation/case_00192.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00192.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9291263586449034, + "FN": 3418, + "FP": 11762, + "IoU": 0.8676339791772031, + "TN": 933894, + "TP": 99502, + "n_pred": 111264, + "n_ref": 102920 + }, + "2": { + "Dice": 0.2605445808862787, + "FN": 10144, + "FP": 3706, + "IoU": 0.1497851442602824, + "TN": 1032286, + "TP": 2440, + "n_pred": 6146, + "n_ref": 12584 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 1048576, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_4/validation/case_00198.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00198.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9228081726989928, + "FN": 2648, + "FP": 8841, + "IoU": 0.8566795154871948, + "TN": 706269, + "TP": 68674, + "n_pred": 77515, + "n_ref": 71322 + }, + "2": { + "Dice": 0.5937834941050375, + "FN": 8218, + "FP": 120, + "IoU": 0.4222560975609756, + "TN": 772000, + "TP": 6094, + "n_pred": 6214, + "n_ref": 14312 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 786432, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_4/validation/case_00205.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00205.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9834961170476031, + "FN": 3371, + "FP": 1264, + "IoU": 0.9675281457765572, + "TN": 381549, + "TP": 138104, + "n_pred": 139368, + "n_ref": 141475 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_4/validation/case_00208.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00208.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9499607483395225, + "FN": 3684, + "FP": 1989, + "IoU": 0.904690702597359, + "TN": 202622, + "TP": 53849, + "n_pred": 55838, + "n_ref": 57533 + }, + "2": { + "Dice": 0.9671375418288469, + "FN": 1869, + "FP": 2344, + "IoU": 0.9363662452610751, + "TN": 195937, + "TP": 61994, + "n_pred": 64338, + "n_ref": 63863 + }, + "3": { + "Dice": 0.0, + "FN": 0, + "FP": 1592, + "IoU": 0.0, + "TN": 260552, + "TP": 0, + "n_pred": 1592, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_4/validation/case_00216.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00216.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.8571328035067083, + "FN": 21455, + "FP": 6966, + "IoU": 0.7499846055050714, + "TN": 934899, + "TP": 85256, + "n_pred": 92222, + "n_ref": 106711 + }, + "2": { + "Dice": 0.9517753302901816, + "FN": 4315, + "FP": 17670, + "IoU": 0.9079879130813272, + "TN": 809640, + "TP": 216951, + "n_pred": 234621, + "n_ref": 221266 + }, + "3": { + "Dice": 0.49857665717771454, + "FN": 1233, + "FP": 0, + "IoU": 0.33206933911159264, + "TN": 1046730, + "TP": 613, + "n_pred": 613, + "n_ref": 1846 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_4/validation/case_00224.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00224.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 1310720, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 1310720, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 1310720, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_4/validation/case_00226.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00226.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9613106836082219, + "FN": 5222, + "FP": 1827, + "IoU": 0.9255035826763331, + "TN": 429666, + "TP": 87573, + "n_pred": 89400, + "n_ref": 92795 + }, + "2": { + "Dice": 0.023064250411861616, + "FN": 77, + "FP": 516, + "IoU": 0.011666666666666667, + "TN": 523688, + "TP": 7, + "n_pred": 523, + "n_ref": 84 + }, + "3": { + "Dice": 0.0, + "FN": 0, + "FP": 3, + "IoU": 0.0, + "TN": 524285, + "TP": 0, + "n_pred": 3, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_4/validation/case_00232.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00232.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.916791889313572, + "FN": 4320, + "FP": 9025, + "IoU": 0.8463672679967305, + "TN": 961713, + "TP": 73518, + "n_pred": 82543, + "n_ref": 77838 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 1048576, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": 0.6390494993653928, + "FN": 10117, + "FP": 121, + "IoU": 0.4695611626340604, + "TN": 1029275, + "TP": 9063, + "n_pred": 9184, + "n_ref": 19180 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_4/validation/case_00238.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00238.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9050139419601363, + "FN": 1635, + "FP": 5723, + "IoU": 0.826507274056259, + "TN": 744021, + "TP": 35053, + "n_pred": 40776, + "n_ref": 36688 + }, + "2": { + "Dice": 0.8487455197132616, + "FN": 28167, + "FP": 1162, + "IoU": 0.7372353673723536, + "TN": 674815, + "TP": 82288, + "n_pred": 83450, + "n_ref": 110455 + }, + "3": { + "Dice": 0.0, + "FN": 0, + "FP": 7905, + "IoU": 0.0, + "TN": 778527, + "TP": 0, + "n_pred": 7905, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_4/validation/case_00242.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00242.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 2359296, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 2359296, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 2359296, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_4/validation/case_00245.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00245.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.19328762611897848, + "FN": 318, + "FP": 53572, + "IoU": 0.1069830643290359, + "TN": 726086, + "TP": 6456, + "n_pred": 60028, + "n_ref": 6774 + }, + "2": { + "Dice": 0.7761533777318113, + "FN": 92455, + "FP": 179, + "IoU": 0.6341917063866588, + "TN": 533201, + "TP": 160597, + "n_pred": 160776, + "n_ref": 253052 + }, + "3": { + "Dice": 0.0, + "FN": 0, + "FP": 24676, + "IoU": 0.0, + "TN": 761756, + "TP": 0, + "n_pred": 24676, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_4/validation/case_00249.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00249.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.6966526956421887, + "FN": 5271, + "FP": 73980, + "IoU": 0.5345104051029937, + "TN": 616179, + "TP": 91002, + "n_pred": 164982, + "n_ref": 96273 + }, + "2": { + "Dice": 0.0, + "FN": 0, + "FP": 41751, + "IoU": 0.0, + "TN": 744681, + "TP": 0, + "n_pred": 41751, + "n_ref": 0 + }, + "3": { + "Dice": 0.0, + "FN": 0, + "FP": 5417, + "IoU": 0.0, + "TN": 781015, + "TP": 0, + "n_pred": 5417, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_4/validation/case_00250.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00250.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": 0.0, + "FN": 0, + "FP": 62, + "IoU": 0.0, + "TN": 262082, + "TP": 0, + "n_pred": 62, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_4/validation/case_00254.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00254.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9216506608348388, + "FN": 7284, + "FP": 4252, + "IoU": 0.8546865355788731, + "TN": 444901, + "TP": 67851, + "n_pred": 72103, + "n_ref": 75135 + }, + "2": { + "Dice": 0.9478982926748095, + "FN": 1593, + "FP": 4669, + "IoU": 0.9009568999604587, + "TN": 461063, + "TP": 56963, + "n_pred": 61632, + "n_ref": 58556 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_4/validation/case_00259.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00259.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9570994969024157, + "FN": 341, + "FP": 4818, + "IoU": 0.9177284832634315, + "TN": 985869, + "TP": 57548, + "n_pred": 62366, + "n_ref": 57889 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 1048576, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 1048576, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_4/validation/case_00272.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00272.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_4/validation/case_00274.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00274.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.8810644052515918, + "FN": 3365, + "FP": 30407, + "IoU": 0.7874129747831451, + "TN": 889714, + "TP": 125090, + "n_pred": 155497, + "n_ref": 128455 + }, + "2": { + "Dice": 0.0, + "FN": 25522, + "FP": 0, + "IoU": 0.0, + "TN": 1023054, + "TP": 0, + "n_pred": 0, + "n_ref": 25522 + }, + "3": { + "Dice": 0.019175191522546906, + "FN": 14532, + "FP": 6849, + "IoU": 0.00968040759610931, + "TN": 1026986, + "TP": 209, + "n_pred": 7058, + "n_ref": 14741 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_4/validation/case_00277.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00277.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_4/validation/case_00283.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00283.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.936241426611797, + "FN": 12699, + "FP": 12865, + "IoU": 0.8801258575333987, + "TN": 835319, + "TP": 187693, + "n_pred": 200558, + "n_ref": 200392 + }, + "2": { + "Dice": 0.9210999724354045, + "FN": 18560, + "FP": 3194, + "IoU": 0.8537398729283625, + "TN": 899841, + "TP": 126981, + "n_pred": 130175, + "n_ref": 145541 + }, + "3": { + "Dice": 0.0, + "FN": 0, + "FP": 3940, + "IoU": 0.0, + "TN": 1044636, + "TP": 0, + "n_pred": 3940, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_4/validation/case_00291.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00291.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_4/validation/case_00297.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2715628/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00297.nii.gz" + } + ] + }, + "mean": { + "foreground_mean": { + "Dice": 0.5224038576190124, + "FN": 5668.416666666666, + "FP": 4065.1090909090904, + "IoU": 0.4612116655913991, + "TN": 675931.8909090909, + "TP": 29272.76515151515, + "n_pred": 33337.87424242424, + "n_ref": 34941.181818181816 + }, + "mean": { + "1": { + "Dice": 0.7919371247803416, + "FN": 4386.309090909091, + "FP": 5926.372727272727, + "IoU": 0.72437891513161, + "TN": 659170.659090909, + "TP": 45454.84090909092, + "n_pred": 51381.21363636363, + "n_ref": 49841.15 + }, + "2": { + "Dice": 0.5805961913986823, + "FN": 11457.963636363636, + "FP": 5625.122727272728, + "IoU": 0.5093824162940842, + "TN": 657214.5, + "TP": 40640.59545454545, + "n_pred": 46265.718181818185, + "n_ref": 52098.55909090909 + }, + "3": { + "Dice": 0.1946782566780134, + "FN": 1160.9772727272727, + "FP": 643.8318181818182, + "IoU": 0.1498736653485029, + "TN": 711410.5136363637, + "TP": 1722.8590909090913, + "n_pred": 2366.6909090909094, + "n_ref": 2883.836363636364 + } + } + } +} \ No newline at end of file diff --git a/nnActive_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/loop_003/summary.json b/nnActive_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/loop_003/summary.json new file mode 100644 index 0000000000000000000000000000000000000000..657bc81581f06140778c9e44492ac9dba0966b8d --- /dev/null +++ b/nnActive_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/loop_003/summary.json @@ -0,0 +1,2746 @@ +{ + "foreground_mean": { + "Dice": 0.6825798657445259, + "FN": 23258.320000000003, + "FP": 32973.94222222222, + "IoU": 0.6168058858491715, + "TN": 134036569.4711111, + "TP": 348857.89333333337, + "n_pred": 381831.83555555553, + "n_ref": 372116.2133333333 + }, + "mean": { + "1": { + "Dice": 0.9528992654495534, + "FN": 41512.82666666667, + "FP": 33220.78666666667, + "IoU": 0.9116946349475726, + "TN": 133585421.85333334, + "TP": 781504.16, + "n_pred": 814724.9466666667, + "n_ref": 823016.9866666667 + }, + "2": { + "Dice": 0.7644431558555357, + "FN": 23014.84, + "FP": 62876.573333333334, + "IoU": 0.6739405975133564, + "TN": 134100707.64, + "TP": 255060.57333333333, + "n_pred": 317937.14666666667, + "n_ref": 278075.41333333333 + }, + "3": { + "Dice": 0.3303971759284886, + "FN": 5247.293333333333, + "FP": 2824.4666666666667, + "IoU": 0.2647824250865853, + "TN": 134423578.92, + "TP": 10008.946666666667, + "n_pred": 12833.413333333334, + "n_ref": 15256.24 + } + }, + "metric_per_case": [ + { + "metrics": { + "1": { + "Dice": 0.9696681506895591, + "FN": 4692, + "FP": 42447, + "IoU": 0.941122174703731, + "TN": 141370495, + "TP": 753485, + "n_pred": 795932, + "n_ref": 758177 + }, + "2": { + "Dice": 0.8236076791484509, + "FN": 5165, + "FP": 403, + "IoU": 0.7001131038940055, + "TN": 142152552, + "TP": 12999, + "n_pred": 13402, + "n_ref": 18164 + }, + "3": { + "Dice": 0.0, + "FN": 0, + "FP": 190, + "IoU": 0.0, + "TN": 142170929, + "TP": 0, + "n_pred": 190, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00000.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00000.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9776359681245764, + "FN": 13362, + "FP": 27494, + "IoU": 0.956250354710936, + "TN": 133414941, + "TP": 893003, + "n_pred": 920497, + "n_ref": 906365 + }, + "2": { + "Dice": 0.874391129848631, + "FN": 6062, + "FP": 4485, + "IoU": 0.7768161330596526, + "TN": 134301543, + "TP": 36710, + "n_pred": 41195, + "n_ref": 42772 + }, + "3": { + "Dice": 0.0, + "FN": 0, + "FP": 400, + "IoU": 0.0, + "TN": 134348400, + "TP": 0, + "n_pred": 400, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00004.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00004.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.8672414408046406, + "FN": 162396, + "FP": 42325, + "IoU": 0.7656013135055668, + "TN": 217853012, + "TP": 668667, + "n_pred": 710992, + "n_ref": 831063 + }, + "2": { + "Dice": 0.8524698675150029, + "FN": 9114, + "FP": 34571, + "IoU": 0.7428736234306668, + "TN": 218556503, + "TP": 126212, + "n_pred": 160783, + "n_ref": 135326 + }, + "3": { + "Dice": 0.0, + "FN": 0, + "FP": 28329, + "IoU": 0.0, + "TN": 218698071, + "TP": 0, + "n_pred": 28329, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00005.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00005.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9713968145868536, + "FN": 15754, + "FP": 19862, + "IoU": 0.9443844121449853, + "TN": 82506004, + "TP": 604780, + "n_pred": 624642, + "n_ref": 620534 + }, + "2": { + "Dice": 0.9097079442146201, + "FN": 1286, + "FP": 2359, + "IoU": 0.8343708819920934, + "TN": 83124393, + "TP": 18362, + "n_pred": 20721, + "n_ref": 19648 + }, + "3": { + "Dice": 0.0, + "FN": 0, + "FP": 1684, + "IoU": 0.0, + "TN": 83144716, + "TP": 0, + "n_pred": 1684, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00009.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00009.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.963579798498828, + "FN": 20638, + "FP": 19621, + "IoU": 0.9297192365636636, + "TN": 70275681, + "TP": 532572, + "n_pred": 552193, + "n_ref": 553210 + }, + "2": { + "Dice": 0.9245827612509535, + "FN": 7629, + "FP": 4730, + "IoU": 0.8597432958452966, + "TN": 70760395, + "TP": 75758, + "n_pred": 80488, + "n_ref": 83387 + }, + "3": { + "Dice": 0.0, + "FN": 0, + "FP": 2, + "IoU": 0.0, + "TN": 70848510, + "TP": 0, + "n_pred": 2, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00013.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00013.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9772009997513906, + "FN": 29380, + "FP": 18674, + "IoU": 0.9554184150687131, + "TN": 232282635, + "TP": 1029835, + "n_pred": 1048509, + "n_ref": 1059215 + }, + "2": { + "Dice": 0.767646065518406, + "FN": 1335, + "FP": 41, + "IoU": 0.6229103864072348, + "TN": 233356875, + "TP": 2273, + "n_pred": 2314, + "n_ref": 3608 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 233360524, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00019.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00019.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9628185147367048, + "FN": 7911, + "FP": 45362, + "IoU": 0.9283028365014508, + "TN": 102783286, + "TP": 689755, + "n_pred": 735117, + "n_ref": 697666 + }, + "2": { + "Dice": 0.5796877680562704, + "FN": 8604, + "FP": 1196, + "IoU": 0.4081410798405605, + "TN": 103509756, + "TP": 6758, + "n_pred": 7954, + "n_ref": 15362 + }, + "3": { + "Dice": 0.0, + "FN": 0, + "FP": 637, + "IoU": 0.0, + "TN": 103525677, + "TP": 0, + "n_pred": 637, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00022.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00022.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9552078301766874, + "FN": 49544, + "FP": 20932, + "IoU": 0.9142563064367385, + "TN": 76163432, + "TP": 751462, + "n_pred": 772394, + "n_ref": 801006 + }, + "2": { + "Dice": 0.9628190496686794, + "FN": 55228, + "FP": 26317, + "IoU": 0.928303831034607, + "TN": 75848001, + "TP": 1055824, + "n_pred": 1082141, + "n_ref": 1111052 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 76985370, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00025.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00025.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9813970050987706, + "FN": 11209, + "FP": 24054, + "IoU": 0.9634735122626783, + "TN": 158026939, + "TP": 930146, + "n_pred": 954200, + "n_ref": 941355 + }, + "2": { + "Dice": 0.8980869154463864, + "FN": 1307, + "FP": 419, + "IoU": 0.8150251848676455, + "TN": 158983017, + "TP": 7605, + "n_pred": 8024, + "n_ref": 8912 + }, + "3": { + "Dice": 0.13337735226147243, + "FN": 2611, + "FP": 14, + "IoU": 0.07145383799080297, + "TN": 158989521, + "TP": 202, + "n_pred": 216, + "n_ref": 2813 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00027.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00027.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.7896141306881261, + "FN": 145946, + "FP": 75203, + "IoU": 0.6523656221606717, + "TN": 55118009, + "TP": 415005, + "n_pred": 490208, + "n_ref": 560951 + }, + "2": { + "Dice": 0.9645322117051426, + "FN": 158337, + "FP": 53326, + "IoU": 0.9314941735594432, + "TN": 52664455, + "TP": 2878045, + "n_pred": 2931371, + "n_ref": 3036382 + }, + "3": { + "Dice": 0.0, + "FN": 1313, + "FP": 0, + "IoU": 0.0, + "TN": 55752850, + "TP": 0, + "n_pred": 0, + "n_ref": 1313 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00030.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00030.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9759651950157976, + "FN": 26496, + "FP": 30892, + "IoU": 0.9530586170172738, + "TN": 210191470, + "TP": 1165158, + "n_pred": 1196050, + "n_ref": 1191654 + }, + "2": { + "Dice": 0.9188749705621783, + "FN": 12433, + "FP": 2035, + "IoU": 0.8499247964317204, + "TN": 211317611, + "TP": 81937, + "n_pred": 83972, + "n_ref": 94370 + }, + "3": { + "Dice": 0.6060294268957712, + "FN": 479, + "FP": 3350, + "IoU": 0.434750516681429, + "TN": 211407242, + "TP": 2945, + "n_pred": 6295, + "n_ref": 3424 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00034.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00034.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9483287084128308, + "FN": 96092, + "FP": 25724, + "IoU": 0.9017349013888407, + "TN": 170644909, + "TP": 1117851, + "n_pred": 1143575, + "n_ref": 1213943 + }, + "2": { + "Dice": 0.8675496883366494, + "FN": 18250, + "FP": 26819, + "IoU": 0.7660819016972025, + "TN": 171691906, + "TP": 147601, + "n_pred": 174420, + "n_ref": 165851 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 171884576, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00036.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00036.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9622813715513421, + "FN": 20250, + "FP": 34384, + "IoU": 0.9273047097457514, + "TN": 121660548, + "TP": 696914, + "n_pred": 731298, + "n_ref": 717164 + }, + "2": { + "Dice": 0.4079147640791476, + "FN": 10114, + "FP": 0, + "IoU": 0.25621414913957935, + "TN": 122398498, + "TP": 3484, + "n_pred": 3484, + "n_ref": 13598 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 122412096, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00039.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00039.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9781833044136372, + "FN": 20362, + "FP": 12039, + "IoU": 0.9572982205505196, + "TN": 153850186, + "TP": 726373, + "n_pred": 738412, + "n_ref": 746735 + }, + "2": { + "Dice": 0.9057703774043239, + "FN": 4046, + "FP": 221, + "IoU": 0.8277699293642785, + "TN": 154584185, + "TP": 20508, + "n_pred": 20729, + "n_ref": 24554 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 154608960, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00043.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00043.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9741426623018311, + "FN": 25739, + "FP": 26416, + "IoU": 0.9495888234202469, + "TN": 251992864, + "TP": 982437, + "n_pred": 1008853, + "n_ref": 1008176 + }, + "2": { + "Dice": 0.9183231174694274, + "FN": 6339, + "FP": 7266, + "IoU": 0.8489809963591155, + "TN": 252937368, + "TP": 76483, + "n_pred": 83749, + "n_ref": 82822 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 253027456, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00048.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00048.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9691188780576968, + "FN": 32272, + "FP": 20778, + "IoU": 0.9400879087122683, + "TN": 135577720, + "TP": 832414, + "n_pred": 853192, + "n_ref": 864686 + }, + "2": { + "Dice": 0.6338400528750826, + "FN": 6562, + "FP": 86, + "IoU": 0.46395742622157715, + "TN": 136450782, + "TP": 5754, + "n_pred": 5840, + "n_ref": 12316 + }, + "3": { + "Dice": 0.0, + "FN": 0, + "FP": 1, + "IoU": 0.0, + "TN": 136463183, + "TP": 0, + "n_pred": 1, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00049.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00049.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.972361428073779, + "FN": 17968, + "FP": 46377, + "IoU": 0.9462095474395928, + "TN": 271597384, + "TP": 1131871, + "n_pred": 1178248, + "n_ref": 1149839 + }, + "2": { + "Dice": 0.8156108067612492, + "FN": 3792, + "FP": 4084, + "IoU": 0.6886341174145088, + "TN": 272768305, + "TP": 17419, + "n_pred": 21503, + "n_ref": 21211 + }, + "3": { + "Dice": 0.6725188978297976, + "FN": 1236, + "FP": 107, + "IoU": 0.5066127847171198, + "TN": 272790878, + "TP": 1379, + "n_pred": 1486, + "n_ref": 2615 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00054.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00054.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.8967470402209767, + "FN": 182454, + "FP": 51025, + "IoU": 0.8128208787226742, + "TN": 149747588, + "TP": 1013877, + "n_pred": 1064902, + "n_ref": 1196331 + }, + "2": { + "Dice": 0.9168183547863311, + "FN": 16140, + "FP": 256447, + "IoU": 0.8464123804511837, + "TN": 149220146, + "TP": 1502211, + "n_pred": 1758658, + "n_ref": 1518351 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 150994944, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00056.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00056.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.963712283818744, + "FN": 11484, + "FP": 60655, + "IoU": 0.9299659435991829, + "TN": 105788497, + "TP": 957917, + "n_pred": 1018572, + "n_ref": 969401 + }, + "2": { + "Dice": 0.6661744599398414, + "FN": 11843, + "FP": 365, + "IoU": 0.4994464717700603, + "TN": 106794164, + "TP": 12181, + "n_pred": 12546, + "n_ref": 24024 + }, + "3": { + "Dice": 0.6137343992638178, + "FN": 12544, + "FP": 888, + "IoU": 0.44272497199518734, + "TN": 106794450, + "TP": 10671, + "n_pred": 11559, + "n_ref": 23215 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00063.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00063.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9130223615456169, + "FN": 60234, + "FP": 104522, + "IoU": 0.8399642543188651, + "TN": 114576009, + "TP": 864739, + "n_pred": 969261, + "n_ref": 924973 + }, + "2": { + "Dice": 0.6706235644477303, + "FN": 11135, + "FP": 68166, + "IoU": 0.5044647599527592, + "TN": 115445473, + "TP": 80730, + "n_pred": 148896, + "n_ref": 91865 + }, + "3": { + "Dice": 0.8286968914910828, + "FN": 80881, + "FP": 8063, + "IoU": 0.7074999506712005, + "TN": 115301422, + "TP": 215138, + "n_pred": 223201, + "n_ref": 296019 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00069.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00069.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9463998477031409, + "FN": 61846, + "FP": 38388, + "IoU": 0.8982533322911729, + "TN": 83110867, + "TP": 884899, + "n_pred": 923287, + "n_ref": 946745 + }, + "2": { + "Dice": 0.9203641669135999, + "FN": 60649, + "FP": 87432, + "IoU": 0.8524764913392291, + "TN": 83092221, + "TP": 855698, + "n_pred": 943130, + "n_ref": 916347 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 84096000, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00070.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00070.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.974590066398534, + "FN": 35294, + "FP": 7414, + "IoU": 0.9504394627576491, + "TN": 98481391, + "TP": 819026, + "n_pred": 826440, + "n_ref": 854320 + }, + "2": { + "Dice": 0.3170429941231055, + "FN": 4411, + "FP": 5, + "IoU": 0.18838448814556147, + "TN": 99337684, + "TP": 1025, + "n_pred": 1030, + "n_ref": 5436 + }, + "3": { + "Dice": 0.0, + "FN": 0, + "FP": 1683, + "IoU": 0.0, + "TN": 99341442, + "TP": 0, + "n_pred": 1683, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00072.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00072.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.8483752342755353, + "FN": 147471, + "FP": 19023, + "IoU": 0.7366767887644714, + "TN": 140766416, + "TP": 465786, + "n_pred": 484809, + "n_ref": 613257 + }, + "2": { + "Dice": 0.9114218131984586, + "FN": 19448, + "FP": 121393, + "IoU": 0.8372589348647493, + "TN": 140533266, + "TP": 724589, + "n_pred": 845982, + "n_ref": 744037 + }, + "3": { + "Dice": 0.0, + "FN": 0, + "FP": 11, + "IoU": 0.0, + "TN": 141398685, + "TP": 0, + "n_pred": 11, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00079.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00079.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.966932861333677, + "FN": 30878, + "FP": 38918, + "IoU": 0.935982595073129, + "TN": 169172827, + "TP": 1020470, + "n_pred": 1059388, + "n_ref": 1051348 + }, + "2": { + "Dice": 0.8356583204827653, + "FN": 14764, + "FP": 3673, + "IoU": 0.7177088437040666, + "TN": 170197781, + "TP": 46875, + "n_pred": 50548, + "n_ref": 61639 + }, + "3": { + "Dice": 0.0, + "FN": 0, + "FP": 8, + "IoU": 0.0, + "TN": 170263085, + "TP": 0, + "n_pred": 8, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00086.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00086.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9649127167486389, + "FN": 16529, + "FP": 44174, + "IoU": 0.9322042038017379, + "TN": 63540246, + "TP": 834677, + "n_pred": 878851, + "n_ref": 851206 + }, + "2": { + "Dice": 0.5019640929338014, + "FN": 21955, + "FP": 87841, + "IoU": 0.3350814827375293, + "TN": 64270499, + "TP": 55331, + "n_pred": 143172, + "n_ref": 77286 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 64435626, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00087.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00087.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9712198457051586, + "FN": 25477, + "FP": 13966, + "IoU": 0.9440499426924343, + "TN": 101664904, + "TP": 665525, + "n_pred": 679491, + "n_ref": 691002 + }, + "2": { + "Dice": 0.7689636163175303, + "FN": 38, + "FP": 8344, + "IoU": 0.6246473512157986, + "TN": 102347541, + "TP": 13949, + "n_pred": 22293, + "n_ref": 13987 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 102369872, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00096.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00096.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9464973569677667, + "FN": 70815, + "FP": 19023, + "IoU": 0.898429029322148, + "TN": 143171483, + "TP": 794647, + "n_pred": 813670, + "n_ref": 865462 + }, + "2": { + "Dice": 0.9212887322553692, + "FN": 19251, + "FP": 16640, + "IoU": 0.8540642522271964, + "TN": 143810031, + "TP": 210046, + "n_pred": 226686, + "n_ref": 229297 + }, + "3": { + "Dice": 0.0, + "FN": 516, + "FP": 0, + "IoU": 0.0, + "TN": 144055452, + "TP": 0, + "n_pred": 0, + "n_ref": 516 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00099.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00099.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9077899273737877, + "FN": 64666, + "FP": 74653, + "IoU": 0.8311495655693896, + "TN": 121384897, + "TP": 685784, + "n_pred": 760437, + "n_ref": 750450 + }, + "2": { + "Dice": 0.6552489635230887, + "FN": 375023, + "FP": 696839, + "IoU": 0.4872641446254346, + "TN": 120119524, + "TP": 1018614, + "n_pred": 1715453, + "n_ref": 1393637 + }, + "3": { + "Dice": 0.9084864453836495, + "FN": 3427, + "FP": 1748, + "IoU": 0.8323180610459465, + "TN": 122179138, + "TP": 25687, + "n_pred": 27435, + "n_ref": 29114 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00102.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00102.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9314341967563282, + "FN": 95173, + "FP": 19680, + "IoU": 0.8716676071131273, + "TN": 57295035, + "TP": 780112, + "n_pred": 799792, + "n_ref": 875285 + }, + "2": { + "Dice": 0.8340769237619442, + "FN": 49963, + "FP": 61829, + "IoU": 0.715379033797976, + "TN": 57797225, + "TP": 280983, + "n_pred": 342812, + "n_ref": 330946 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 58190000, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00113.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00113.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9651177762327057, + "FN": 47678, + "FP": 30888, + "IoU": 0.9325870655303902, + "TN": 66662992, + "TP": 1086878, + "n_pred": 1117766, + "n_ref": 1134556 + }, + "2": { + "Dice": 0.8831669643047719, + "FN": 2253, + "FP": 14168, + "IoU": 0.7907779731417068, + "TN": 67749950, + "TP": 62065, + "n_pred": 76233, + "n_ref": 64318 + }, + "3": { + "Dice": 0.9107539079500296, + "FN": 24378, + "FP": 640, + "IoU": 0.8361323621882205, + "TN": 67675764, + "TP": 127654, + "n_pred": 128294, + "n_ref": 152032 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00117.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00117.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9623810310369776, + "FN": 20155, + "FP": 18790, + "IoU": 0.9274898202745501, + "TN": 101927903, + "TP": 498152, + "n_pred": 516942, + "n_ref": 518307 + }, + "2": { + "Dice": 0.13053493729203994, + "FN": 5792, + "FP": 1002, + "IoU": 0.06982475355969332, + "TN": 102457696, + "TP": 510, + "n_pred": 1512, + "n_ref": 6302 + }, + "3": { + "Dice": 0.5682142053551339, + "FN": 1828, + "FP": 3929, + "IoU": 0.3968569931901519, + "TN": 102455455, + "TP": 3788, + "n_pred": 7717, + "n_ref": 5616 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00121.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00121.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9383439295564885, + "FN": 51070, + "FP": 44851, + "IoU": 0.8838492574760969, + "TN": 121542974, + "TP": 729911, + "n_pred": 774762, + "n_ref": 780981 + }, + "2": { + "Dice": 0.9665675327159751, + "FN": 4684, + "FP": 70814, + "IoU": 0.9352982060416793, + "TN": 121201945, + "TP": 1091363, + "n_pred": 1162177, + "n_ref": 1096047 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 122368806, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00135.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00135.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9778938419232186, + "FN": 19937, + "FP": 19976, + "IoU": 0.9567439098138751, + "TN": 57682854, + "TP": 882801, + "n_pred": 902777, + "n_ref": 902738 + }, + "2": { + "Dice": 0.9084225887276632, + "FN": 5565, + "FP": 1087, + "IoU": 0.8322108714844243, + "TN": 58565923, + "TP": 32993, + "n_pred": 34080, + "n_ref": 38558 + }, + "3": { + "Dice": 0.7649591046061128, + "FN": 1067, + "FP": 25, + "IoU": 0.6193795747647264, + "TN": 58602699, + "TP": 1777, + "n_pred": 1802, + "n_ref": 2844 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00138.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00138.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9708918948798694, + "FN": 21252, + "FP": 27720, + "IoU": 0.9434304229549668, + "TN": 168178425, + "TP": 816723, + "n_pred": 844443, + "n_ref": 837975 + }, + "2": { + "Dice": 0.8917347580138277, + "FN": 12495, + "FP": 1285, + "IoU": 0.8046221466042819, + "TN": 168973590, + "TP": 56750, + "n_pred": 58035, + "n_ref": 69245 + }, + "3": { + "Dice": 0.5037466763355088, + "FN": 1993, + "FP": 60, + "IoU": 0.33667205169628434, + "TN": 169041025, + "TP": 1042, + "n_pred": 1102, + "n_ref": 3035 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00144.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00144.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9800469341750034, + "FN": 17951, + "FP": 20030, + "IoU": 0.960874541204781, + "TN": 79362189, + "TP": 932768, + "n_pred": 952798, + "n_ref": 950719 + }, + "2": { + "Dice": 0.03096579566123952, + "FN": 21758, + "FP": 85, + "IoU": 0.015726387887527036, + "TN": 80310746, + "TP": 349, + "n_pred": 434, + "n_ref": 22107 + }, + "3": { + "Dice": 0.0, + "FN": 0, + "FP": 18341, + "IoU": 0.0, + "TN": 80314597, + "TP": 0, + "n_pred": 18341, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00146.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00146.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.967524979963965, + "FN": 30108, + "FP": 45990, + "IoU": 0.937092870227695, + "TN": 100154360, + "TP": 1133590, + "n_pred": 1179580, + "n_ref": 1163698 + }, + "2": { + "Dice": 0.9559289578029181, + "FN": 31134, + "FP": 7623, + "IoU": 0.9155784608213222, + "TN": 100904959, + "TP": 420332, + "n_pred": 427955, + "n_ref": 451466 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 101364048, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00149.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00149.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9477506892541606, + "FN": 62963, + "FP": 26715, + "IoU": 0.9006902447694551, + "TN": 190266545, + "TP": 813335, + "n_pred": 840050, + "n_ref": 876298 + }, + "2": { + "Dice": 0.9474544787480825, + "FN": 4458, + "FP": 50109, + "IoU": 0.9001553468406405, + "TN": 190623039, + "TP": 491952, + "n_pred": 542061, + "n_ref": 496410 + }, + "3": { + "Dice": 0.42452830188679247, + "FN": 2683, + "FP": 8297, + "IoU": 0.2694610778443114, + "TN": 191154528, + "TP": 4050, + "n_pred": 12347, + "n_ref": 6733 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00151.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00151.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9708515807504946, + "FN": 19822, + "FP": 34443, + "IoU": 0.9433542942799998, + "TN": 49186653, + "TP": 903707, + "n_pred": 938150, + "n_ref": 923529 + }, + "2": { + "Dice": 0.8272118497494345, + "FN": 16913, + "FP": 2568, + "IoU": 0.7053378306838292, + "TN": 50078512, + "TP": 46632, + "n_pred": 49200, + "n_ref": 63545 + }, + "3": { + "Dice": 0.0, + "FN": 676, + "FP": 3, + "IoU": 0.0, + "TN": 50143946, + "TP": 0, + "n_pred": 3, + "n_ref": 676 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00153.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00153.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9347646415909542, + "FN": 9699, + "FP": 79414, + "IoU": 0.8775193521430299, + "TN": 96267016, + "TP": 638455, + "n_pred": 717869, + "n_ref": 648154 + }, + "2": { + "Dice": 0.9093834211478904, + "FN": 2124, + "FP": 129, + "IoU": 0.8338250479421744, + "TN": 96981026, + "TP": 11305, + "n_pred": 11434, + "n_ref": 13429 + }, + "3": { + "Dice": 0.2542047882539856, + "FN": 79210, + "FP": 2468, + "IoU": 0.14560974078955627, + "TN": 96898986, + "TP": 13920, + "n_pred": 16388, + "n_ref": 93130 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00155.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00155.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9654107796418209, + "FN": 14321, + "FP": 51891, + "IoU": 0.9331343886490444, + "TN": 257876975, + "TP": 924013, + "n_pred": 975904, + "n_ref": 938334 + }, + "2": { + "Dice": 0.7274476786143854, + "FN": 2233, + "FP": 33, + "IoU": 0.5716446124763706, + "TN": 258861910, + "TP": 3024, + "n_pred": 3057, + "n_ref": 5257 + }, + "3": { + "Dice": 0.8048180190930787, + "FN": 1144, + "FP": 4090, + "IoU": 0.6733853354134165, + "TN": 258851175, + "TP": 10791, + "n_pred": 14881, + "n_ref": 11935 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00156.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00156.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.971127207783785, + "FN": 9943, + "FP": 28566, + "IoU": 0.9438749038080358, + "TN": 108602636, + "TP": 647619, + "n_pred": 676185, + "n_ref": 657562 + }, + "2": { + "Dice": 0.9714880671778715, + "FN": 4296, + "FP": 4111, + "IoU": 0.9445569236248046, + "TN": 109137131, + "TP": 143226, + "n_pred": 147337, + "n_ref": 147522 + }, + "3": { + "Dice": 0.0, + "FN": 0, + "FP": 290, + "IoU": 0.0, + "TN": 109288474, + "TP": 0, + "n_pred": 290, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00157.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00157.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9579381156586922, + "FN": 22524, + "FP": 13169, + "IoU": 0.9192718110635141, + "TN": 78011104, + "TP": 406445, + "n_pred": 419614, + "n_ref": 428969 + }, + "2": { + "Dice": 0.9124519372966577, + "FN": 4932, + "FP": 6316, + "IoU": 0.8389991841174871, + "TN": 78383379, + "TP": 58615, + "n_pred": 64931, + "n_ref": 63547 + }, + "3": { + "Dice": 0.0, + "FN": 0, + "FP": 119, + "IoU": 0.0, + "TN": 78453123, + "TP": 0, + "n_pred": 119, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00162.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00162.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9615105371215363, + "FN": 29495, + "FP": 10530, + "IoU": 0.9258741388250982, + "TN": 136492024, + "TP": 499935, + "n_pred": 510465, + "n_ref": 529430 + }, + "2": { + "Dice": 0.9190447723625838, + "FN": 4158, + "FP": 6134, + "IoU": 0.8502153917801839, + "TN": 136963272, + "TP": 58420, + "n_pred": 64554, + "n_ref": 62578 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 137031984, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00168.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00168.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9649922968553044, + "FN": 14924, + "FP": 27568, + "IoU": 0.9323527679294935, + "TN": 109361791, + "TP": 585649, + "n_pred": 613217, + "n_ref": 600573 + }, + "2": { + "Dice": 0.9312228291160406, + "FN": 8259, + "FP": 1613, + "IoU": 0.8712974551522736, + "TN": 109913228, + "TP": 66832, + "n_pred": 68445, + "n_ref": 75091 + }, + "3": { + "Dice": 0.0, + "FN": 660, + "FP": 20722, + "IoU": 0.0, + "TN": 109968550, + "TP": 0, + "n_pred": 20722, + "n_ref": 660 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00177.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00177.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9656858535369388, + "FN": 16944, + "FP": 28207, + "IoU": 0.9336485020911648, + "TN": 79493524, + "TP": 635331, + "n_pred": 663538, + "n_ref": 652275 + }, + "2": { + "Dice": 0.8710931813928341, + "FN": 12202, + "FP": 196, + "IoU": 0.7716254052460949, + "TN": 80119718, + "TP": 41890, + "n_pred": 42086, + "n_ref": 54092 + }, + "3": { + "Dice": 0.9338963987861554, + "FN": 2181, + "FP": 934, + "IoU": 0.8759902862375094, + "TN": 80148887, + "TP": 22004, + "n_pred": 22938, + "n_ref": 24185 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00183.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00183.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.964014393594494, + "FN": 65202, + "FP": 45853, + "IoU": 0.9305287521699013, + "TN": 267319633, + "TP": 1487520, + "n_pred": 1533373, + "n_ref": 1552722 + }, + "2": { + "Dice": 0.00016740429182753172, + "FN": 89348, + "FP": 6213, + "IoU": 8.370915254946688e-05, + "TN": 268822639, + "TP": 8, + "n_pred": 6221, + "n_ref": 89356 + }, + "3": { + "Dice": 0.09337807699522688, + "FN": 5036, + "FP": 81958, + "IoU": 0.04897566521634563, + "TN": 268826734, + "TP": 4480, + "n_pred": 86438, + "n_ref": 9516 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00185.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00185.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9543205674689861, + "FN": 38984, + "FP": 47315, + "IoU": 0.9126320531705415, + "TN": 210707550, + "TP": 901466, + "n_pred": 948781, + "n_ref": 940450 + }, + "2": { + "Dice": 0.957473245149255, + "FN": 26828, + "FP": 23416, + "IoU": 0.9184159933490946, + "TN": 211079459, + "TP": 565612, + "n_pred": 589028, + "n_ref": 592440 + }, + "3": { + "Dice": 0.0, + "FN": 0, + "FP": 878, + "IoU": 0.0, + "TN": 211694437, + "TP": 0, + "n_pred": 878, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00186.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00186.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9652584219484821, + "FN": 17324, + "FP": 18150, + "IoU": 0.9328497495636767, + "TN": 78742055, + "TP": 492804, + "n_pred": 510954, + "n_ref": 510128 + }, + "2": { + "Dice": 0.5559237423075268, + "FN": 5730, + "FP": 4589, + "IoU": 0.38496841101442364, + "TN": 79253555, + "TP": 6459, + "n_pred": 11048, + "n_ref": 12189 + }, + "3": { + "Dice": 0.7684915000798456, + "FN": 8013, + "FP": 7934, + "IoU": 0.6240245196274903, + "TN": 79227918, + "TP": 26468, + "n_pred": 34402, + "n_ref": 34481 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00193.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00193.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9336734261766092, + "FN": 18866, + "FP": 75110, + "IoU": 0.8755980101188475, + "TN": 208387874, + "TP": 661446, + "n_pred": 736556, + "n_ref": 680312 + }, + "2": { + "Dice": 0.6749116607773852, + "FN": 3461, + "FP": 955, + "IoU": 0.5093333333333333, + "TN": 209134296, + "TP": 4584, + "n_pred": 5539, + "n_ref": 8045 + }, + "3": { + "Dice": 0.2209571107006228, + "FN": 75127, + "FP": 2052, + "IoU": 0.1241999909218828, + "TN": 209055172, + "TP": 10945, + "n_pred": 12997, + "n_ref": 86072 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00194.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00194.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9727649600122754, + "FN": 36502, + "FP": 14971, + "IoU": 0.9469740829945793, + "TN": 195539750, + "TP": 919241, + "n_pred": 934212, + "n_ref": 955743 + }, + "2": { + "Dice": 0.9333599530524953, + "FN": 1902, + "FP": 9113, + "IoU": 0.875046793642871, + "TN": 196422311, + "TP": 77138, + "n_pred": 86251, + "n_ref": 79040 + }, + "3": { + "Dice": 0.03953488372093023, + "FN": 826, + "FP": 0, + "IoU": 0.020166073546856466, + "TN": 196509621, + "TP": 17, + "n_pred": 17, + "n_ref": 843 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00196.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00196.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9520602128031994, + "FN": 51278, + "FP": 26231, + "IoU": 0.9085065997445565, + "TN": 202661294, + "TP": 769645, + "n_pred": 795876, + "n_ref": 820923 + }, + "2": { + "Dice": 0.3491291559907837, + "FN": 16858, + "FP": 1652353, + "IoU": 0.21148181110456063, + "TN": 201391552, + "TP": 447685, + "n_pred": 2100038, + "n_ref": 464543 + }, + "3": { + "Dice": 0.7354737049438644, + "FN": 920, + "FP": 423, + "IoU": 0.5816199376947041, + "TN": 203505238, + "TP": 1867, + "n_pred": 2290, + "n_ref": 2787 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00197.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00197.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9593908492500269, + "FN": 20228, + "FP": 9878, + "IoU": 0.921951194219836, + "TN": 137682133, + "TP": 355627, + "n_pred": 365505, + "n_ref": 375855 + }, + "2": { + "Dice": 0.8073972890616791, + "FN": 1805, + "FP": 28, + "IoU": 0.6770044052863436, + "TN": 138062191, + "TP": 3842, + "n_pred": 3870, + "n_ref": 5647 + }, + "3": { + "Dice": 0.23974763406940064, + "FN": 1110, + "FP": 95, + "IoU": 0.13620071684587814, + "TN": 138066471, + "TP": 190, + "n_pred": 285, + "n_ref": 1300 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00203.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00203.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9641666024546878, + "FN": 13278, + "FP": 32761, + "IoU": 0.9308124305892643, + "TN": 147871001, + "TP": 619384, + "n_pred": 652145, + "n_ref": 632662 + }, + "2": { + "Dice": 0.9071687529555004, + "FN": 15501, + "FP": 1578, + "IoU": 0.830108724845567, + "TN": 148435895, + "TP": 83450, + "n_pred": 85028, + "n_ref": 98951 + }, + "3": { + "Dice": 0.8769974249532612, + "FN": 1743, + "FP": 1744, + "IoU": 0.7809398165598693, + "TN": 148520506, + "TP": 12431, + "n_pred": 14175, + "n_ref": 14174 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00215.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00215.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9735459184206294, + "FN": 27642, + "FP": 23020, + "IoU": 0.9484554018458057, + "TN": 198707593, + "TP": 932215, + "n_pred": 955235, + "n_ref": 959857 + }, + "2": { + "Dice": 0.9103076589060165, + "FN": 5142, + "FP": 1881, + "IoU": 0.8353804322347756, + "TN": 199647808, + "TP": 35639, + "n_pred": 37520, + "n_ref": 40781 + }, + "3": { + "Dice": 0.6382519557593742, + "FN": 1277, + "FP": 64, + "IoU": 0.46870047543581617, + "TN": 199687946, + "TP": 1183, + "n_pred": 1247, + "n_ref": 2460 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00218.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00218.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9428382895026955, + "FN": 25355, + "FP": 46458, + "IoU": 0.8918581520126856, + "TN": 201072098, + "TP": 592250, + "n_pred": 638708, + "n_ref": 617605 + }, + "2": { + "Dice": 0.9683688073487509, + "FN": 51335, + "FP": 4824, + "IoU": 0.9386773240736191, + "TN": 200820366, + "TP": 859636, + "n_pred": 864460, + "n_ref": 910971 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 201736161, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00219.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00219.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9728739662679987, + "FN": 33822, + "FP": 10489, + "IoU": 0.9471807103682486, + "TN": 180130383, + "TP": 794606, + "n_pred": 805095, + "n_ref": 828428 + }, + "2": { + "Dice": 0.07017803058284701, + "FN": 973, + "FP": 565442, + "IoU": 0.036365028326443116, + "TN": 180381510, + "TP": 21375, + "n_pred": 586817, + "n_ref": 22348 + }, + "3": { + "Dice": 0.7295135422905437, + "FN": 20069, + "FP": 254, + "IoU": 0.5742001718033062, + "TN": 180921571, + "TP": 27406, + "n_pred": 27660, + "n_ref": 47475 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00227.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00227.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9358156997065148, + "FN": 162336, + "FP": 20932, + "IoU": 0.8793737132265828, + "TN": 152716684, + "TP": 1336036, + "n_pred": 1356968, + "n_ref": 1498372 + }, + "2": { + "Dice": 0.8856891691670209, + "FN": 54025, + "FP": 84462, + "IoU": 0.7948313384919207, + "TN": 153560997, + "TP": 536504, + "n_pred": 620966, + "n_ref": 590529 + }, + "3": { + "Dice": 0.0, + "FN": 0, + "FP": 1048, + "IoU": 0.0, + "TN": 154234940, + "TP": 0, + "n_pred": 1048, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00228.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00228.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.961453741776823, + "FN": 39880, + "FP": 7001, + "IoU": 0.9257688178683058, + "TN": 105328426, + "TP": 584673, + "n_pred": 591674, + "n_ref": 624553 + }, + "2": { + "Dice": 0.9437443218444534, + "FN": 3414, + "FP": 11509, + "IoU": 0.893480945345011, + "TN": 105819883, + "TP": 125174, + "n_pred": 136683, + "n_ref": 128588 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 105959980, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00230.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00230.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9096892863873359, + "FN": 92451, + "FP": 91569, + "IoU": 0.8343394915135224, + "TN": 143913518, + "TP": 926806, + "n_pred": 1018375, + "n_ref": 1019257 + }, + "2": { + "Dice": 0.9451540216852913, + "FN": 198353, + "FP": 69831, + "IoU": 0.8960113998778585, + "TN": 142445369, + "TP": 2310791, + "n_pred": 2380622, + "n_ref": 2509144 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 145024344, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00233.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00233.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9805277247273719, + "FN": 14382, + "FP": 14452, + "IoU": 0.9617993039243352, + "TN": 107706535, + "TP": 725969, + "n_pred": 740421, + "n_ref": 740351 + }, + "2": { + "Dice": 0.0, + "FN": 1829, + "FP": 0, + "IoU": 0.0, + "TN": 108459509, + "TP": 0, + "n_pred": 0, + "n_ref": 1829 + }, + "3": { + "Dice": 0.036996735582154515, + "FN": 885, + "FP": 0, + "IoU": 0.018847006651884702, + "TN": 108460436, + "TP": 17, + "n_pred": 17, + "n_ref": 902 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00234.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00234.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9236093011775461, + "FN": 67293, + "FP": 26792, + "IoU": 0.8580613918235758, + "TN": 144422503, + "TP": 568772, + "n_pred": 595564, + "n_ref": 636065 + }, + "2": { + "Dice": 0.8863930403055416, + "FN": 7691, + "FP": 28926, + "IoU": 0.795965787200847, + "TN": 144905895, + "TP": 142848, + "n_pred": 171774, + "n_ref": 150539 + }, + "3": { + "Dice": 0.03829787234042553, + "FN": 447, + "FP": 5, + "IoU": 0.019522776572668113, + "TN": 145084899, + "TP": 9, + "n_pred": 14, + "n_ref": 456 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00237.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00237.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9742884624971295, + "FN": 12354, + "FP": 50570, + "IoU": 0.9498659485385801, + "TN": 169227401, + "TP": 1192191, + "n_pred": 1242761, + "n_ref": 1204545 + }, + "2": { + "Dice": 0.8624779207670956, + "FN": 7573, + "FP": 1692, + "IoU": 0.7582076308784383, + "TN": 170444198, + "TP": 29053, + "n_pred": 30745, + "n_ref": 36626 + }, + "3": { + "Dice": 0.0, + "FN": 0, + "FP": 56, + "IoU": 0.0, + "TN": 170482460, + "TP": 0, + "n_pred": 56, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00239.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00239.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9758355645567303, + "FN": 18300, + "FP": 15490, + "IoU": 0.9528114146380975, + "TN": 130621915, + "TP": 682273, + "n_pred": 697763, + "n_ref": 700573 + }, + "2": { + "Dice": 0.8721019950766066, + "FN": 6188, + "FP": 774, + "IoU": 0.773209981106261, + "TN": 131307280, + "TP": 23736, + "n_pred": 24510, + "n_ref": 29924 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 131337978, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00240.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00240.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9547954110424748, + "FN": 37540, + "FP": 42708, + "IoU": 0.9135009749572345, + "TN": 125665907, + "TP": 847485, + "n_pred": 890193, + "n_ref": 885025 + }, + "2": { + "Dice": 0.46824408468244083, + "FN": 1955, + "FP": 29643, + "IoU": 0.3056910569105691, + "TN": 126548130, + "TP": 13912, + "n_pred": 43555, + "n_ref": 15867 + }, + "3": { + "Dice": 0.7766755632939667, + "FN": 38007, + "FP": 985, + "IoU": 0.6348892738424083, + "TN": 126486845, + "TP": 67803, + "n_pred": 68788, + "n_ref": 105810 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00256.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00256.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9601998829514249, + "FN": 16995, + "FP": 27209, + "IoU": 0.9234466001762993, + "TN": 106446621, + "TP": 533223, + "n_pred": 560432, + "n_ref": 550218 + }, + "2": { + "Dice": 0.8580775490508787, + "FN": 16100, + "FP": 1253, + "IoU": 0.7514324184953877, + "TN": 106954236, + "TP": 52459, + "n_pred": 53712, + "n_ref": 68559 + }, + "3": { + "Dice": 0.01011804384485666, + "FN": 1174, + "FP": 0, + "IoU": 0.005084745762711864, + "TN": 107022868, + "TP": 6, + "n_pred": 6, + "n_ref": 1180 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00266.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00266.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.954840071820738, + "FN": 32195, + "FP": 18284, + "IoU": 0.913582740857787, + "TN": 46698569, + "TP": 533652, + "n_pred": 551936, + "n_ref": 565847 + }, + "2": { + "Dice": 0.9424603410021238, + "FN": 1966, + "FP": 17432, + "IoU": 0.8911820308424164, + "TN": 47104439, + "TP": 158863, + "n_pred": 176295, + "n_ref": 160829 + }, + "3": { + "Dice": 0.9335284015011768, + "FN": 697, + "FP": 348, + "IoU": 0.8753429559823452, + "TN": 47274317, + "TP": 7338, + "n_pred": 7686, + "n_ref": 8035 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00271.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00271.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9749726377234585, + "FN": 23750, + "FP": 17067, + "IoU": 0.9511674259681093, + "TN": 145509409, + "TP": 795039, + "n_pred": 812106, + "n_ref": 818789 + }, + "2": { + "Dice": 0.7896158548721885, + "FN": 5904, + "FP": 1495, + "IoU": 0.6523679759443713, + "TN": 146323981, + "TP": 13885, + "n_pred": 15380, + "n_ref": 19789 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 146345265, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00276.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00276.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9501658453902168, + "FN": 33732, + "FP": 46708, + "IoU": 0.9050628056041742, + "TN": 99063503, + "TP": 766857, + "n_pred": 813565, + "n_ref": 800589 + }, + "2": { + "Dice": 0.9460763065186037, + "FN": 36054, + "FP": 18682, + "IoU": 0.8976705926341372, + "TN": 99375900, + "TP": 480164, + "n_pred": 498846, + "n_ref": 516218 + }, + "3": { + "Dice": 0.18846694796061886, + "FN": 1154, + "FP": 0, + "IoU": 0.10403726708074534, + "TN": 99909512, + "TP": 134, + "n_pred": 134, + "n_ref": 1288 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00278.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00278.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9230833491098004, + "FN": 118350, + "FP": 23443, + "IoU": 0.8571539388371071, + "TN": 111374572, + "TP": 850835, + "n_pred": 874278, + "n_ref": 969185 + }, + "2": { + "Dice": 0.9018293456544502, + "FN": 11673, + "FP": 58740, + "IoU": 0.8212105669422495, + "TN": 111973368, + "TP": 323419, + "n_pred": 382159, + "n_ref": 335092 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 112367200, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00282.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00282.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.8894113013994679, + "FN": 47750, + "FP": 90412, + "IoU": 0.8008467063641356, + "TN": 179999194, + "TP": 555585, + "n_pred": 645997, + "n_ref": 603335 + }, + "2": { + "Dice": 0.6278043330577768, + "FN": 31750, + "FP": 332040, + "IoU": 0.45751808447024545, + "TN": 180022338, + "TP": 306813, + "n_pred": 638853, + "n_ref": 338563 + }, + "3": { + "Dice": 0.6851963746223565, + "FN": 1880, + "FP": 725, + "IoU": 0.5211397058823529, + "TN": 180687501, + "TP": 2835, + "n_pred": 3560, + "n_ref": 4715 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00284.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00284.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9772421645077441, + "FN": 23259, + "FP": 13820, + "IoU": 0.955497118276679, + "TN": 47457641, + "TP": 796103, + "n_pred": 809923, + "n_ref": 819362 + }, + "2": { + "Dice": 0.9343818704549298, + "FN": 5864, + "FP": 2672, + "IoU": 0.8768449452467862, + "TN": 48221512, + "TP": 60775, + "n_pred": 63447, + "n_ref": 66639 + }, + "3": { + "Dice": 0.633544174658233, + "FN": 2195, + "FP": 1397, + "IoU": 0.46364043601612664, + "TN": 48284126, + "TP": 3105, + "n_pred": 4502, + "n_ref": 5300 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00287.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00287.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9332483532913017, + "FN": 33918, + "FP": 41804, + "IoU": 0.8748506329197607, + "TN": 106177447, + "TP": 529331, + "n_pred": 571135, + "n_ref": 563249 + }, + "2": { + "Dice": 0.9332124508915081, + "FN": 31313, + "FP": 10456, + "IoU": 0.8747875354107649, + "TN": 106448915, + "TP": 291816, + "n_pred": 302272, + "n_ref": 323129 + }, + "3": { + "Dice": 0.0, + "FN": 0, + "FP": 13, + "IoU": 0.0, + "TN": 106782487, + "TP": 0, + "n_pred": 13, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00288.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00288.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9654847291428974, + "FN": 24605, + "FP": 26279, + "IoU": 0.9332725734855389, + "TN": 141731985, + "TP": 711681, + "n_pred": 737960, + "n_ref": 736286 + }, + "2": { + "Dice": 0.00023076035537094726, + "FN": 8565, + "FP": 100, + "IoU": 0.00011539349180706209, + "TN": 142485884, + "TP": 1, + "n_pred": 101, + "n_ref": 8566 + }, + "3": { + "Dice": 0.9379155615006493, + "FN": 14160, + "FP": 4823, + "IoU": 0.8830894489197645, + "TN": 142332178, + "TP": 143389, + "n_pred": 148212, + "n_ref": 157549 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00289.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00289.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9780634638553382, + "FN": 10286, + "FP": 13439, + "IoU": 0.9570686919024948, + "TN": 100397964, + "TP": 528902, + "n_pred": 542341, + "n_ref": 539188 + }, + "2": { + "Dice": 0.7572898135973393, + "FN": 12111, + "FP": 441, + "IoU": 0.6093856973921703, + "TN": 100918457, + "TP": 19582, + "n_pred": 20023, + "n_ref": 31693 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 100950591, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00294.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00294.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9598022799592203, + "FN": 44487, + "FP": 20571, + "IoU": 0.9227113859868797, + "TN": 90545841, + "TP": 776696, + "n_pred": 797267, + "n_ref": 821183 + }, + "2": { + "Dice": 0.9148868870891002, + "FN": 1423, + "FP": 30598, + "IoU": 0.8431258236616875, + "TN": 91183476, + "TP": 172098, + "n_pred": 202696, + "n_ref": 173521 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 91387595, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00298.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00298.nii.gz" + } + ] +} \ No newline at end of file diff --git a/nnActive_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/loop_003/summary_cross_val.json b/nnActive_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/loop_003/summary_cross_val.json new file mode 100644 index 0000000000000000000000000000000000000000..fdd340385d72f53b16f69c9a7671402c8d4755af --- /dev/null +++ b/nnActive_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/loop_003/summary_cross_val.json @@ -0,0 +1,8340 @@ +{ + "fold_0": { + "foreground_mean": { + "Dice": 0.5836392999299436, + "FN": 6995.318518518518, + "FP": 10509.807407407408, + "IoU": 0.5213427481070217, + "TN": 864091.4518518518, + "TP": 50470.97777777777, + "n_pred": 60980.78518518518, + "n_ref": 57466.29629629629 + }, + "mean": { + "1": { + "Dice": 0.8229960635572037, + "FN": 10753.577777777778, + "FP": 8735.866666666667, + "IoU": 0.7526639604331277, + "TN": 839160.5111111111, + "TP": 73417.6, + "n_pred": 82153.46666666666, + "n_ref": 84171.17777777778 + }, + "2": { + "Dice": 0.6950037277897462, + "FN": 9944.822222222223, + "FP": 20720.933333333334, + "IoU": 0.6059447889200209, + "TN": 826226.3111111111, + "TP": 75175.48888888888, + "n_pred": 95896.42222222222, + "n_ref": 85120.3111111111 + }, + "3": { + "Dice": 0.2329181084428808, + "FN": 287.55555555555554, + "FP": 2072.6222222222223, + "IoU": 0.20541949496791648, + "TN": 926887.5333333333, + "TP": 2819.8444444444444, + "n_pred": 4892.466666666666, + "n_ref": 3107.4 + } + }, + "metric_per_case": [ + { + "metrics": { + "1": { + "Dice": 0.9578927842700797, + "FN": 67, + "FP": 1068, + "IoU": 0.919188323246707, + "TN": 1296675, + "TP": 12910, + "n_pred": 13978, + "n_ref": 12977 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 1310720, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 1310720, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_0/validation/case_00002.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00002.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9752729277399272, + "FN": 3263, + "FP": 5618, + "IoU": 0.9517392036778412, + "TN": 602411, + "TP": 175140, + "n_pred": 180758, + "n_ref": 178403 + }, + "2": { + "Dice": 0.0, + "FN": 47, + "FP": 0, + "IoU": 0.0, + "TN": 786385, + "TP": 0, + "n_pred": 0, + "n_ref": 47 + }, + "3": { + "Dice": 0.8927986410240855, + "FN": 689, + "FP": 1078, + "IoU": 0.8063561643835616, + "TN": 777307, + "TP": 7358, + "n_pred": 8436, + "n_ref": 8047 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_0/validation/case_00006.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00006.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.0, + "FN": 0, + "FP": 307, + "IoU": 0.0, + "TN": 1572557, + "TP": 0, + "n_pred": 307, + "n_ref": 0 + }, + "2": { + "Dice": 0.0, + "FN": 0, + "FP": 551037, + "IoU": 0.0, + "TN": 1021827, + "TP": 0, + "n_pred": 551037, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 1572864, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_0/validation/case_00016.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00016.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9722083035980909, + "FN": 1264, + "FP": 4227, + "IoU": 0.9459195934366813, + "TN": 947042, + "TP": 96043, + "n_pred": 100270, + "n_ref": 97307 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 1048576, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 1048576, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_0/validation/case_00017.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00017.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9669103945489386, + "FN": 4759, + "FP": 5274, + "IoU": 0.9359404929127826, + "TN": 629812, + "TP": 146587, + "n_pred": 151861, + "n_ref": 151346 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 786432, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": 0.0, + "FN": 0, + "FP": 11, + "IoU": 0.0, + "TN": 786421, + "TP": 0, + "n_pred": 11, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_0/validation/case_00033.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00033.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9757530253511174, + "FN": 852, + "FP": 246, + "IoU": 0.9526540468285111, + "TN": 501097, + "TP": 22093, + "n_pred": 22339, + "n_ref": 22945 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_0/validation/case_00040.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00040.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_0/validation/case_00050.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00050.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.09553519204523299, + "FN": 6274, + "FP": 16921, + "IoU": 0.05016380016380016, + "TN": 1810588, + "TP": 1225, + "n_pred": 18146, + "n_ref": 7499 + }, + "2": { + "Dice": 0.893646768157541, + "FN": 70948, + "FP": 2231, + "IoU": 0.8077409117062111, + "TN": 1454381, + "TP": 307448, + "n_pred": 309679, + "n_ref": 378396 + }, + "3": { + "Dice": 0.0, + "FN": 0, + "FP": 41256, + "IoU": 0.0, + "TN": 1793752, + "TP": 0, + "n_pred": 41256, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_0/validation/case_00055.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00055.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.8992516031904576, + "FN": 10051, + "FP": 24748, + "IoU": 0.8169456397092087, + "TN": 1120618, + "TP": 155303, + "n_pred": 180051, + "n_ref": 165354 + }, + "2": { + "Dice": 0.8902323304751805, + "FN": 20835, + "FP": 4730, + "IoU": 0.8021790100051844, + "TN": 1181487, + "TP": 103668, + "n_pred": 108398, + "n_ref": 124503 + }, + "3": { + "Dice": 0.9312340462987413, + "FN": 3788, + "FP": 2462, + "IoU": 0.871317095266528, + "TN": 1262151, + "TP": 42319, + "n_pred": 44781, + "n_ref": 46107 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_0/validation/case_00073.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00073.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9537726232377436, + "FN": 1282, + "FP": 8332, + "IoU": 0.9116303438640354, + "TN": 153351, + "TP": 99179, + "n_pred": 107511, + "n_ref": 100461 + }, + "2": { + "Dice": 0.7479321753515302, + "FN": 6495, + "FP": 819, + "IoU": 0.5973575557390586, + "TN": 243979, + "TP": 10851, + "n_pred": 11670, + "n_ref": 17346 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_0/validation/case_00077.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00077.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_0/validation/case_00080.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00080.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9813381961479507, + "FN": 5413, + "FP": 1198, + "IoU": 0.963360157843398, + "TN": 343856, + "TP": 173821, + "n_pred": 175019, + "n_ref": 179234 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": 0.0, + "FN": 315, + "FP": 136, + "IoU": 0.0, + "TN": 523837, + "TP": 0, + "n_pred": 136, + "n_ref": 315 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_0/validation/case_00082.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00082.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9641854260152438, + "FN": 1202, + "FP": 2637, + "IoU": 0.9308475186886427, + "TN": 730917, + "TP": 51676, + "n_pred": 54313, + "n_ref": 52878 + }, + "2": { + "Dice": 0.36019192587690274, + "FN": 7550, + "FP": 184, + "IoU": 0.21965492886691554, + "TN": 776521, + "TP": 2177, + "n_pred": 2361, + "n_ref": 9727 + }, + "3": { + "Dice": 0.0, + "FN": 0, + "FP": 5469, + "IoU": 0.0, + "TN": 780963, + "TP": 0, + "n_pred": 5469, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_0/validation/case_00103.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00103.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9599630996309964, + "FN": 397, + "FP": 471, + "IoU": 0.9230086925669683, + "TN": 1299446, + "TP": 10406, + "n_pred": 10877, + "n_ref": 10803 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 1310720, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": 0.0, + "FN": 0, + "FP": 902, + "IoU": 0.0, + "TN": 1309818, + "TP": 0, + "n_pred": 902, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_0/validation/case_00104.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00104.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.6281915000300848, + "FN": 3384, + "FP": 33692, + "IoU": 0.4579294413497668, + "TN": 1242323, + "TP": 31321, + "n_pred": 65013, + "n_ref": 34705 + }, + "2": { + "Dice": 0.0, + "FN": 0, + "FP": 6, + "IoU": 0.0, + "TN": 1310714, + "TP": 0, + "n_pred": 6, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 1310720, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_0/validation/case_00106.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00106.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_0/validation/case_00123.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00123.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.6495358289777768, + "FN": 5884, + "FP": 128021, + "IoU": 0.4809722782101771, + "TN": 1052728, + "TP": 124087, + "n_pred": 252108, + "n_ref": 129971 + }, + "2": { + "Dice": 0.9270909023732404, + "FN": 7549, + "FP": 4291, + "IoU": 0.8640908203909685, + "TN": 1223603, + "TP": 75277, + "n_pred": 79568, + "n_ref": 82826 + }, + "3": { + "Dice": 0.0, + "FN": 0, + "FP": 26, + "IoU": 0.0, + "TN": 1310694, + "TP": 0, + "n_pred": 26, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_0/validation/case_00126.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00126.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9199260418148201, + "FN": 557, + "FP": 6, + "IoU": 0.8517250460890177, + "TN": 1044779, + "TP": 3234, + "n_pred": 3240, + "n_ref": 3791 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 1048576, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 1048576, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_0/validation/case_00128.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00128.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_0/validation/case_00129.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00129.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.874844150250493, + "FN": 2721, + "FP": 8321, + "IoU": 0.7775315308054962, + "TN": 736798, + "TP": 38592, + "n_pred": 46913, + "n_ref": 41313 + }, + "2": { + "Dice": 0.88753989107346, + "FN": 22016, + "FP": 326, + "IoU": 0.7978172735828567, + "TN": 675928, + "TP": 88162, + "n_pred": 88488, + "n_ref": 110178 + }, + "3": { + "Dice": 0.0, + "FN": 0, + "FP": 8443, + "IoU": 0.0, + "TN": 777989, + "TP": 0, + "n_pred": 8443, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_0/validation/case_00133.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00133.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 786432, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 786432, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 786432, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_0/validation/case_00136.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00136.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_0/validation/case_00174.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00174.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9820309958606529, + "FN": 3104, + "FP": 2917, + "IoU": 0.9646963629220928, + "TN": 353739, + "TP": 164528, + "n_pred": 167445, + "n_ref": 167632 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_0/validation/case_00175.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00175.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_0/validation/case_00176.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00176.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9701368208417501, + "FN": 8794, + "FP": 2678, + "IoU": 0.9420055406143206, + "TN": 326476, + "TP": 186340, + "n_pred": 189018, + "n_ref": 195134 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": 0.3796155019835215, + "FN": 883, + "FP": 1150, + "IoU": 0.23427495291902073, + "TN": 521633, + "TP": 622, + "n_pred": 1772, + "n_ref": 1505 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_0/validation/case_00180.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00180.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.8353354723551506, + "FN": 25720, + "FP": 19391, + "IoU": 0.7172326902102373, + "TN": 1675474, + "TP": 114423, + "n_pred": 133814, + "n_ref": 140143 + }, + "2": { + "Dice": 0.9001466829324968, + "FN": 14166, + "FP": 40838, + "IoU": 0.8184243016446261, + "TN": 1532082, + "TP": 247922, + "n_pred": 288760, + "n_ref": 262088 + }, + "3": { + "Dice": 0.8049072963748731, + "FN": 1392, + "FP": 723, + "IoU": 0.6735103426983637, + "TN": 1828530, + "TP": 4363, + "n_pred": 5086, + "n_ref": 5755 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_0/validation/case_00192.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00192.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9377286609363685, + "FN": 8615, + "FP": 11163, + "IoU": 0.8827581301053979, + "TN": 1142026, + "TP": 148916, + "n_pred": 160079, + "n_ref": 157531 + }, + "2": { + "Dice": 0.6215462056136127, + "FN": 6904, + "FP": 13, + "IoU": 0.45090100817655, + "TN": 1298123, + "TP": 5680, + "n_pred": 5693, + "n_ref": 12584 + }, + "3": { + "Dice": 0.9510523578477521, + "FN": 5873, + "FP": 1562, + "IoU": 0.9066728591871062, + "TN": 1231054, + "TP": 72231, + "n_pred": 73793, + "n_ref": 78104 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_0/validation/case_00198.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00198.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 786432, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 786432, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 786432, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_0/validation/case_00201.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00201.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9270794917356757, + "FN": 2192, + "FP": 8683, + "IoU": 0.8640709955627773, + "TN": 706427, + "TP": 69130, + "n_pred": 77813, + "n_ref": 71322 + }, + "2": { + "Dice": 0.6058276985941529, + "FN": 8085, + "FP": 18, + "IoU": 0.43454291695743197, + "TN": 772102, + "TP": 6227, + "n_pred": 6245, + "n_ref": 14312 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 786432, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_0/validation/case_00205.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00205.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 1835008, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 1835008, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 1835008, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_0/validation/case_00213.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00213.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.671090815018109, + "FN": 13543, + "FP": 1078, + "IoU": 0.5049937366692623, + "TN": 494751, + "TP": 14916, + "n_pred": 15994, + "n_ref": 28459 + }, + "2": { + "Dice": 0.9552163086973853, + "FN": 2453, + "FP": 14849, + "IoU": 0.9142718408117965, + "TN": 322464, + "TP": 184522, + "n_pred": 199371, + "n_ref": 186975 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_0/validation/case_00221.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00221.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_0/validation/case_00225.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00225.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9608866858731616, + "FN": 2904, + "FP": 3314, + "IoU": 0.9247179040147223, + "TN": 441692, + "TP": 76378, + "n_pred": 79692, + "n_ref": 79282 + }, + "2": { + "Dice": 0.6094869753156638, + "FN": 3364, + "FP": 69, + "IoU": 0.43831806282722513, + "TN": 518176, + "TP": 2679, + "n_pred": 2748, + "n_ref": 6043 + }, + "3": { + "Dice": 0.0, + "FN": 0, + "FP": 108, + "IoU": 0.0, + "TN": 524180, + "TP": 0, + "n_pred": 108, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_0/validation/case_00229.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00229.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 1310720, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 1310720, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 1310720, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_0/validation/case_00235.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00235.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9187091035291423, + "FN": 3142, + "FP": 8921, + "IoU": 0.84964102308421, + "TN": 181916, + "TP": 68165, + "n_pred": 77086, + "n_ref": 71307 + }, + "2": { + "Dice": 0.9124688251903449, + "FN": 6959, + "FP": 1008, + "IoU": 0.8390277412967491, + "TN": 212651, + "TP": 41526, + "n_pred": 42534, + "n_ref": 48485 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_0/validation/case_00247.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00247.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.8513470038605718, + "FN": 37337, + "FP": 5173, + "IoU": 0.741169880479058, + "TN": 360049, + "TP": 121729, + "n_pred": 126902, + "n_ref": 159066 + }, + "2": { + "Dice": 0.8431336002725094, + "FN": 4263, + "FP": 20144, + "IoU": 0.7288080978677541, + "TN": 434289, + "TP": 65592, + "n_pred": 85736, + "n_ref": 69855 + }, + "3": { + "Dice": 0.0, + "FN": 0, + "FP": 2859, + "IoU": 0.0, + "TN": 521429, + "TP": 0, + "n_pred": 2859, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_0/validation/case_00248.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00248.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.4491822012713378, + "FN": 485, + "FP": 14939, + "IoU": 0.28964214986413667, + "TN": 764719, + "TP": 6289, + "n_pred": 21228, + "n_ref": 6774 + }, + "2": { + "Dice": 0.8986671305255376, + "FN": 46399, + "FP": 205, + "IoU": 0.8159813943938371, + "TN": 533175, + "TP": 206653, + "n_pred": 206858, + "n_ref": 253052 + }, + "3": { + "Dice": 0.0, + "FN": 0, + "FP": 21514, + "IoU": 0.0, + "TN": 764918, + "TP": 0, + "n_pred": 21514, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_0/validation/case_00249.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00249.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9441150854134088, + "FN": 11985, + "FP": 10601, + "IoU": 0.8941458224953016, + "TN": 310919, + "TP": 190783, + "n_pred": 201384, + "n_ref": 202768 + }, + "2": { + "Dice": 0.8837032305413229, + "FN": 11627, + "FP": 5487, + "IoU": 0.7916382584981008, + "TN": 442152, + "TP": 65022, + "n_pred": 70509, + "n_ref": 76649 + }, + "3": { + "Dice": 0.0, + "FN": 0, + "FP": 5548, + "IoU": 0.0, + "TN": 518740, + "TP": 0, + "n_pred": 5548, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_0/validation/case_00260.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00260.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.8244382130966451, + "FN": 11547, + "FP": 11180, + "IoU": 0.7013142331449599, + "TN": 1234630, + "TP": 53363, + "n_pred": 64543, + "n_ref": 64910 + }, + "2": { + "Dice": 0.9547038178118816, + "FN": 6931, + "FP": 14196, + "IoU": 0.9133333059854865, + "TN": 1066947, + "TP": 222646, + "n_pred": 236842, + "n_ref": 229577 + }, + "3": { + "Dice": 0.0, + "FN": 0, + "FP": 21, + "IoU": 0.0, + "TN": 1310699, + "TP": 0, + "n_pred": 21, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_0/validation/case_00263.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00263.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9874924308491067, + "FN": 750, + "FP": 3567, + "IoU": 0.9752938752618265, + "TN": 611698, + "TP": 170417, + "n_pred": 173984, + "n_ref": 171167 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 786432, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 786432, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_0/validation/case_00267.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00267.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_0/validation/case_00269.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00269.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 786432, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 786432, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 786432, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_0/validation/case_00283.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00283.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.6016036046761881, + "FN": 167652, + "FP": 6354, + "IoU": 0.4302096363291048, + "TN": 1529622, + "TP": 131380, + "n_pred": 137734, + "n_ref": 299032 + }, + "2": { + "Dice": 0.7998975317268534, + "FN": 4892, + "FP": 170081, + "IoU": 0.6665243617720771, + "TN": 1310313, + "TP": 349722, + "n_pred": 519803, + "n_ref": 354614 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 1835008, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_0/validation/case_00286.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00286.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.8771202881070889, + "FN": 138771, + "FP": 42068, + "IoU": 0.7811346832765108, + "TN": 3368047, + "TP": 645418, + "n_pred": 687486, + "n_ref": 784189 + }, + "2": { + "Dice": 0.9036462830550516, + "FN": 196034, + "FP": 101910, + "IoU": 0.8242287767976133, + "TN": 2499237, + "TP": 1397123, + "n_pred": 1499033, + "n_ref": 1593157 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 4194304, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_0/validation/case_00292.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00292.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_0/validation/case_00299.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00299.nii.gz" + } + ] + }, + "fold_1": { + "foreground_mean": { + "Dice": 0.5445437860113883, + "FN": 4356.637037037038, + "FP": 5801.325925925926, + "IoU": 0.48219073402895707, + "TN": 752306.4, + "TP": 29793.059259259262, + "n_pred": 35594.38518518519, + "n_ref": 34149.69629629629 + }, + "mean": { + "1": { + "Dice": 0.7304703177148896, + "FN": 7919.222222222223, + "FP": 6241.511111111111, + "IoU": 0.6620161289572899, + "TN": 720641.4222222222, + "TP": 57455.26666666667, + "n_pred": 63696.77777777778, + "n_ref": 65374.48888888889 + }, + "2": { + "Dice": 0.6232904717837033, + "FN": 4933.733333333334, + "FP": 10659.511111111111, + "IoU": 0.5425188262185202, + "TN": 748327.8666666667, + "TP": 28336.31111111111, + "n_pred": 38995.822222222225, + "n_ref": 33270.044444444444 + }, + "3": { + "Dice": 0.2798705685355719, + "FN": 216.95555555555555, + "FP": 502.9555555555556, + "IoU": 0.2420372469110609, + "TN": 787949.911111111, + "TP": 3587.6, + "n_pred": 4090.5555555555557, + "n_ref": 3804.5555555555557 + } + }, + "metric_per_case": [ + { + "metrics": { + "1": { + "Dice": 0.8618719573803619, + "FN": 5032, + "FP": 2487, + "IoU": 0.7572715240339607, + "TN": 231167, + "TP": 23458, + "n_pred": 25945, + "n_ref": 28490 + }, + "2": { + "Dice": 0.9297040341223586, + "FN": 3237, + "FP": 1081, + "IoU": 0.8686420053541007, + "TN": 229272, + "TP": 28554, + "n_pred": 29635, + "n_ref": 31791 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_1/validation/case_00010.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00010.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9631481886662707, + "FN": 5442, + "FP": 9885, + "IoU": 0.9289159532135536, + "TN": 570814, + "TP": 200291, + "n_pred": 210176, + "n_ref": 205733 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 786432, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": 0.0, + "FN": 0, + "FP": 42, + "IoU": 0.0, + "TN": 786390, + "TP": 0, + "n_pred": 42, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_1/validation/case_00012.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00012.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 786432, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 786432, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 786432, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_1/validation/case_00014.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00014.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.0, + "FN": 48, + "FP": 30, + "IoU": 0.0, + "TN": 786354, + "TP": 0, + "n_pred": 30, + "n_ref": 48 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 786432, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 786432, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_1/validation/case_00018.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00018.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_1/validation/case_00020.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00020.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9839118982611752, + "FN": 1885, + "FP": 1456, + "IoU": 0.9683332543481351, + "TN": 418783, + "TP": 102164, + "n_pred": 103620, + "n_ref": 104049 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_1/validation/case_00038.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00038.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.8077845574505652, + "FN": 5540, + "FP": 19063, + "IoU": 0.6775491480996069, + "TN": 972276, + "TP": 51697, + "n_pred": 70760, + "n_ref": 57237 + }, + "2": { + "Dice": 0.9329507195317717, + "FN": 20222, + "FP": 3377, + "IoU": 0.8743276778391965, + "TN": 860794, + "TP": 164183, + "n_pred": 167560, + "n_ref": 184405 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 1048576, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_1/validation/case_00047.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00047.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9139877819778929, + "FN": 9459, + "FP": 15138, + "IoU": 0.8415999072666855, + "TN": 369004, + "TP": 130687, + "n_pred": 145825, + "n_ref": 140146 + }, + "2": { + "Dice": 0.8548072584900321, + "FN": 11431, + "FP": 7556, + "IoU": 0.7464309085324323, + "TN": 449409, + "TP": 55892, + "n_pred": 63448, + "n_ref": 67323 + }, + "3": { + "Dice": 0.0, + "FN": 0, + "FP": 1063, + "IoU": 0.0, + "TN": 523225, + "TP": 0, + "n_pred": 1063, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_1/validation/case_00051.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00051.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_1/validation/case_00053.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00053.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9499473280908285, + "FN": 22333, + "FP": 10784, + "IoU": 0.9046663596061949, + "TN": 439052, + "TP": 314263, + "n_pred": 325047, + "n_ref": 336596 + }, + "2": { + "Dice": 0.7579375848032565, + "FN": 1142, + "FP": 4210, + "IoU": 0.6102250382346516, + "TN": 772701, + "TP": 8379, + "n_pred": 12589, + "n_ref": 9521 + }, + "3": { + "Dice": 0.9365065058892172, + "FN": 2889, + "FP": 10496, + "IoU": 0.8805944851334112, + "TN": 674335, + "TP": 98712, + "n_pred": 109208, + "n_ref": 101601 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_1/validation/case_00058.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00058.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.8987776911944785, + "FN": 2633, + "FP": 42831, + "IoU": 0.8161637155438383, + "TN": 1063413, + "TP": 201843, + "n_pred": 244674, + "n_ref": 204476 + }, + "2": { + "Dice": 0.888135593220339, + "FN": 36607, + "FP": 3488, + "IoU": 0.7987804878048781, + "TN": 1111460, + "TP": 159165, + "n_pred": 162653, + "n_ref": 195772 + }, + "3": { + "Dice": 0.0, + "FN": 0, + "FP": 84, + "IoU": 0.0, + "TN": 1310636, + "TP": 0, + "n_pred": 84, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_1/validation/case_00061.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00061.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 786432, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 786432, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 786432, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_1/validation/case_00062.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00062.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_1/validation/case_00065.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00065.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9532437725951044, + "FN": 4506, + "FP": 6332, + "IoU": 0.9106645345290888, + "TN": 402970, + "TP": 110480, + "n_pred": 116812, + "n_ref": 114986 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": 0.7185837283544548, + "FN": 1627, + "FP": 1282, + "IoU": 0.5607730635663597, + "TN": 517665, + "TP": 3714, + "n_pred": 4996, + "n_ref": 5341 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_1/validation/case_00074.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00074.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.4774774774774775, + "FN": 43, + "FP": 73, + "IoU": 0.3136094674556213, + "TN": 524119, + "TP": 53, + "n_pred": 126, + "n_ref": 96 + }, + "2": { + "Dice": 0.0, + "FN": 0, + "FP": 23032, + "IoU": 0.0, + "TN": 501256, + "TP": 0, + "n_pred": 23032, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_1/validation/case_00075.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00075.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_1/validation/case_00076.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00076.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9352409638554217, + "FN": 313, + "FP": 31, + "IoU": 0.8783592644978784, + "TN": 521460, + "TP": 2484, + "n_pred": 2515, + "n_ref": 2797 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_1/validation/case_00083.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00083.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9733555177575811, + "FN": 5600, + "FP": 149, + "IoU": 0.9480940428682353, + "TN": 675674, + "TP": 105009, + "n_pred": 105158, + "n_ref": 110609 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 786432, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 786432, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_1/validation/case_00097.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00097.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_1/validation/case_00098.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00098.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 1048576, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 1048576, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": 0.0, + "FN": 0, + "FP": 33, + "IoU": 0.0, + "TN": 1048543, + "TP": 0, + "n_pred": 33, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_1/validation/case_00111.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00111.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9346824740591806, + "FN": 528, + "FP": 32413, + "IoU": 0.877374539796226, + "TN": 1042089, + "TP": 235690, + "n_pred": 268103, + "n_ref": 236218 + }, + "2": { + "Dice": 0.7484250955426154, + "FN": 24751, + "FP": 1646, + "IoU": 0.5979866589503823, + "TN": 1245058, + "TP": 39265, + "n_pred": 40911, + "n_ref": 64016 + }, + "3": { + "Dice": 0.0, + "FN": 0, + "FP": 16, + "IoU": 0.0, + "TN": 1310704, + "TP": 0, + "n_pred": 16, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_1/validation/case_00122.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00122.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_1/validation/case_00127.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00127.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.8032406135980227, + "FN": 39359, + "FP": 10793, + "IoU": 0.6711797064010857, + "TN": 896055, + "TP": 102369, + "n_pred": 113162, + "n_ref": 141728 + }, + "2": { + "Dice": 0.7608563105480658, + "FN": 1289, + "FP": 34011, + "IoU": 0.6140178229730469, + "TN": 957121, + "TP": 56155, + "n_pred": 90166, + "n_ref": 57444 + }, + "3": { + "Dice": 0.0, + "FN": 0, + "FP": 1401, + "IoU": 0.0, + "TN": 1047175, + "TP": 0, + "n_pred": 1401, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_1/validation/case_00160.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00160.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_1/validation/case_00167.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00167.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.0, + "FN": 22, + "FP": 134, + "IoU": 0.0, + "TN": 524132, + "TP": 0, + "n_pred": 134, + "n_ref": 22 + }, + "2": { + "Dice": 0.860553607401328, + "FN": 1783, + "FP": 86, + "IoU": 0.7552383446830802, + "TN": 516652, + "TP": 5767, + "n_pred": 5853, + "n_ref": 7550 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_1/validation/case_00178.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00178.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.5585310158712186, + "FN": 17584, + "FP": 5809, + "IoU": 0.38747348851823726, + "TN": 1796817, + "TP": 14798, + "n_pred": 20607, + "n_ref": 32382 + }, + "2": { + "Dice": 0.9527986113914342, + "FN": 6736, + "FP": 22497, + "IoU": 0.9098523185281809, + "TN": 1510729, + "TP": 295046, + "n_pred": 317543, + "n_ref": 301782 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 1835008, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_1/validation/case_00189.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00189.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9693134569393083, + "FN": 9569, + "FP": 1376, + "IoU": 0.9404541695682451, + "TN": 1913344, + "TP": 172863, + "n_pred": 174239, + "n_ref": 182432 + }, + "2": { + "Dice": 0.0, + "FN": 0, + "FP": 1, + "IoU": 0.0, + "TN": 2097151, + "TP": 0, + "n_pred": 1, + "n_ref": 0 + }, + "3": { + "Dice": 0.9685690062003943, + "FN": 1683, + "FP": 1394, + "IoU": 0.9390536177629885, + "TN": 2046665, + "TP": 47410, + "n_pred": 48804, + "n_ref": 49093 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_1/validation/case_00190.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00190.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.1872992700729927, + "FN": 5185, + "FP": 5949, + "IoU": 0.10332608520576629, + "TN": 774015, + "TP": 1283, + "n_pred": 7232, + "n_ref": 6468 + }, + "2": { + "Dice": 0.9573952749652571, + "FN": 5895, + "FP": 3762, + "IoU": 0.918272526468124, + "TN": 668271, + "TP": 108504, + "n_pred": 112266, + "n_ref": 114399 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 786432, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_1/validation/case_00199.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00199.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 1310720, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 1310720, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 1310720, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_1/validation/case_00207.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00207.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9845097969488994, + "FN": 3048, + "FP": 1308, + "IoU": 0.9694921664343794, + "TN": 381505, + "TP": 138427, + "n_pred": 139735, + "n_ref": 141475 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_1/validation/case_00208.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00208.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.31015032042763063, + "FN": 14696, + "FP": 78740, + "IoU": 0.1835372247465921, + "TN": 934136, + "TP": 21004, + "n_pred": 99744, + "n_ref": 35700 + }, + "2": { + "Dice": 0.6383681124724575, + "FN": 82304, + "FP": 12560, + "IoU": 0.46882576584748564, + "TN": 869983, + "TP": 83729, + "n_pred": 96289, + "n_ref": 166033 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 1048576, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_1/validation/case_00210.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00210.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_1/validation/case_00212.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00212.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.0, + "FN": 2, + "FP": 0, + "IoU": 0.0, + "TN": 786430, + "TP": 0, + "n_pred": 0, + "n_ref": 2 + }, + "2": { + "Dice": 0.0, + "FN": 0, + "FP": 194621, + "IoU": 0.0, + "TN": 591811, + "TP": 0, + "n_pred": 194621, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 786432, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_1/validation/case_00217.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00217.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.8995983935742972, + "FN": 176, + "FP": 49, + "IoU": 0.8175182481751825, + "TN": 1047343, + "TP": 1008, + "n_pred": 1057, + "n_ref": 1184 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 1048576, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 1048576, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_1/validation/case_00243.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00243.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_1/validation/case_00244.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00244.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 2359296, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": 0.0, + "FN": 0, + "FP": 503, + "IoU": 0.0, + "TN": 2358793, + "TP": 0, + "n_pred": 503, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 2359296, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_1/validation/case_00245.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00245.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9382826475849732, + "FN": 271, + "FP": 5, + "IoU": 0.8837405223251895, + "TN": 784058, + "TP": 2098, + "n_pred": 2103, + "n_ref": 2369 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 786432, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 786432, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_1/validation/case_00246.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00246.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.7904588639579543, + "FN": 11159, + "FP": 4390, + "IoU": 0.6535196202954743, + "TN": 741555, + "TP": 29328, + "n_pred": 33718, + "n_ref": 40487 + }, + "2": { + "Dice": 0.8965713652832935, + "FN": 7021, + "FP": 12590, + "IoU": 0.8125322626899913, + "TN": 681822, + "TP": 84999, + "n_pred": 97589, + "n_ref": 92020 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 786432, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_1/validation/case_00251.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00251.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9316523886124725, + "FN": 9311, + "FP": 1651, + "IoU": 0.8720498634358148, + "TN": 700758, + "TP": 74712, + "n_pred": 76363, + "n_ref": 84023 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 786432, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": 0.7709900282476262, + "FN": 116, + "FP": 6613, + "IoU": 0.6273260965883917, + "TN": 768376, + "TP": 11327, + "n_pred": 17940, + "n_ref": 11443 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_1/validation/case_00252.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00252.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9721975054246866, + "FN": 281, + "FP": 3281, + "IoU": 0.94589914945322, + "TN": 196304, + "TP": 62278, + "n_pred": 65559, + "n_ref": 62559 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_1/validation/case_00257.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00257.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9786380696493086, + "FN": 4922, + "FP": 3291, + "IoU": 0.9581697149347309, + "TN": 590091, + "TP": 188128, + "n_pred": 191419, + "n_ref": 193050 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 786432, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": 0.0, + "FN": 0, + "FP": 73, + "IoU": 0.0, + "TN": 786359, + "TP": 0, + "n_pred": 73, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_1/validation/case_00264.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00264.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.8904993615626187, + "FN": 4293, + "FP": 11572, + "IoU": 0.8026127527216175, + "TN": 443913, + "TP": 64510, + "n_pred": 76082, + "n_ref": 68803 + }, + "2": { + "Dice": 0.8522464001064172, + "FN": 11705, + "FP": 1624, + "IoU": 0.7425342862661773, + "TN": 472518, + "TP": 38441, + "n_pred": 40065, + "n_ref": 50146 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_1/validation/case_00273.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00273.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.18086134679411447, + "FN": 7082, + "FP": 545, + "IoU": 0.09942141929389538, + "TN": 515819, + "TP": 842, + "n_pred": 1387, + "n_ref": 7924 + }, + "2": { + "Dice": 0.8024317737486274, + "FN": 614, + "FP": 6763, + "IoU": 0.6700509884605063, + "TN": 501930, + "TP": 14981, + "n_pred": 21744, + "n_ref": 15595 + }, + "3": { + "Dice": 0.0, + "FN": 1852, + "FP": 0, + "IoU": 0.0, + "TN": 522436, + "TP": 0, + "n_pred": 0, + "n_ref": 1852 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_1/validation/case_00274.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00274.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9863889085808615, + "FN": 1170, + "FP": 1518, + "IoU": 0.9731433652722131, + "TN": 686345, + "TP": 97399, + "n_pred": 98917, + "n_ref": 98569 + }, + "2": { + "Dice": 0.0, + "FN": 0, + "FP": 158, + "IoU": 0.0, + "TN": 786274, + "TP": 0, + "n_pred": 158, + "n_ref": 0 + }, + "3": { + "Dice": 0.24366812227074236, + "FN": 1596, + "FP": 136, + "IoU": 0.13873694679264048, + "TN": 784421, + "TP": 279, + "n_pred": 415, + "n_ref": 1875 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_1/validation/case_00275.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00275.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.6095282807958864, + "FN": 164873, + "FP": 9785, + "IoU": 0.438360789635313, + "TN": 737597, + "TP": 136321, + "n_pred": 146106, + "n_ref": 301194 + }, + "2": { + "Dice": 0.6326276940468122, + "FN": 7281, + "FP": 146112, + "IoU": 0.46265943173816937, + "TN": 763109, + "TP": 132074, + "n_pred": 278186, + "n_ref": 139355 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 1048576, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_1/validation/case_00281.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00281.nii.gz" + } + ] + }, + "fold_2": { + "foreground_mean": { + "Dice": 0.5770018795810459, + "FN": 8231.466666666667, + "FP": 7681.837037037037, + "IoU": 0.5037332649007163, + "TN": 911842.1037037037, + "TP": 45090.1037037037, + "n_pred": 52771.94074074074, + "n_ref": 53321.57037037038 + }, + "mean": { + "1": { + "Dice": 0.8643403215083986, + "FN": 8748.8, + "FP": 9761.955555555556, + "IoU": 0.7854433477525582, + "TN": 878795.8888888889, + "TP": 75538.86666666667, + "n_pred": 85300.82222222222, + "n_ref": 84287.66666666667 + }, + "2": { + "Dice": 0.5759756438684369, + "FN": 8786.488888888889, + "FP": 12418.08888888889, + "IoU": 0.5047004897149906, + "TN": 898031.7111111111, + "TP": 53609.22222222222, + "n_pred": 66027.3111111111, + "n_ref": 62395.71111111111 + }, + "3": { + "Dice": 0.2906896733663022, + "FN": 7159.111111111111, + "FP": 865.4666666666667, + "IoU": 0.22105595723460034, + "TN": 958698.7111111111, + "TP": 6122.222222222223, + "n_pred": 6987.688888888889, + "n_ref": 13281.333333333334 + } + }, + "metric_per_case": [ + { + "metrics": { + "1": { + "Dice": 0.8354199421572623, + "FN": 14323, + "FP": 2635, + "IoU": 0.717357245241508, + "TN": 202146, + "TP": 43040, + "n_pred": 45675, + "n_ref": 57363 + }, + "2": { + "Dice": 0.8441568120838716, + "FN": 4145, + "FP": 8401, + "IoU": 0.7303385276732939, + "TN": 215619, + "TP": 33979, + "n_pred": 42380, + "n_ref": 38124 + }, + "3": { + "Dice": 0.0, + "FN": 0, + "FP": 9398, + "IoU": 0.0, + "TN": 252746, + "TP": 0, + "n_pred": 9398, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_2/validation/case_00007.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00007.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.7949563112922503, + "FN": 165331, + "FP": 55629, + "IoU": 0.6596908632787714, + "TN": 2234292, + "TP": 428332, + "n_pred": 483961, + "n_ref": 593663 + }, + "2": { + "Dice": 0.7940952696943521, + "FN": 46951, + "FP": 169013, + "IoU": 0.6585058087408623, + "TN": 2251175, + "TP": 416445, + "n_pred": 585458, + "n_ref": 463396 + }, + "3": { + "Dice": 0.36321312726578897, + "FN": 5277, + "FP": 11410, + "IoU": 0.22190618297118345, + "TN": 2862138, + "TP": 4759, + "n_pred": 16169, + "n_ref": 10036 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_2/validation/case_00008.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00008.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9854445702268747, + "FN": 2406, + "FP": 1027, + "IoU": 0.9713067825650884, + "TN": 1191075, + "TP": 116212, + "n_pred": 117239, + "n_ref": 118618 + }, + "2": { + "Dice": 0.670774647887324, + "FN": 209, + "FP": 165, + "IoU": 0.5046357615894039, + "TN": 1309965, + "TP": 381, + "n_pred": 546, + "n_ref": 590 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 1310720, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_2/validation/case_00024.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00024.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.8268925726437623, + "FN": 6696, + "FP": 13166, + "IoU": 0.7048736998514116, + "TN": 2029852, + "TP": 47438, + "n_pred": 60604, + "n_ref": 54134 + }, + "2": { + "Dice": 0.8514944213698183, + "FN": 2762, + "FP": 26414, + "IoU": 0.7413933699698635, + "TN": 1984332, + "TP": 83644, + "n_pred": 110058, + "n_ref": 86406 + }, + "3": { + "Dice": 0.8375338131352411, + "FN": 42011, + "FP": 812, + "IoU": 0.7204801503896816, + "TN": 1943950, + "TP": 110379, + "n_pred": 111191, + "n_ref": 152390 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_2/validation/case_00026.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00026.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.770681880923898, + "FN": 4918, + "FP": 5050, + "IoU": 0.62691818249869, + "TN": 1021858, + "TP": 16750, + "n_pred": 21800, + "n_ref": 21668 + }, + "2": { + "Dice": 0.9609165228060664, + "FN": 9544, + "FP": 4153, + "IoU": 0.9247731716426107, + "TN": 866500, + "TP": 168379, + "n_pred": 172532, + "n_ref": 177923 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 1048576, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_2/validation/case_00029.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00029.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_2/validation/case_00031.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00031.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.8244078269824923, + "FN": 1228, + "FP": 818, + "IoU": 0.7012702584318878, + "TN": 1566015, + "TP": 4803, + "n_pred": 5621, + "n_ref": 6031 + }, + "2": { + "Dice": 0.9002509251279972, + "FN": 58726, + "FP": 4242, + "IoU": 0.8185966650917849, + "TN": 1225748, + "TP": 284148, + "n_pred": 288390, + "n_ref": 342874 + }, + "3": { + "Dice": 0.0, + "FN": 556, + "FP": 21, + "IoU": 0.0, + "TN": 1572287, + "TP": 0, + "n_pred": 21, + "n_ref": 556 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_2/validation/case_00037.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00037.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.967393130943206, + "FN": 361, + "FP": 5266, + "IoU": 0.9368455313752119, + "TN": 173045, + "TP": 83472, + "n_pred": 88738, + "n_ref": 83833 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_2/validation/case_00052.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00052.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_2/validation/case_00066.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00066.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9581317519774931, + "FN": 1769, + "FP": 11342, + "IoU": 0.9196285171335744, + "TN": 623302, + "TP": 150019, + "n_pred": 161361, + "n_ref": 151788 + }, + "2": { + "Dice": 0.468813400613848, + "FN": 10175, + "FP": 36, + "IoU": 0.30617653054290955, + "TN": 771715, + "TP": 4506, + "n_pred": 4542, + "n_ref": 14681 + }, + "3": { + "Dice": 0.0, + "FN": 0, + "FP": 1398, + "IoU": 0.0, + "TN": 785034, + "TP": 0, + "n_pred": 1398, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_2/validation/case_00081.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00081.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_2/validation/case_00085.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00085.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.6363614990360653, + "FN": 22226, + "FP": 8708, + "IoU": 0.4666643678557266, + "TN": 204143, + "TP": 27067, + "n_pred": 35775, + "n_ref": 49293 + }, + "2": { + "Dice": 0.8930236083216492, + "FN": 4509, + "FP": 20898, + "IoU": 0.8067232644118856, + "TN": 130690, + "TP": 106047, + "n_pred": 126945, + "n_ref": 110556 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_2/validation/case_00090.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00090.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.29285109471392284, + "FN": 18838, + "FP": 4546, + "IoU": 0.1715439665556579, + "TN": 1282494, + "TP": 4842, + "n_pred": 9388, + "n_ref": 23680 + }, + "2": { + "Dice": 0.9652682025106389, + "FN": 13892, + "FP": 22859, + "IoU": 0.9328680193773244, + "TN": 763276, + "TP": 510693, + "n_pred": 533552, + "n_ref": 524585 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 1310720, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_2/validation/case_00092.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00092.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9257733091588374, + "FN": 3004, + "FP": 1049, + "IoU": 0.86180441898527, + "TN": 1281392, + "TP": 25275, + "n_pred": 26324, + "n_ref": 28279 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 1310720, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 1310720, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_2/validation/case_00105.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00105.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.979562476198536, + "FN": 455, + "FP": 511, + "IoU": 0.9599436059047936, + "TN": 1286604, + "TP": 23150, + "n_pred": 23661, + "n_ref": 23605 + }, + "2": { + "Dice": 0.9056761768048328, + "FN": 1105, + "FP": 472, + "IoU": 0.8276125929164845, + "TN": 1301572, + "TP": 7571, + "n_pred": 8043, + "n_ref": 8676 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 1310720, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_2/validation/case_00108.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00108.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9425006167255983, + "FN": 7087, + "FP": 26477, + "IoU": 0.891254058047083, + "TN": 2050650, + "TP": 275082, + "n_pred": 301559, + "n_ref": 282169 + }, + "2": { + "Dice": 0.8644752881798157, + "FN": 10733, + "FP": 1941, + "IoU": 0.761300286273919, + "TN": 2306200, + "TP": 40422, + "n_pred": 42363, + "n_ref": 51155 + }, + "3": { + "Dice": 0.8350435165430594, + "FN": 2242, + "FP": 2629, + "IoU": 0.7168023255813953, + "TN": 2342096, + "TP": 12329, + "n_pred": 14958, + "n_ref": 14571 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_2/validation/case_00110.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00110.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 1048576, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": 0.0, + "FN": 0, + "FP": 12613, + "IoU": 0.0, + "TN": 1035963, + "TP": 0, + "n_pred": 12613, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 1048576, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_2/validation/case_00120.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00120.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.8689281154849755, + "FN": 7738, + "FP": 31995, + "IoU": 0.7682342098509065, + "TN": 614996, + "TP": 131703, + "n_pred": 163698, + "n_ref": 139441 + }, + "2": { + "Dice": 0.8302674114033192, + "FN": 30780, + "FP": 2981, + "IoU": 0.7097924940258222, + "TN": 670098, + "TP": 82573, + "n_pred": 85554, + "n_ref": 113353 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 786432, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_2/validation/case_00131.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00131.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 1048576, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 1048576, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 1048576, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_2/validation/case_00140.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00140.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9680735621680279, + "FN": 174, + "FP": 1503, + "IoU": 0.9381226477750719, + "TN": 759330, + "TP": 25425, + "n_pred": 26928, + "n_ref": 25599 + }, + "2": { + "Dice": 0.0, + "FN": 0, + "FP": 362, + "IoU": 0.0, + "TN": 786070, + "TP": 0, + "n_pred": 362, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 786432, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_2/validation/case_00147.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00147.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.7817114217625236, + "FN": 4321, + "FP": 13449, + "IoU": 0.6416471727030734, + "TN": 998988, + "TP": 31818, + "n_pred": 45267, + "n_ref": 36139 + }, + "2": { + "Dice": 0.0, + "FN": 0, + "FP": 96838, + "IoU": 0.0, + "TN": 951738, + "TP": 0, + "n_pred": 96838, + "n_ref": 0 + }, + "3": { + "Dice": 0.034336652224230775, + "FN": 100880, + "FP": 83, + "IoU": 0.017468226318145545, + "TN": 945818, + "TP": 1795, + "n_pred": 1878, + "n_ref": 102675 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_2/validation/case_00161.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00161.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 1048576, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 1048576, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 1048576, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_2/validation/case_00165.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00165.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_2/validation/case_00170.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00170.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.952644940896241, + "FN": 5617, + "FP": 5556, + "IoU": 0.9095721003261652, + "TN": 662875, + "TP": 112384, + "n_pred": 117940, + "n_ref": 118001 + }, + "2": { + "Dice": 0.9343256243284368, + "FN": 3728, + "FP": 5379, + "IoU": 0.87674588566479, + "TN": 712544, + "TP": 64781, + "n_pred": 70160, + "n_ref": 68509 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 786432, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_2/validation/case_00171.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00171.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9718003696857671, + "FN": 852, + "FP": 6776, + "IoU": 0.9451475579589254, + "TN": 647368, + "TP": 131436, + "n_pred": 138212, + "n_ref": 132288 + }, + "2": { + "Dice": 0.0, + "FN": 2624, + "FP": 0, + "IoU": 0.0, + "TN": 783808, + "TP": 0, + "n_pred": 0, + "n_ref": 2624 + }, + "3": { + "Dice": 0.028011204481792718, + "FN": 50, + "FP": 2379, + "IoU": 0.014204545454545454, + "TN": 783968, + "TP": 35, + "n_pred": 2414, + "n_ref": 85 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_2/validation/case_00173.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00173.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.878831067938481, + "FN": 8558, + "FP": 32930, + "IoU": 0.7838524978769739, + "TN": 856633, + "TP": 150455, + "n_pred": 183385, + "n_ref": 159013 + }, + "2": { + "Dice": 0.5820169931968817, + "FN": 22373, + "FP": 34889, + "IoU": 0.4104541383109061, + "TN": 951447, + "TP": 39867, + "n_pred": 74756, + "n_ref": 62240 + }, + "3": { + "Dice": 0.5870915332407431, + "FN": 62609, + "FP": 419, + "IoU": 0.4155198634964205, + "TN": 940740, + "TP": 44808, + "n_pred": 45227, + "n_ref": 107417 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_2/validation/case_00184.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00184.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.5520235191092763, + "FN": 21532, + "FP": 14277, + "IoU": 0.3812379043406138, + "TN": 990704, + "TP": 22063, + "n_pred": 36340, + "n_ref": 43595 + }, + "2": { + "Dice": 0.643364967474647, + "FN": 151237, + "FP": 2161, + "IoU": 0.47423584976796157, + "TN": 756814, + "TP": 138364, + "n_pred": 140525, + "n_ref": 289601 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 1048576, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_2/validation/case_00187.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00187.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9668822638358517, + "FN": 9248, + "FP": 5903, + "IoU": 0.935887779282329, + "TN": 1074400, + "TP": 221169, + "n_pred": 227072, + "n_ref": 230417 + }, + "2": { + "Dice": 0.0, + "FN": 0, + "FP": 49560, + "IoU": 0.0, + "TN": 1261160, + "TP": 0, + "n_pred": 49560, + "n_ref": 0 + }, + "3": { + "Dice": 0.6937610635453921, + "FN": 47616, + "FP": 3246, + "IoU": 0.5311134465401848, + "TN": 1202246, + "TP": 57612, + "n_pred": 60858, + "n_ref": 105228 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_2/validation/case_00195.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00195.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_2/validation/case_00204.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00204.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9711239449133718, + "FN": 440, + "FP": 3330, + "IoU": 0.9438687392055267, + "TN": 457124, + "TP": 63394, + "n_pred": 66724, + "n_ref": 63834 + }, + "2": { + "Dice": 0.12565041433802274, + "FN": 592, + "FP": 3945, + "IoU": 0.0670368085543903, + "TN": 519425, + "TP": 326, + "n_pred": 4271, + "n_ref": 918 + }, + "3": { + "Dice": 0.676209547825657, + "FN": 25649, + "FP": 545, + "IoU": 0.5108131326336234, + "TN": 470742, + "TP": 27352, + "n_pred": 27897, + "n_ref": 53001 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_2/validation/case_00206.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00206.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.8830695443645084, + "FN": 179, + "FP": 1040, + "IoU": 0.7906217794572312, + "TN": 518466, + "TP": 4603, + "n_pred": 5643, + "n_ref": 4782 + }, + "2": { + "Dice": 0.0, + "FN": 1125, + "FP": 0, + "IoU": 0.0, + "TN": 523163, + "TP": 0, + "n_pred": 0, + "n_ref": 1125 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_2/validation/case_00209.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00209.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9424190253606058, + "FN": 4709, + "FP": 1746, + "IoU": 0.8911081495976653, + "TN": 727153, + "TP": 52824, + "n_pred": 54570, + "n_ref": 57533 + }, + "2": { + "Dice": 0.9594678829342456, + "FN": 754, + "FP": 4578, + "IoU": 0.9220934819771774, + "TN": 717991, + "TP": 63109, + "n_pred": 67687, + "n_ref": 63863 + }, + "3": { + "Dice": 0.0, + "FN": 0, + "FP": 27, + "IoU": 0.0, + "TN": 786405, + "TP": 0, + "n_pred": 27, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_2/validation/case_00216.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00216.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_2/validation/case_00222.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00222.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.8510863804981452, + "FN": 22396, + "FP": 7109, + "IoU": 0.7407749077490775, + "TN": 934756, + "TP": 84315, + "n_pred": 91424, + "n_ref": 106711 + }, + "2": { + "Dice": 0.9492815781489752, + "FN": 3806, + "FP": 19431, + "IoU": 0.9034595362634349, + "TN": 807879, + "TP": 217460, + "n_pred": 236891, + "n_ref": 221266 + }, + "3": { + "Dice": 0.02037533512064343, + "FN": 1827, + "FP": 0, + "IoU": 0.010292524377031419, + "TN": 1046730, + "TP": 19, + "n_pred": 19, + "n_ref": 1846 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_2/validation/case_00224.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00224.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 1310720, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 1310720, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 1310720, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_2/validation/case_00226.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00226.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9321692243364517, + "FN": 3154, + "FP": 7715, + "IoU": 0.8729559454373312, + "TN": 1225167, + "TP": 74684, + "n_pred": 82399, + "n_ref": 77838 + }, + "2": { + "Dice": 0.0, + "FN": 0, + "FP": 159, + "IoU": 0.0, + "TN": 1310561, + "TP": 0, + "n_pred": 159, + "n_ref": 0 + }, + "3": { + "Dice": 0.7341556226217032, + "FN": 7990, + "FP": 114, + "IoU": 0.5799730486161501, + "TN": 1291426, + "TP": 11190, + "n_pred": 11304, + "n_ref": 19180 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_2/validation/case_00238.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00238.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.6292349163078734, + "FN": 3251, + "FP": 106372, + "IoU": 0.45903920649411534, + "TN": 583787, + "TP": 93022, + "n_pred": 199394, + "n_ref": 96273 + }, + "2": { + "Dice": 0.0, + "FN": 0, + "FP": 41830, + "IoU": 0.0, + "TN": 744602, + "TP": 0, + "n_pred": 41830, + "n_ref": 0 + }, + "3": { + "Dice": 0.0, + "FN": 0, + "FP": 3712, + "IoU": 0.0, + "TN": 782720, + "TP": 0, + "n_pred": 3712, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_2/validation/case_00250.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00250.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_2/validation/case_00254.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00254.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9248855777421637, + "FN": 6387, + "FP": 14423, + "IoU": 0.8602671107321036, + "TN": 899649, + "TP": 128117, + "n_pred": 142540, + "n_ref": 134504 + }, + "2": { + "Dice": 0.9461312602182109, + "FN": 1843, + "FP": 4615, + "IoU": 0.8977695461525067, + "TN": 985405, + "TP": 56713, + "n_pred": 61328, + "n_ref": 58556 + }, + "3": { + "Dice": 0.0, + "FN": 0, + "FP": 35, + "IoU": 0.0, + "TN": 1048541, + "TP": 0, + "n_pred": 35, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_2/validation/case_00259.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00259.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9740433105903292, + "FN": 142, + "FP": 4058, + "IoU": 0.9494000289142692, + "TN": 441284, + "TP": 78804, + "n_pred": 82862, + "n_ref": 78946 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_2/validation/case_00261.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00261.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 1048576, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 1048576, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 1048576, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_2/validation/case_00265.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00265.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9859818371681759, + "FN": 5058, + "FP": 3614, + "IoU": 0.9723512588913085, + "TN": 210639, + "TP": 304977, + "n_pred": 308591, + "n_ref": 310035 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_2/validation/case_00268.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00268.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.965379876103506, + "FN": 697, + "FP": 3405, + "IoU": 0.9330766469801286, + "TN": 987282, + "TP": 57192, + "n_pred": 60597, + "n_ref": 57889 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 1048576, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 1048576, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_2/validation/case_00272.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00272.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9348976139921547, + "FN": 26357, + "FP": 11632, + "IoU": 0.8777537505068252, + "TN": 1262106, + "TP": 272769, + "n_pred": 284401, + "n_ref": 299126 + }, + "2": { + "Dice": 0.7447381460177944, + "FN": 10397, + "FP": 1452, + "IoU": 0.5932930596553855, + "TN": 1543730, + "TP": 17285, + "n_pred": 18737, + "n_ref": 27682 + }, + "3": { + "Dice": 0.1346284165348995, + "FN": 1113, + "FP": 2718, + "IoU": 0.0721724388471785, + "TN": 1568735, + "TP": 298, + "n_pred": 3016, + "n_ref": 1411 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_2/validation/case_00296.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00296.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.8476671145385226, + "FN": 14244, + "FP": 26231, + "IoU": 0.7356095840301003, + "TN": 633344, + "TP": 112613, + "n_pred": 138844, + "n_ref": 126857 + }, + "2": { + "Dice": 0.8691041187239245, + "FN": 3382, + "FP": 19427, + "IoU": 0.7685094031320092, + "TN": 687901, + "TP": 75722, + "n_pred": 95149, + "n_ref": 79104 + }, + "3": { + "Dice": 0.28805428805428807, + "FN": 24340, + "FP": 0, + "IoU": 0.16826134499726628, + "TN": 757168, + "TP": 4924, + "n_pred": 4924, + "n_ref": 29264 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_2/validation/case_00297.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00297.nii.gz" + } + ] + }, + "fold_3": { + "foreground_mean": { + "Dice": 0.5532787832599071, + "FN": 26376.874074074076, + "FP": 4653.518518518519, + "IoU": 0.49154696055187586, + "TN": 819957.5555555555, + "TP": 46127.07407407407, + "n_pred": 50780.59259259259, + "n_ref": 72503.94814814815 + }, + "mean": { + "1": { + "Dice": 0.8340861048395064, + "FN": 7074.222222222223, + "FP": 7139.577777777778, + "IoU": 0.7684279667846649, + "TN": 813361.6666666666, + "TP": 69539.55555555556, + "n_pred": 76679.13333333333, + "n_ref": 76613.77777777778 + }, + "2": { + "Dice": 0.6313544202188056, + "FN": 71121.75555555556, + "FP": 5361.844444444445, + "IoU": 0.5524800107952809, + "TN": 752949.3777777777, + "TP": 67682.04444444444, + "n_pred": 73043.88888888889, + "n_ref": 138803.8 + }, + "3": { + "Dice": 0.19439582472140918, + "FN": 934.6444444444444, + "FP": 1459.1333333333334, + "IoU": 0.15373290407568183, + "TN": 893561.6222222223, + "TP": 1159.6222222222223, + "n_pred": 2618.7555555555555, + "n_ref": 2094.266666666667 + } + }, + "metric_per_case": [ + { + "metrics": { + "1": { + "Dice": 0.982821786208581, + "FN": 199, + "FP": 1067, + "IoU": 0.9662237874179607, + "TN": 486806, + "TP": 36216, + "n_pred": 37283, + "n_ref": 36415 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_3/validation/case_00023.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00023.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.920972671460522, + "FN": 6946, + "FP": 10792, + "IoU": 0.8535211732840061, + "TN": 141048, + "TP": 103358, + "n_pred": 114150, + "n_ref": 110304 + }, + "2": { + "Dice": 0.8864645088501698, + "FN": 4113, + "FP": 6554, + "IoU": 0.7960810552475626, + "TN": 209834, + "TP": 41643, + "n_pred": 48197, + "n_ref": 45756 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_3/validation/case_00035.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00035.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.8722047574804953, + "FN": 858, + "FP": 19224, + "IoU": 0.7733715523856814, + "TN": 173532, + "TP": 68530, + "n_pred": 87754, + "n_ref": 69388 + }, + "2": { + "Dice": 0.427024788499083, + "FN": 19364, + "FP": 6, + "IoU": 0.27147585376861744, + "TN": 235556, + "TP": 7218, + "n_pred": 7224, + "n_ref": 26582 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_3/validation/case_00041.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00041.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.8532669556186067, + "FN": 15926, + "FP": 9363, + "IoU": 0.7440850857131291, + "TN": 3833342, + "TP": 73529, + "n_pred": 82892, + "n_ref": 89455 + }, + "2": { + "Dice": 0.12415201435920462, + "FN": 1541201, + "FP": 3695, + "IoU": 0.06618447513314567, + "TN": 2277769, + "TP": 109495, + "n_pred": 113190, + "n_ref": 1650696 + }, + "3": { + "Dice": 0.0, + "FN": 0, + "FP": 6033, + "IoU": 0.0, + "TN": 3926127, + "TP": 0, + "n_pred": 6033, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_3/validation/case_00042.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00042.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.7294406061956764, + "FN": 5018, + "FP": 9550, + "IoU": 0.5741098052973163, + "TN": 752226, + "TP": 19638, + "n_pred": 29188, + "n_ref": 24656 + }, + "2": { + "Dice": 0.5643914292025624, + "FN": 76165, + "FP": 2715, + "IoU": 0.3931374057547315, + "TN": 656452, + "TP": 51100, + "n_pred": 53815, + "n_ref": 127265 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 786432, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_3/validation/case_00045.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00045.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9787877401879322, + "FN": 3011, + "FP": 5337, + "IoU": 0.9584567074900346, + "TN": 847629, + "TP": 192599, + "n_pred": 197936, + "n_ref": 195610 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 1048576, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": 0.0, + "FN": 0, + "FP": 9, + "IoU": 0.0, + "TN": 1048567, + "TP": 0, + "n_pred": 9, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_3/validation/case_00057.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00057.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.930199074878045, + "FN": 3472, + "FP": 18635, + "IoU": 0.8695067026344216, + "TN": 617021, + "TP": 147304, + "n_pred": 165939, + "n_ref": 150776 + }, + "2": { + "Dice": 0.8706083976006855, + "FN": 64, + "FP": 87, + "IoU": 0.7708649468892261, + "TN": 785773, + "TP": 508, + "n_pred": 595, + "n_ref": 572 + }, + "3": { + "Dice": 0.8963419051068453, + "FN": 5043, + "FP": 2112, + "IoU": 0.8121554213704384, + "TN": 748342, + "TP": 30935, + "n_pred": 33047, + "n_ref": 35978 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_3/validation/case_00068.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00068.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.958745965794261, + "FN": 5049, + "FP": 12118, + "IoU": 0.9207608655514936, + "TN": 569784, + "TP": 199481, + "n_pred": 211599, + "n_ref": 204530 + }, + "2": { + "Dice": 0.8000654852044367, + "FN": 675, + "FP": 4210, + "IoU": 0.6667576233030903, + "TN": 771773, + "TP": 9774, + "n_pred": 13984, + "n_ref": 10449 + }, + "3": { + "Dice": 0.0, + "FN": 0, + "FP": 2, + "IoU": 0.0, + "TN": 786430, + "TP": 0, + "n_pred": 2, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_3/validation/case_00071.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00071.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.5898346780436615, + "FN": 15311, + "FP": 80059, + "IoU": 0.4182734242999091, + "TN": 1671065, + "TP": 68573, + "n_pred": 148632, + "n_ref": 83884 + }, + "2": { + "Dice": 0.9074262925820993, + "FN": 64386, + "FP": 37102, + "IoU": 0.8305401149791866, + "TN": 1236117, + "TP": 497403, + "n_pred": 534505, + "n_ref": 561789 + }, + "3": { + "Dice": 0.0, + "FN": 0, + "FP": 4896, + "IoU": 0.0, + "TN": 1830112, + "TP": 0, + "n_pred": 4896, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_3/validation/case_00078.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00078.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.2704710488449655, + "FN": 64364, + "FP": 1039, + "IoU": 0.15638422743044358, + "TN": 1757481, + "TP": 12124, + "n_pred": 13163, + "n_ref": 76488 + }, + "2": { + "Dice": 0.4141708270372803, + "FN": 235442, + "FP": 19662, + "IoU": 0.261169887714644, + "TN": 1489727, + "TP": 90177, + "n_pred": 109839, + "n_ref": 325619 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 1835008, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_3/validation/case_00088.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00088.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9600742028210442, + "FN": 7995, + "FP": 1561, + "IoU": 0.9232141422257935, + "TN": 661982, + "TP": 114894, + "n_pred": 116455, + "n_ref": 122889 + }, + "2": { + "Dice": 0.8282272342390886, + "FN": 5575, + "FP": 3351, + "IoU": 0.7068155690589588, + "TN": 755987, + "TP": 21519, + "n_pred": 24870, + "n_ref": 27094 + }, + "3": { + "Dice": 0.0, + "FN": 959, + "FP": 1013, + "IoU": 0.0, + "TN": 784460, + "TP": 0, + "n_pred": 1013, + "n_ref": 959 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_3/validation/case_00094.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00094.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9520735705421475, + "FN": 3743, + "FP": 6607, + "IoU": 0.9085309271517326, + "TN": 411135, + "TP": 102803, + "n_pred": 109410, + "n_ref": 106546 + }, + "2": { + "Dice": 0.9660665923211725, + "FN": 3623, + "FP": 3193, + "IoU": 0.9343605546995377, + "TN": 420448, + "TP": 97024, + "n_pred": 100217, + "n_ref": 100647 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_3/validation/case_00095.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00095.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9707521954944636, + "FN": 345, + "FP": 38, + "IoU": 0.9431666419350052, + "TN": 255405, + "TP": 6356, + "n_pred": 6394, + "n_ref": 6701 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_3/validation/case_00101.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00101.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.781495237745008, + "FN": 8737, + "FP": 20972, + "IoU": 0.6413559158347115, + "TN": 703595, + "TP": 53128, + "n_pred": 74100, + "n_ref": 61865 + }, + "2": { + "Dice": 0.9600889689910771, + "FN": 3066, + "FP": 12258, + "IoU": 0.9232414508187278, + "TN": 586793, + "TP": 184315, + "n_pred": 196573, + "n_ref": 187381 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 786432, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_3/validation/case_00107.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00107.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9148603284067262, + "FN": 7295, + "FP": 3915, + "IoU": 0.8430807133458383, + "TN": 1501426, + "TP": 60228, + "n_pred": 64143, + "n_ref": 67523 + }, + "2": { + "Dice": 0.262047234612625, + "FN": 722007, + "FP": 13374, + "IoU": 0.1507792615722884, + "TN": 706916, + "TP": 130567, + "n_pred": 143941, + "n_ref": 852574 + }, + "3": { + "Dice": 0.37707509881422924, + "FN": 3152, + "FP": 0, + "IoU": 0.2323429128105212, + "TN": 1568758, + "TP": 954, + "n_pred": 954, + "n_ref": 4106 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_3/validation/case_00114.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00114.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9822228408026925, + "FN": 822, + "FP": 1988, + "IoU": 0.9650666965029401, + "TN": 443849, + "TP": 77629, + "n_pred": 79617, + "n_ref": 78451 + }, + "2": { + "Dice": 0.0, + "FN": 0, + "FP": 5681, + "IoU": 0.0, + "TN": 518607, + "TP": 0, + "n_pred": 5681, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_3/validation/case_00115.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00115.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9502599795639363, + "FN": 6198, + "FP": 11375, + "IoU": 0.905233639819883, + "TN": 1125285, + "TP": 167862, + "n_pred": 179237, + "n_ref": 174060 + }, + "2": { + "Dice": 0.9268436144401146, + "FN": 7011, + "FP": 3934, + "IoU": 0.8636612770622089, + "TN": 1230442, + "TP": 69333, + "n_pred": 73267, + "n_ref": 76344 + }, + "3": { + "Dice": 0.0, + "FN": 193, + "FP": 32, + "IoU": 0.0, + "TN": 1310495, + "TP": 0, + "n_pred": 32, + "n_ref": 193 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_3/validation/case_00116.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00116.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_3/validation/case_00118.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00118.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9222516907967553, + "FN": 12591, + "FP": 13470, + "IoU": 0.8557208421682011, + "TN": 605803, + "TP": 154568, + "n_pred": 168038, + "n_ref": 167159 + }, + "2": { + "Dice": 0.8848260480359283, + "FN": 10508, + "FP": 4674, + "IoU": 0.7934421768707483, + "TN": 712932, + "TP": 58318, + "n_pred": 62992, + "n_ref": 68826 + }, + "3": { + "Dice": 0.8394864365289504, + "FN": 2805, + "FP": 408, + "IoU": 0.7233749461902712, + "TN": 774817, + "TP": 8402, + "n_pred": 8810, + "n_ref": 11207 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_3/validation/case_00119.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00119.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 1048576, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 1048576, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 1048576, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_3/validation/case_00125.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00125.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9198155671935057, + "FN": 27678, + "FP": 13294, + "IoU": 0.8515356630382792, + "TN": 1296892, + "TP": 235000, + "n_pred": 248294, + "n_ref": 262678 + }, + "2": { + "Dice": 0.9588091310857039, + "FN": 29011, + "FP": 29400, + "IoU": 0.9208773911794905, + "TN": 834630, + "TP": 679823, + "n_pred": 709223, + "n_ref": 708834 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 1572864, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_3/validation/case_00139.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00139.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_3/validation/case_00141.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00141.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.974903125339514, + "FN": 2340, + "FP": 1818, + "IoU": 0.9510351162297747, + "TN": 701514, + "TP": 80760, + "n_pred": 82578, + "n_ref": 83100 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 786432, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 786432, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_3/validation/case_00148.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00148.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9277082330284063, + "FN": 5054, + "FP": 952, + "IoU": 0.8651639988325888, + "TN": 741889, + "TP": 38537, + "n_pred": 39489, + "n_ref": 43591 + }, + "2": { + "Dice": 0.0, + "FN": 0, + "FP": 15882, + "IoU": 0.0, + "TN": 770550, + "TP": 0, + "n_pred": 15882, + "n_ref": 0 + }, + "3": { + "Dice": 0.5886756346034784, + "FN": 13298, + "FP": 1318, + "IoU": 0.4171086739780658, + "TN": 761357, + "TP": 10459, + "n_pred": 11777, + "n_ref": 23757 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_3/validation/case_00152.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00152.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9729117325560211, + "FN": 3964, + "FP": 794, + "IoU": 0.9472523086815294, + "TN": 434085, + "TP": 85445, + "n_pred": 86239, + "n_ref": 89409 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": 0.7473372781065089, + "FN": 818, + "FP": 36, + "IoU": 0.5965989607935758, + "TN": 522171, + "TP": 1263, + "n_pred": 1299, + "n_ref": 2081 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_3/validation/case_00154.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00154.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 786432, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 786432, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 786432, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_3/validation/case_00164.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00164.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9793102819002605, + "FN": 2160, + "FP": 2375, + "IoU": 0.9594593386553194, + "TN": 150281, + "TP": 107328, + "n_pred": 109703, + "n_ref": 109488 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": 0.0, + "FN": 0, + "FP": 438, + "IoU": 0.0, + "TN": 261706, + "TP": 0, + "n_pred": 438, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_3/validation/case_00166.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00166.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_3/validation/case_00169.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00169.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.745985648212173, + "FN": 10536, + "FP": 5995, + "IoU": 0.5948780786668301, + "TN": 745627, + "TP": 24274, + "n_pred": 30269, + "n_ref": 34810 + }, + "2": { + "Dice": 0.9589497596390187, + "FN": 4866, + "FP": 11000, + "IoU": 0.9211368697311914, + "TN": 585248, + "TP": 185318, + "n_pred": 196318, + "n_ref": 190184 + }, + "3": { + "Dice": 0.0, + "FN": 0, + "FP": 4676, + "IoU": 0.0, + "TN": 781756, + "TP": 0, + "n_pred": 4676, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_3/validation/case_00179.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00179.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9734034496594717, + "FN": 1271, + "FP": 8738, + "IoU": 0.9481849995858528, + "TN": 593264, + "TP": 183159, + "n_pred": 191897, + "n_ref": 184430 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 786432, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": 0.2446043165467626, + "FN": 1050, + "FP": 0, + "IoU": 0.13934426229508196, + "TN": 785212, + "TP": 170, + "n_pred": 170, + "n_ref": 1220 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_3/validation/case_00188.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00188.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9666081107457623, + "FN": 11581, + "FP": 1763, + "IoU": 0.9353741990788499, + "TN": 1104239, + "TP": 193137, + "n_pred": 194900, + "n_ref": 204718 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 1310720, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": 0.0, + "FN": 0, + "FP": 81, + "IoU": 0.0, + "TN": 1310639, + "TP": 0, + "n_pred": 81, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_3/validation/case_00191.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00191.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.7128512703012332, + "FN": 7227, + "FP": 1295, + "IoU": 0.5538219895287958, + "TN": 767332, + "TP": 10578, + "n_pred": 11873, + "n_ref": 17805 + }, + "2": { + "Dice": 0.8739805831020027, + "FN": 39040, + "FP": 3315, + "IoU": 0.7761683057914568, + "TN": 597205, + "TP": 146872, + "n_pred": 150187, + "n_ref": 185912 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 786432, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_3/validation/case_00202.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00202.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.0008183306055646482, + "FN": 9768, + "FP": 0, + "IoU": 0.00040933278755628325, + "TN": 1563092, + "TP": 4, + "n_pred": 4, + "n_ref": 9772 + }, + "2": { + "Dice": 0.24993981290411335, + "FN": 345883, + "FP": 3057, + "IoU": 0.14281783835038986, + "TN": 1165786, + "TP": 58138, + "n_pred": 61195, + "n_ref": 404021 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 1572864, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_3/validation/case_00211.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00211.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 786432, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 786432, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 786432, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_3/validation/case_00220.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00220.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 786432, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 786432, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 786432, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_3/validation/case_00241.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00241.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.8412022176831048, + "FN": 7860, + "FP": 3024, + "IoU": 0.7259266720386784, + "TN": 746720, + "TP": 28828, + "n_pred": 31852, + "n_ref": 36688 + }, + "2": { + "Dice": 0.8135913166588014, + "FN": 30289, + "FP": 6446, + "IoU": 0.6857597454256166, + "TN": 669531, + "TP": 80166, + "n_pred": 86612, + "n_ref": 110455 + }, + "3": { + "Dice": 0.0, + "FN": 0, + "FP": 26352, + "IoU": 0.0, + "TN": 760080, + "TP": 0, + "n_pred": 26352, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_3/validation/case_00242.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00242.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_3/validation/case_00255.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00255.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 786432, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 786432, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": 0.0, + "FN": 0, + "FP": 19, + "IoU": 0.0, + "TN": 786413, + "TP": 0, + "n_pred": 19, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_3/validation/case_00258.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00258.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.03221350078492936, + "FN": 26691, + "FP": 4133, + "IoU": 0.016370424737530715, + "TN": 1017239, + "TP": 513, + "n_pred": 4646, + "n_ref": 27204 + }, + "2": { + "Dice": 0.9383039953954626, + "FN": 15959, + "FP": 35493, + "IoU": 0.8837783992085041, + "TN": 605870, + "TP": 391254, + "n_pred": 426747, + "n_ref": 407213 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 1048576, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_3/validation/case_00262.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00262.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9725016632058545, + "FN": 2382, + "FP": 3074, + "IoU": 0.946475170208174, + "TN": 684498, + "TP": 96478, + "n_pred": 99552, + "n_ref": 98860 + }, + "2": { + "Dice": 0.8699734278122232, + "FN": 2543, + "FP": 393, + "IoU": 0.7698698855620003, + "TN": 773674, + "TP": 9822, + "n_pred": 10215, + "n_ref": 12365 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 786432, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_3/validation/case_00270.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00270.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.893007755009623, + "FN": 2248, + "FP": 27994, + "IoU": 0.8066973902038364, + "TN": 892127, + "TP": 126207, + "n_pred": 154201, + "n_ref": 128455 + }, + "2": { + "Dice": 0.02704830053667263, + "FN": 25144, + "FP": 2050, + "IoU": 0.013709560423618164, + "TN": 1021004, + "TP": 378, + "n_pred": 2428, + "n_ref": 25522 + }, + "3": { + "Dice": 0.0, + "FN": 14741, + "FP": 18007, + "IoU": 0.0, + "TN": 1015828, + "TP": 0, + "n_pred": 18007, + "n_ref": 14741 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_3/validation/case_00277.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00277.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.8304726901058739, + "FN": 15778, + "FP": 17063, + "IoU": 0.7100926015836725, + "TN": 673151, + "TP": 80440, + "n_pred": 97503, + "n_ref": 96218 + }, + "2": { + "Dice": 0.902215162579421, + "FN": 14544, + "FP": 12666, + "IoU": 0.8218506321323582, + "TN": 633695, + "TP": 125527, + "n_pred": 138193, + "n_ref": 140071 + }, + "3": { + "Dice": 0.0, + "FN": 0, + "FP": 229, + "IoU": 0.0, + "TN": 786203, + "TP": 0, + "n_pred": 229, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_3/validation/case_00279.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00279.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_3/validation/case_00285.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00285.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9571693234337857, + "FN": 13799, + "FP": 1390, + "IoU": 0.9178568917683834, + "TN": 601523, + "TP": 169720, + "n_pred": 171110, + "n_ref": 183519 + }, + "2": { + "Dice": 0.0, + "FN": 0, + "FP": 1085, + "IoU": 0.0, + "TN": 785347, + "TP": 0, + "n_pred": 1085, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 786432, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_3/validation/case_00290.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00290.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9713954387321222, + "FN": 123, + "FP": 469, + "IoU": 0.9443818113491169, + "TN": 1037932, + "TP": 10052, + "n_pred": 10521, + "n_ref": 10175 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 1048576, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 1048576, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_3/validation/case_00295.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00295.nii.gz" + } + ] + }, + "fold_4": { + "foreground_mean": { + "Dice": 0.5471358569103746, + "FN": 3563.85606060606, + "FP": 10492.560606060606, + "IoU": 0.49184452024004593, + "TN": 1029575.5151515151, + "TP": 46648.79545454545, + "n_pred": 57141.35606060606, + "n_ref": 50212.65151515151 + }, + "mean": { + "1": { + "Dice": 0.8326411480409421, + "FN": 4930.704545454545, + "FP": 8321.795454545454, + "IoU": 0.765775187128973, + "TN": 1009544.1818181818, + "TP": 67484.04545454546, + "n_pred": 75805.84090909091, + "n_ref": 72414.75 + }, + "2": { + "Dice": 0.5607684259351587, + "FN": 4495.863636363636, + "FP": 22505.204545454544, + "IoU": 0.5124858557592485, + "TN": 993559.3636363636, + "TP": 69720.29545454546, + "n_pred": 92225.5, + "n_ref": 74216.15909090909 + }, + "3": { + "Dice": 0.24799799675502276, + "FN": 1265.0, + "FP": 650.6818181818181, + "IoU": 0.1972725178319164, + "TN": 1085623.0, + "TP": 2742.0454545454545, + "n_pred": 3392.7272727272725, + "n_ref": 4007.0454545454545 + } + }, + "metric_per_case": [ + { + "metrics": { + "1": { + "Dice": 0.9630047663405248, + "FN": 574, + "FP": 10308, + "IoU": 0.9286491731906579, + "TN": 896062, + "TP": 141632, + "n_pred": 151940, + "n_ref": 142206 + }, + "2": { + "Dice": 0.0, + "FN": 8, + "FP": 8629, + "IoU": 0.0, + "TN": 1039939, + "TP": 0, + "n_pred": 8629, + "n_ref": 8 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 1048576, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_4/validation/case_00001.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00001.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.0, + "FN": 0, + "FP": 18302, + "IoU": 0.0, + "TN": 1292418, + "TP": 0, + "n_pred": 18302, + "n_ref": 0 + }, + "2": { + "Dice": 0.0, + "FN": 0, + "FP": 55144, + "IoU": 0.0, + "TN": 1255576, + "TP": 0, + "n_pred": 55144, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 1310720, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_4/validation/case_00011.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00011.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9694453111873845, + "FN": 3789, + "FP": 2576, + "IoU": 0.9407024408421837, + "TN": 941236, + "TP": 100975, + "n_pred": 103551, + "n_ref": 104764 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 1048576, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": 0.5879657542505727, + "FN": 3338, + "FP": 79, + "IoU": 0.41639624252775403, + "TN": 1042721, + "TP": 2438, + "n_pred": 2517, + "n_ref": 5776 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_4/validation/case_00015.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00015.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 786432, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 786432, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 786432, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_4/validation/case_00021.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00021.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.34670406732117814, + "FN": 12500, + "FP": 52712, + "IoU": 0.20970478452663727, + "TN": 1490348, + "TP": 17304, + "n_pred": 70016, + "n_ref": 29804 + }, + "2": { + "Dice": 0.9198465357707064, + "FN": 11678, + "FP": 41596, + "IoU": 0.8515887475554516, + "TN": 1213902, + "TP": 305688, + "n_pred": 347284, + "n_ref": 317366 + }, + "3": { + "Dice": 0.0, + "FN": 0, + "FP": 345, + "IoU": 0.0, + "TN": 1572519, + "TP": 0, + "n_pred": 345, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_4/validation/case_00028.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00028.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9779630288831677, + "FN": 1978, + "FP": 3346, + "IoU": 0.9568763719129427, + "TN": 662973, + "TP": 118135, + "n_pred": 121481, + "n_ref": 120113 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 786432, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 786432, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_4/validation/case_00032.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00032.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.956645623157951, + "FN": 6336, + "FP": 3402, + "IoU": 0.916894244555199, + "TN": 669256, + "TP": 107438, + "n_pred": 110840, + "n_ref": 113774 + }, + "2": { + "Dice": 0.41424554826616683, + "FN": 625, + "FP": 0, + "IoU": 0.26122931442080377, + "TN": 785586, + "TP": 221, + "n_pred": 221, + "n_ref": 846 + }, + "3": { + "Dice": 0.0, + "FN": 0, + "FP": 14, + "IoU": 0.0, + "TN": 786418, + "TP": 0, + "n_pred": 14, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_4/validation/case_00044.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00044.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9729229458786529, + "FN": 2606, + "FP": 700, + "IoU": 0.9472735682046538, + "TN": 461587, + "TP": 59395, + "n_pred": 60095, + "n_ref": 62001 + }, + "2": { + "Dice": 0.874222076645922, + "FN": 33, + "FP": 735, + "IoU": 0.7765493162641839, + "TN": 520851, + "TP": 2669, + "n_pred": 3404, + "n_ref": 2702 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_4/validation/case_00046.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00046.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9332856817960298, + "FN": 2705, + "FP": 7562, + "IoU": 0.8749162412738636, + "TN": 442207, + "TP": 71814, + "n_pred": 79376, + "n_ref": 74519 + }, + "2": { + "Dice": 0.8405967541413258, + "FN": 8415, + "FP": 1073, + "IoU": 0.7250253586436748, + "TN": 489783, + "TP": 25017, + "n_pred": 26090, + "n_ref": 33432 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_4/validation/case_00059.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00059.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 786432, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 786432, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 786432, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_4/validation/case_00060.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00060.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9748580227973995, + "FN": 1580, + "FP": 2763, + "IoU": 0.9509492777357382, + "TN": 697891, + "TP": 84198, + "n_pred": 86961, + "n_ref": 85778 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 786432, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": 0.369296833064949, + "FN": 1105, + "FP": 70, + "IoU": 0.22646477946017116, + "TN": 784913, + "TP": 344, + "n_pred": 414, + "n_ref": 1449 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_4/validation/case_00064.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00064.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.7987725658570386, + "FN": 6281, + "FP": 9982, + "IoU": 0.6649636389855998, + "TN": 475747, + "TP": 32278, + "n_pred": 42260, + "n_ref": 38559 + }, + "2": { + "Dice": 0.9807442210563958, + "FN": 7867, + "FP": 6510, + "IoU": 0.9622160024178394, + "TN": 143783, + "TP": 366128, + "n_pred": 372638, + "n_ref": 373995 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_4/validation/case_00067.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00067.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.7361222394005394, + "FN": 11192, + "FP": 105723, + "IoU": 0.5824315154112647, + "TN": 3390026, + "TP": 163075, + "n_pred": 268798, + "n_ref": 174267 + }, + "2": { + "Dice": 0.0, + "FN": 0, + "FP": 192702, + "IoU": 0.0, + "TN": 3477314, + "TP": 0, + "n_pred": 192702, + "n_ref": 0 + }, + "3": { + "Dice": 0.8909241527404329, + "FN": 4106, + "FP": 19463, + "IoU": 0.8033031779943918, + "TN": 3550192, + "TP": 96255, + "n_pred": 115718, + "n_ref": 100361 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_4/validation/case_00084.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00084.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9243389239817034, + "FN": 7727, + "FP": 9641, + "IoU": 0.8593217181412452, + "TN": 1187261, + "TP": 106091, + "n_pred": 115732, + "n_ref": 113818 + }, + "2": { + "Dice": 0.9513832421138608, + "FN": 7053, + "FP": 6280, + "IoU": 0.9072744975311218, + "TN": 1166930, + "TP": 130457, + "n_pred": 136737, + "n_ref": 137510 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 1310720, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_4/validation/case_00089.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00089.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9265654317423903, + "FN": 2638, + "FP": 7029, + "IoU": 0.8631783055453336, + "TN": 1240066, + "TP": 60987, + "n_pred": 68016, + "n_ref": 63625 + }, + "2": { + "Dice": 0.8962079155964316, + "FN": 4267, + "FP": 3249, + "IoU": 0.8119354435130739, + "TN": 1270755, + "TP": 32449, + "n_pred": 35698, + "n_ref": 36716 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 1310720, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_4/validation/case_00091.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00091.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_4/validation/case_00093.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00093.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_4/validation/case_00100.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00100.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.6892269481527475, + "FN": 7775, + "FP": 4237, + "IoU": 0.5258171482709616, + "TN": 761100, + "TP": 13320, + "n_pred": 17557, + "n_ref": 21095 + }, + "2": { + "Dice": 0.9519165565378659, + "FN": 11150, + "FP": 4095, + "IoU": 0.9082450089979476, + "TN": 620283, + "TP": 150904, + "n_pred": 154999, + "n_ref": 162054 + }, + "3": { + "Dice": 0.0, + "FN": 0, + "FP": 28, + "IoU": 0.0, + "TN": 786404, + "TP": 0, + "n_pred": 28, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_4/validation/case_00109.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00109.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9708414301643646, + "FN": 6015, + "FP": 5674, + "IoU": 0.9433351269857428, + "TN": 842293, + "TP": 194594, + "n_pred": 200268, + "n_ref": 200609 + }, + "2": { + "Dice": 0.0, + "FN": 0, + "FP": 1011, + "IoU": 0.0, + "TN": 1047565, + "TP": 0, + "n_pred": 1011, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 1048576, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_4/validation/case_00112.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00112.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_4/validation/case_00124.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00124.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.954222229388716, + "FN": 1015, + "FP": 1824, + "IoU": 0.9124522018009128, + "TN": 491860, + "TP": 29589, + "n_pred": 31413, + "n_ref": 30604 + }, + "2": { + "Dice": 0.0, + "FN": 1519, + "FP": 0, + "IoU": 0.0, + "TN": 522769, + "TP": 0, + "n_pred": 0, + "n_ref": 1519 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_4/validation/case_00130.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00130.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_4/validation/case_00132.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00132.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9682261062736318, + "FN": 6659, + "FP": 4383, + "IoU": 0.938409192324855, + "TN": 1131440, + "TP": 168238, + "n_pred": 172621, + "n_ref": 174897 + }, + "2": { + "Dice": 0.0, + "FN": 0, + "FP": 648, + "IoU": 0.0, + "TN": 1310072, + "TP": 0, + "n_pred": 648, + "n_ref": 0 + }, + "3": { + "Dice": 0.8335547740002606, + "FN": 3944, + "FP": 2445, + "IoU": 0.714611158261491, + "TN": 1288333, + "TP": 15998, + "n_pred": 18443, + "n_ref": 19942 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_4/validation/case_00134.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00134.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.965845199936945, + "FN": 7875, + "FP": 3825, + "IoU": 0.9339464458106803, + "TN": 1920023, + "TP": 165429, + "n_pred": 169254, + "n_ref": 173304 + }, + "2": { + "Dice": 0.0, + "FN": 89, + "FP": 0, + "IoU": 0.0, + "TN": 2097063, + "TP": 0, + "n_pred": 0, + "n_ref": 89 + }, + "3": { + "Dice": 0.7231224952082245, + "FN": 2536, + "FP": 642, + "IoU": 0.56632096069869, + "TN": 2089824, + "TP": 4150, + "n_pred": 4792, + "n_ref": 6686 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_4/validation/case_00137.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00137.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9744136328427575, + "FN": 404, + "FP": 3725, + "IoU": 0.9501039249806651, + "TN": 441536, + "TP": 78623, + "n_pred": 82348, + "n_ref": 79027 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_4/validation/case_00142.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00142.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.8503347418924209, + "FN": 6226, + "FP": 8685, + "IoU": 0.7396368081019731, + "TN": 991306, + "TP": 42359, + "n_pred": 51044, + "n_ref": 48585 + }, + "2": { + "Dice": 0.934605057785349, + "FN": 10107, + "FP": 5018, + "IoU": 0.8772381215200559, + "TN": 925370, + "TP": 108081, + "n_pred": 113099, + "n_ref": 118188 + }, + "3": { + "Dice": 0.0, + "FN": 0, + "FP": 3, + "IoU": 0.0, + "TN": 1048573, + "TP": 0, + "n_pred": 3, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_4/validation/case_00143.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00143.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9093086684152989, + "FN": 5245, + "FP": 19062, + "IoU": 0.8336993630398938, + "TN": 1164557, + "TP": 121856, + "n_pred": 140918, + "n_ref": 127101 + }, + "2": { + "Dice": 0.8925887008428536, + "FN": 12704, + "FP": 35340, + "IoU": 0.8060137200353701, + "TN": 1063053, + "TP": 199623, + "n_pred": 234963, + "n_ref": 212327 + }, + "3": { + "Dice": 0.0671079453058794, + "FN": 40599, + "FP": 132, + "IoU": 0.034718930704332164, + "TN": 1268524, + "TP": 1465, + "n_pred": 1597, + "n_ref": 42064 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_4/validation/case_00145.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00145.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9638157894736842, + "FN": 103, + "FP": 7, + "IoU": 0.9301587301587302, + "TN": 522713, + "TP": 1465, + "n_pred": 1472, + "n_ref": 1568 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_4/validation/case_00150.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00150.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_4/validation/case_00158.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00158.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.12273800157356413, + "FN": 1032, + "FP": 83, + "IoU": 0.06538139145012574, + "TN": 260951, + "TP": 78, + "n_pred": 161, + "n_ref": 1110 + }, + "2": { + "Dice": 0.9595049331186619, + "FN": 4372, + "FP": 935, + "IoU": 0.9221619243179818, + "TN": 193964, + "TP": 62873, + "n_pred": 63808, + "n_ref": 67245 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_4/validation/case_00159.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00159.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9684109285532108, + "FN": 14977, + "FP": 1248, + "IoU": 0.9387564829424065, + "TN": 521506, + "TP": 248701, + "n_pred": 249949, + "n_ref": 263678 + }, + "2": { + "Dice": 0.0, + "FN": 0, + "FP": 1515, + "IoU": 0.0, + "TN": 784917, + "TP": 0, + "n_pred": 1515, + "n_ref": 0 + }, + "3": { + "Dice": 0.0, + "FN": 0, + "FP": 100, + "IoU": 0.0, + "TN": 786332, + "TP": 0, + "n_pred": 100, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_4/validation/case_00163.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00163.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.6711445234380726, + "FN": 47756, + "FP": 15060, + "IoU": 0.5050545640783202, + "TN": 1445949, + "TP": 64099, + "n_pred": 79159, + "n_ref": 111855 + }, + "2": { + "Dice": 0.9536889104998302, + "FN": 13922, + "FP": 34080, + "IoU": 0.9114773990930499, + "TN": 1030607, + "TP": 494255, + "n_pred": 528335, + "n_ref": 508177 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 1572864, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_4/validation/case_00172.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00172.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.8842117999032073, + "FN": 4363, + "FP": 16691, + "IoU": 0.7924548761373382, + "TN": 1209277, + "TP": 80389, + "n_pred": 97080, + "n_ref": 84752 + }, + "2": { + "Dice": 0.9477011540754047, + "FN": 19309, + "FP": 82, + "IoU": 0.9006007730082735, + "TN": 1115638, + "TP": 175691, + "n_pred": 175773, + "n_ref": 195000 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 1310720, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_4/validation/case_00181.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00181.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 786432, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 786432, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 786432, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_4/validation/case_00182.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00182.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_4/validation/case_00200.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00200.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.86, + "FN": 13, + "FP": 1, + "IoU": 0.7543859649122807, + "TN": 1572807, + "TP": 43, + "n_pred": 44, + "n_ref": 56 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 1572864, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 1572864, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_4/validation/case_00214.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00214.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9047879616963064, + "FN": 6791, + "FP": 3649, + "IoU": 0.8261304021983512, + "TN": 2037107, + "TP": 49605, + "n_pred": 53254, + "n_ref": 56396 + }, + "2": { + "Dice": 0.9524103669573457, + "FN": 39844, + "FP": 5457, + "IoU": 0.9091445131918051, + "TN": 1598547, + "TP": 453304, + "n_pred": 458761, + "n_ref": 493148 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 2097152, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_4/validation/case_00223.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00223.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9613635539437897, + "FN": 1436, + "FP": 9218, + "IoU": 0.9256015977430483, + "TN": 1429662, + "TP": 132548, + "n_pred": 141766, + "n_ref": 133984 + }, + "2": { + "Dice": 0.7738910328229387, + "FN": 5242, + "FP": 207, + "IoU": 0.6311763909570868, + "TN": 1558090, + "TP": 9325, + "n_pred": 9532, + "n_ref": 14567 + }, + "3": { + "Dice": 0.0, + "FN": 32, + "FP": 0, + "IoU": 0.0, + "TN": 1572832, + "TP": 0, + "n_pred": 0, + "n_ref": 32 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_4/validation/case_00231.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00231.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9691742880107749, + "FN": 3567, + "FP": 2109, + "IoU": 0.9401921942173144, + "TN": 429384, + "TP": 89228, + "n_pred": 91337, + "n_ref": 92795 + }, + "2": { + "Dice": 0.022727272727272728, + "FN": 83, + "FP": 3, + "IoU": 0.011494252873563218, + "TN": 524201, + "TP": 1, + "n_pred": 4, + "n_ref": 84 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_4/validation/case_00232.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00232.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.4815461346633416, + "FN": 3476, + "FP": 8998, + "IoU": 0.3171292494662506, + "TN": 4176037, + "TP": 5793, + "n_pred": 14791, + "n_ref": 9269 + }, + "2": { + "Dice": 0.5340461614916798, + "FN": 12981, + "FP": 196106, + "IoU": 0.36429943935690223, + "TN": 3865396, + "TP": 119821, + "n_pred": 315927, + "n_ref": 132802 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 4194304, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_4/validation/case_00236.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00236.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9714609414830341, + "FN": 3178, + "FP": 6898, + "IoU": 0.9445056397603102, + "TN": 1653440, + "TP": 171492, + "n_pred": 178390, + "n_ref": 174670 + }, + "2": { + "Dice": 0.0, + "FN": 0, + "FP": 374493, + "IoU": 0.0, + "TN": 1460515, + "TP": 0, + "n_pred": 374493, + "n_ref": 0 + }, + "3": { + "Dice": 0.0, + "FN": 0, + "FP": 3982, + "IoU": 0.0, + "TN": 1831026, + "TP": 0, + "n_pred": 3982, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_4/validation/case_00253.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00253.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.8470347481975389, + "FN": 14773, + "FP": 7801, + "IoU": 0.734657655010285, + "TN": 1487789, + "TP": 62501, + "n_pred": 70302, + "n_ref": 77274 + }, + "2": { + "Dice": 0.9591086264260097, + "FN": 16427, + "FP": 8793, + "IoU": 0.9214300846137551, + "TN": 1251876, + "TP": 295768, + "n_pred": 304561, + "n_ref": 312195 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 1572864, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_4/validation/case_00280.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00280.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9410627970446664, + "FN": 14366, + "FP": 8935, + "IoU": 0.8886861226693165, + "TN": 839249, + "TP": 186026, + "n_pred": 194961, + "n_ref": 200392 + }, + "2": { + "Dice": 0.9420808593084209, + "FN": 10123, + "FP": 6528, + "IoU": 0.8905036529470175, + "TN": 896507, + "TP": 135418, + "n_pred": 141946, + "n_ref": 145541 + }, + "3": { + "Dice": 0.0, + "FN": 0, + "FP": 1327, + "IoU": 0.0, + "TN": 1047249, + "TP": 0, + "n_pred": 1327, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_4/validation/case_00291.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00291.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_4/validation/case_00293.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2717482/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00293.nii.gz" + } + ] + }, + "mean": { + "foreground_mean": { + "Dice": 0.5611199211385319, + "FN": 9904.830471380472, + "FP": 7827.809898989899, + "IoU": 0.4981316455657234, + "TN": 875554.6052525252, + "TP": 43626.00205387205, + "n_pred": 51453.81195286195, + "n_ref": 53530.83252525252 + }, + "mean": { + "1": { + "Dice": 0.816906791132188, + "FN": 7885.305353535354, + "FP": 8040.141313131314, + "IoU": 0.7468653182113226, + "TN": 852300.734141414, + "TP": 68687.06686868687, + "n_pred": 76727.20818181818, + "n_ref": 76572.37222222223 + }, + "2": { + "Dice": 0.6172785379191701, + "FN": 19856.532727272726, + "FP": 14333.116464646464, + "IoU": 0.5436259942816122, + "TN": 843818.926060606, + "TP": 58904.672424242424, + "n_pred": 73237.78888888888, + "n_ref": 78761.20515151515 + }, + "3": { + "Dice": 0.2491744343642374, + "FN": 1972.6533333333332, + "FP": 1110.1719191919192, + "IoU": 0.2039036242042352, + "TN": 930544.1555555556, + "TP": 3286.2668686868687, + "n_pred": 4396.4387878787875, + "n_ref": 5258.920202020203 + } + } + } +} \ No newline at end of file diff --git a/nnActive_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/loop_004/summary.json b/nnActive_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/loop_004/summary.json new file mode 100644 index 0000000000000000000000000000000000000000..dfa0702d9f8585b8ae9d2499a8aee0eb27fa845b --- /dev/null +++ b/nnActive_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/loop_004/summary.json @@ -0,0 +1,2746 @@ +{ + "foreground_mean": { + "Dice": 0.6983084909478324, + "FN": 21830.19111111111, + "FP": 32787.124444444446, + "IoU": 0.6322747603113138, + "TN": 134036756.28888889, + "TP": 350286.02222222224, + "n_pred": 383073.14666666667, + "n_ref": 372116.2133333333 + }, + "mean": { + "1": { + "Dice": 0.955117758303204, + "FN": 38942.4, + "FP": 32178.24, + "IoU": 0.9155352634626869, + "TN": 133586464.4, + "TP": 784074.5866666667, + "n_pred": 816252.8266666667, + "n_ref": 823016.9866666667 + }, + "2": { + "Dice": 0.7726730558572911, + "FN": 20853.81333333333, + "FP": 63354.58666666667, + "IoU": 0.6897489097707382, + "TN": 134100229.62666667, + "TP": 257221.6, + "n_pred": 320576.18666666665, + "n_ref": 278075.41333333333 + }, + "3": { + "Dice": 0.3671346586830018, + "FN": 5694.36, + "FP": 2828.5466666666666, + "IoU": 0.29154010770051614, + "TN": 134423574.84, + "TP": 9561.88, + "n_pred": 12390.426666666666, + "n_ref": 15256.24 + } + }, + "metric_per_case": [ + { + "metrics": { + "1": { + "Dice": 0.9691083526810321, + "FN": 3919, + "FP": 44167, + "IoU": 0.9400681004656357, + "TN": 141368775, + "TP": 754258, + "n_pred": 798425, + "n_ref": 758177 + }, + "2": { + "Dice": 0.7927162567091441, + "FN": 6127, + "FP": 168, + "IoU": 0.6566113899192668, + "TN": 142152787, + "TP": 12037, + "n_pred": 12205, + "n_ref": 18164 + }, + "3": { + "Dice": 0.0, + "FN": 0, + "FP": 680, + "IoU": 0.0, + "TN": 142170439, + "TP": 0, + "n_pred": 680, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00000.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00000.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9783520492701361, + "FN": 15664, + "FP": 23753, + "IoU": 0.9576215060884748, + "TN": 133418682, + "TP": 890701, + "n_pred": 914454, + "n_ref": 906365 + }, + "2": { + "Dice": 0.8941227688289073, + "FN": 1696, + "FP": 8032, + "IoU": 0.8085190142508464, + "TN": 134297996, + "TP": 41076, + "n_pred": 49108, + "n_ref": 42772 + }, + "3": { + "Dice": 0.0, + "FN": 0, + "FP": 356, + "IoU": 0.0, + "TN": 134348444, + "TP": 0, + "n_pred": 356, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00004.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00004.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.8845442095831552, + "FN": 136066, + "FP": 45364, + "IoU": 0.7929890338841683, + "TN": 217849973, + "TP": 694997, + "n_pred": 740361, + "n_ref": 831063 + }, + "2": { + "Dice": 0.9110142810366975, + "FN": 8731, + "FP": 16000, + "IoU": 0.8365713757054306, + "TN": 218575074, + "TP": 126595, + "n_pred": 142595, + "n_ref": 135326 + }, + "3": { + "Dice": 0.0, + "FN": 0, + "FP": 33003, + "IoU": 0.0, + "TN": 218693397, + "TP": 0, + "n_pred": 33003, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00005.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00005.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9713538668201881, + "FN": 13127, + "FP": 22699, + "IoU": 0.9443032307111109, + "TN": 82503167, + "TP": 607407, + "n_pred": 630106, + "n_ref": 620534 + }, + "2": { + "Dice": 0.8930200277612532, + "FN": 1634, + "FP": 2682, + "IoU": 0.806717420510524, + "TN": 83124070, + "TP": 18014, + "n_pred": 20696, + "n_ref": 19648 + }, + "3": { + "Dice": 0.0, + "FN": 0, + "FP": 484, + "IoU": 0.0, + "TN": 83145916, + "TP": 0, + "n_pred": 484, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00009.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00009.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9645801900110237, + "FN": 16833, + "FP": 22559, + "IoU": 0.9315836733134295, + "TN": 70272743, + "TP": 536377, + "n_pred": 558936, + "n_ref": 553210 + }, + "2": { + "Dice": 0.931738335486206, + "FN": 8731, + "FP": 2208, + "IoU": 0.8722004789999416, + "TN": 70762917, + "TP": 74656, + "n_pred": 76864, + "n_ref": 83387 + }, + "3": { + "Dice": 0.0, + "FN": 0, + "FP": 25, + "IoU": 0.0, + "TN": 70848487, + "TP": 0, + "n_pred": 25, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00013.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00013.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9778186529948878, + "FN": 29504, + "FP": 17213, + "IoU": 0.9565999769608371, + "TN": 232284096, + "TP": 1029711, + "n_pred": 1046924, + "n_ref": 1059215 + }, + "2": { + "Dice": 0.8615794143744454, + "FN": 695, + "FP": 241, + "IoU": 0.7568199532346064, + "TN": 233356675, + "TP": 2913, + "n_pred": 3154, + "n_ref": 3608 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 233360524, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00019.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00019.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9641437489832012, + "FN": 7247, + "FP": 44106, + "IoU": 0.9307698322395561, + "TN": 102784542, + "TP": 690419, + "n_pred": 734525, + "n_ref": 697666 + }, + "2": { + "Dice": 0.682597003457549, + "FN": 6478, + "FP": 1784, + "IoU": 0.5181383413040942, + "TN": 103509168, + "TP": 8884, + "n_pred": 10668, + "n_ref": 15362 + }, + "3": { + "Dice": 0.0, + "FN": 0, + "FP": 47, + "IoU": 0.0, + "TN": 103526267, + "TP": 0, + "n_pred": 47, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00022.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00022.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9562366173798158, + "FN": 45384, + "FP": 23780, + "IoU": 0.9161430965123074, + "TN": 76160584, + "TP": 755622, + "n_pred": 779402, + "n_ref": 801006 + }, + "2": { + "Dice": 0.9642641530770255, + "FN": 53692, + "FP": 24680, + "IoU": 0.9309942838627423, + "TN": 75849638, + "TP": 1057360, + "n_pred": 1082040, + "n_ref": 1111052 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 76985370, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00025.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00025.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.981683947039062, + "FN": 9921, + "FP": 24836, + "IoU": 0.9640267814541845, + "TN": 158026157, + "TP": 931434, + "n_pred": 956270, + "n_ref": 941355 + }, + "2": { + "Dice": 0.8924050632911392, + "FN": 1016, + "FP": 888, + "IoU": 0.8057142857142857, + "TN": 158982548, + "TP": 7896, + "n_pred": 8784, + "n_ref": 8912 + }, + "3": { + "Dice": 0.27418865635426143, + "FN": 2361, + "FP": 32, + "IoU": 0.15887521968365553, + "TN": 158989503, + "TP": 452, + "n_pred": 484, + "n_ref": 2813 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00027.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00027.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.8162460674049202, + "FN": 136752, + "FP": 54240, + "IoU": 0.6895403216236908, + "TN": 55138972, + "TP": 424199, + "n_pred": 478439, + "n_ref": 560951 + }, + "2": { + "Dice": 0.9726042546012698, + "FN": 107643, + "FP": 57347, + "IoU": 0.9466695369891803, + "TN": 52660434, + "TP": 2928739, + "n_pred": 2986086, + "n_ref": 3036382 + }, + "3": { + "Dice": 0.5079545454545454, + "FN": 866, + "FP": 0, + "IoU": 0.34044173648134046, + "TN": 55752850, + "TP": 447, + "n_pred": 447, + "n_ref": 1313 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00030.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00030.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9775493800009476, + "FN": 25964, + "FP": 27579, + "IoU": 0.9560846860280192, + "TN": 210194783, + "TP": 1165690, + "n_pred": 1193269, + "n_ref": 1191654 + }, + "2": { + "Dice": 0.9357770971247901, + "FN": 9131, + "FP": 2569, + "IoU": 0.8793055426608486, + "TN": 211317077, + "TP": 85239, + "n_pred": 87808, + "n_ref": 94370 + }, + "3": { + "Dice": 0.5839071414518985, + "FN": 456, + "FP": 3774, + "IoU": 0.4123367602111698, + "TN": 211406818, + "TP": 2968, + "n_pred": 6742, + "n_ref": 3424 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00034.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00034.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9501268641084376, + "FN": 89046, + "FP": 29048, + "IoU": 0.9049920715435591, + "TN": 170641585, + "TP": 1124897, + "n_pred": 1153945, + "n_ref": 1213943 + }, + "2": { + "Dice": 0.8705890146553568, + "FN": 21291, + "FP": 21686, + "IoU": 0.7708345553144179, + "TN": 171697039, + "TP": 144560, + "n_pred": 166246, + "n_ref": 165851 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 171884576, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00036.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00036.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9645714348862411, + "FN": 18890, + "FP": 32405, + "IoU": 0.9315673406984547, + "TN": 121662527, + "TP": 698274, + "n_pred": 730679, + "n_ref": 717164 + }, + "2": { + "Dice": 0.5883146533831465, + "FN": 7929, + "FP": 5, + "IoU": 0.41674630596192014, + "TN": 122398493, + "TP": 5669, + "n_pred": 5674, + "n_ref": 13598 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 122412096, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00039.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00039.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9787559849890005, + "FN": 20639, + "FP": 10881, + "IoU": 0.9583958100145721, + "TN": 153851344, + "TP": 726096, + "n_pred": 736977, + "n_ref": 746735 + }, + "2": { + "Dice": 0.9253603844100373, + "FN": 2889, + "FP": 606, + "IoU": 0.8610890302066773, + "TN": 154583800, + "TP": 21665, + "n_pred": 22271, + "n_ref": 24554 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 154608960, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00043.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00043.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9735315139717152, + "FN": 22727, + "FP": 30858, + "IoU": 0.948428059139547, + "TN": 251988422, + "TP": 985449, + "n_pred": 1016307, + "n_ref": 1008176 + }, + "2": { + "Dice": 0.8611309373057353, + "FN": 8019, + "FP": 16107, + "IoU": 0.7561281322968998, + "TN": 252928527, + "TP": 74803, + "n_pred": 90910, + "n_ref": 82822 + }, + "3": { + "Dice": 0.0, + "FN": 0, + "FP": 65, + "IoU": 0.0, + "TN": 253027391, + "TP": 0, + "n_pred": 65, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00048.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00048.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.97030760396536, + "FN": 32475, + "FP": 18458, + "IoU": 0.9423276385278052, + "TN": 135580040, + "TP": 832211, + "n_pred": 850669, + "n_ref": 864686 + }, + "2": { + "Dice": 0.7399862892958574, + "FN": 4760, + "FP": 550, + "IoU": 0.5872843152494948, + "TN": 136450318, + "TP": 7556, + "n_pred": 8106, + "n_ref": 12316 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 136463184, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00049.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00049.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9731098442160517, + "FN": 18248, + "FP": 44291, + "IoU": 0.9476279802031604, + "TN": 271599470, + "TP": 1131591, + "n_pred": 1175882, + "n_ref": 1149839 + }, + "2": { + "Dice": 0.8488248467437284, + "FN": 2449, + "FP": 4234, + "IoU": 0.7373550795834152, + "TN": 272768155, + "TP": 18762, + "n_pred": 22996, + "n_ref": 21211 + }, + "3": { + "Dice": 0.6022964509394572, + "FN": 1461, + "FP": 63, + "IoU": 0.43091859596713966, + "TN": 272790922, + "TP": 1154, + "n_pred": 1217, + "n_ref": 2615 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00054.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00054.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.903333717337986, + "FN": 169115, + "FP": 50731, + "IoU": 0.8237088452699224, + "TN": 149747882, + "TP": 1027216, + "n_pred": 1077947, + "n_ref": 1196331 + }, + "2": { + "Dice": 0.9429093076512847, + "FN": 15495, + "FP": 166493, + "IoU": 0.8919852520470738, + "TN": 149310100, + "TP": 1502856, + "n_pred": 1669349, + "n_ref": 1518351 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 150994944, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00056.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00056.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9660769596429664, + "FN": 12182, + "FP": 55042, + "IoU": 0.934379950861102, + "TN": 105794110, + "TP": 957219, + "n_pred": 1012261, + "n_ref": 969401 + }, + "2": { + "Dice": 0.7548390331962692, + "FN": 8971, + "FP": 807, + "IoU": 0.6062180339092264, + "TN": 106793722, + "TP": 15053, + "n_pred": 15860, + "n_ref": 24024 + }, + "3": { + "Dice": 0.7072507471527423, + "FN": 10081, + "FP": 792, + "IoU": 0.5470904319573457, + "TN": 106794546, + "TP": 13134, + "n_pred": 13926, + "n_ref": 23215 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00063.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00063.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9094463498755061, + "FN": 71549, + "FP": 98402, + "IoU": 0.8339308660070844, + "TN": 114582129, + "TP": 853424, + "n_pred": 951826, + "n_ref": 924973 + }, + "2": { + "Dice": 0.599022182245499, + "FN": 9285, + "FP": 101271, + "IoU": 0.4275743517521332, + "TN": 115412368, + "TP": 82580, + "n_pred": 183851, + "n_ref": 91865 + }, + "3": { + "Dice": 0.7838412473423104, + "FN": 99704, + "FP": 8571, + "IoU": 0.6445221445221445, + "TN": 115300914, + "TP": 196315, + "n_pred": 204886, + "n_ref": 296019 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00069.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00069.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9490127242262123, + "FN": 54134, + "FP": 41780, + "IoU": 0.9029726107078728, + "TN": 83107475, + "TP": 892611, + "n_pred": 934391, + "n_ref": 946745 + }, + "2": { + "Dice": 0.9253396956559691, + "FN": 57666, + "FP": 80898, + "IoU": 0.8610532015703263, + "TN": 83098755, + "TP": 858681, + "n_pred": 939579, + "n_ref": 916347 + }, + "3": { + "Dice": 0.0, + "FN": 0, + "FP": 405, + "IoU": 0.0, + "TN": 84095595, + "TP": 0, + "n_pred": 405, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00070.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00070.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9755733103822941, + "FN": 33657, + "FP": 7439, + "IoU": 0.9523114931204664, + "TN": 98481366, + "TP": 820663, + "n_pred": 828102, + "n_ref": 854320 + }, + "2": { + "Dice": 0.14373506316148857, + "FN": 5015, + "FP": 1, + "IoU": 0.07743240757770829, + "TN": 99337688, + "TP": 421, + "n_pred": 422, + "n_ref": 5436 + }, + "3": { + "Dice": 0.0, + "FN": 0, + "FP": 2349, + "IoU": 0.0, + "TN": 99340776, + "TP": 0, + "n_pred": 2349, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00072.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00072.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.853253379507936, + "FN": 142416, + "FP": 19539, + "IoU": 0.7440644378283049, + "TN": 140765900, + "TP": 470841, + "n_pred": 490380, + "n_ref": 613257 + }, + "2": { + "Dice": 0.9108051498380003, + "FN": 13283, + "FP": 129842, + "IoU": 0.836218744242624, + "TN": 140524817, + "TP": 730754, + "n_pred": 860596, + "n_ref": 744037 + }, + "3": { + "Dice": 0.0, + "FN": 0, + "FP": 72, + "IoU": 0.0, + "TN": 141398624, + "TP": 0, + "n_pred": 72, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00079.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00079.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9702892387229209, + "FN": 30366, + "FP": 32160, + "IoU": 0.9422929964522643, + "TN": 169179585, + "TP": 1020982, + "n_pred": 1053142, + "n_ref": 1051348 + }, + "2": { + "Dice": 0.8919832457490818, + "FN": 9784, + "FP": 2775, + "IoU": 0.805026857515447, + "TN": 170198679, + "TP": 51855, + "n_pred": 54630, + "n_ref": 61639 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 170263093, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00086.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00086.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9655309767464415, + "FN": 14935, + "FP": 44774, + "IoU": 0.9333590035491863, + "TN": 63539646, + "TP": 836271, + "n_pred": 881045, + "n_ref": 851206 + }, + "2": { + "Dice": 0.3912811815468624, + "FN": 21108, + "FP": 153685, + "IoU": 0.24322533997774612, + "TN": 64204655, + "TP": 56178, + "n_pred": 209863, + "n_ref": 77286 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 64435626, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00087.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00087.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9725660568699072, + "FN": 22552, + "FP": 15159, + "IoU": 0.9465971641028037, + "TN": 101663711, + "TP": 668450, + "n_pred": 683609, + "n_ref": 691002 + }, + "2": { + "Dice": 0.7900158478605388, + "FN": 29, + "FP": 7391, + "IoU": 0.6529142108709889, + "TN": 102348494, + "TP": 13958, + "n_pred": 21349, + "n_ref": 13987 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 102369872, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00096.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00096.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9515701898845316, + "FN": 63452, + "FP": 18184, + "IoU": 0.9076145877421501, + "TN": 143172322, + "TP": 802010, + "n_pred": 820194, + "n_ref": 865462 + }, + "2": { + "Dice": 0.9343527017830713, + "FN": 21290, + "FP": 7939, + "IoU": 0.8767935726449612, + "TN": 143818732, + "TP": 208007, + "n_pred": 215946, + "n_ref": 229297 + }, + "3": { + "Dice": 0.0, + "FN": 516, + "FP": 0, + "IoU": 0.0, + "TN": 144055452, + "TP": 0, + "n_pred": 0, + "n_ref": 516 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00099.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00099.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9099363112286722, + "FN": 65020, + "FP": 70665, + "IoU": 0.8347551804558436, + "TN": 121388885, + "TP": 685430, + "n_pred": 756095, + "n_ref": 750450 + }, + "2": { + "Dice": 0.6772761048511218, + "FN": 338622, + "FP": 666813, + "IoU": 0.5120313523744813, + "TN": 120149550, + "TP": 1055015, + "n_pred": 1721828, + "n_ref": 1393637 + }, + "3": { + "Dice": 0.9151333946642134, + "FN": 1261, + "FP": 3905, + "IoU": 0.8435446258214967, + "TN": 122176981, + "TP": 27853, + "n_pred": 31758, + "n_ref": 29114 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00102.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00102.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9466641682903176, + "FN": 69466, + "FP": 21335, + "IoU": 0.8987296736633134, + "TN": 57293380, + "TP": 805819, + "n_pred": 827154, + "n_ref": 875285 + }, + "2": { + "Dice": 0.8686903529952857, + "FN": 51411, + "FP": 33097, + "IoU": 0.7678625876613477, + "TN": 57825957, + "TP": 279535, + "n_pred": 312632, + "n_ref": 330946 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 58190000, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00113.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00113.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.966796985186689, + "FN": 46353, + "FP": 28392, + "IoU": 0.9357279947168747, + "TN": 66665488, + "TP": 1088203, + "n_pred": 1116595, + "n_ref": 1134556 + }, + "2": { + "Dice": 0.776002128304595, + "FN": 1605, + "FP": 34600, + "IoU": 0.6339897693038679, + "TN": 67729518, + "TP": 62713, + "n_pred": 97313, + "n_ref": 64318 + }, + "3": { + "Dice": 0.8359471123994835, + "FN": 42306, + "FP": 761, + "IoU": 0.7181349930952334, + "TN": 67675643, + "TP": 109726, + "n_pred": 110487, + "n_ref": 152032 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00117.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00117.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9634626877180807, + "FN": 18530, + "FP": 19376, + "IoU": 0.9295012116804883, + "TN": 101927317, + "TP": 499777, + "n_pred": 519153, + "n_ref": 518307 + }, + "2": { + "Dice": 0.19295515631631066, + "FN": 5620, + "FP": 85, + "IoU": 0.10677939564740879, + "TN": 102458613, + "TP": 682, + "n_pred": 767, + "n_ref": 6302 + }, + "3": { + "Dice": 0.6739440759089764, + "FN": 1603, + "FP": 2280, + "IoU": 0.5082320162107397, + "TN": 102457104, + "TP": 4013, + "n_pred": 6293, + "n_ref": 5616 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00121.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00121.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9377164096293937, + "FN": 50860, + "FP": 46130, + "IoU": 0.8827364162730275, + "TN": 121541695, + "TP": 730121, + "n_pred": 776251, + "n_ref": 780981 + }, + "2": { + "Dice": 0.9661039383603335, + "FN": 4864, + "FP": 71705, + "IoU": 0.9344304270084745, + "TN": 121201054, + "TP": 1091183, + "n_pred": 1162888, + "n_ref": 1096047 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 122368806, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00135.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00135.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9793228333192959, + "FN": 19048, + "FP": 18268, + "IoU": 0.9594834344184511, + "TN": 57684562, + "TP": 883690, + "n_pred": 901958, + "n_ref": 902738 + }, + "2": { + "Dice": 0.9177351887798343, + "FN": 4990, + "FP": 1028, + "IoU": 0.8479765573687668, + "TN": 58565982, + "TP": 33568, + "n_pred": 34596, + "n_ref": 38558 + }, + "3": { + "Dice": 0.8379955725498088, + "FN": 762, + "FP": 43, + "IoU": 0.7211638378940076, + "TN": 58602681, + "TP": 2082, + "n_pred": 2125, + "n_ref": 2844 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00138.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00138.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9733584811063428, + "FN": 22578, + "FP": 22058, + "IoU": 0.9480996659430511, + "TN": 168184087, + "TP": 815397, + "n_pred": 837455, + "n_ref": 837975 + }, + "2": { + "Dice": 0.9248179744147699, + "FN": 7832, + "FP": 2153, + "IoU": 0.8601501442617441, + "TN": 168972722, + "TP": 61413, + "n_pred": 63566, + "n_ref": 69245 + }, + "3": { + "Dice": 0.7440929114937925, + "FN": 1177, + "FP": 101, + "IoU": 0.5924744897959183, + "TN": 169040984, + "TP": 1858, + "n_pred": 1959, + "n_ref": 3035 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00144.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00144.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9809015244363112, + "FN": 15912, + "FP": 20490, + "IoU": 0.9625188811059205, + "TN": 79361729, + "TP": 934807, + "n_pred": 955297, + "n_ref": 950719 + }, + "2": { + "Dice": 0.00945434900054025, + "FN": 22002, + "FP": 0, + "IoU": 0.004749626815035961, + "TN": 80310831, + "TP": 105, + "n_pred": 105, + "n_ref": 22107 + }, + "3": { + "Dice": 0.0, + "FN": 0, + "FP": 18947, + "IoU": 0.0, + "TN": 80313991, + "TP": 0, + "n_pred": 18947, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00146.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00146.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9669722408594157, + "FN": 29456, + "FP": 48026, + "IoU": 0.9360563956808646, + "TN": 100152324, + "TP": 1134242, + "n_pred": 1182268, + "n_ref": 1163698 + }, + "2": { + "Dice": 0.9527931391934533, + "FN": 34175, + "FP": 7175, + "IoU": 0.9098423385610968, + "TN": 100905407, + "TP": 417291, + "n_pred": 424466, + "n_ref": 451466 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 101364048, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00149.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00149.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9524508850868422, + "FN": 53289, + "FP": 28885, + "IoU": 0.9092183569510254, + "TN": 190264375, + "TP": 823009, + "n_pred": 851894, + "n_ref": 876298 + }, + "2": { + "Dice": 0.9485867951699386, + "FN": 4683, + "FP": 48620, + "IoU": 0.9022017136671376, + "TN": 190624528, + "TP": 491727, + "n_pred": 540347, + "n_ref": 496410 + }, + "3": { + "Dice": 0.5314379442318207, + "FN": 2359, + "FP": 5354, + "IoU": 0.3618763961280715, + "TN": 191157471, + "TP": 4374, + "n_pred": 9728, + "n_ref": 6733 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00151.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00151.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9710182445097292, + "FN": 19545, + "FP": 34417, + "IoU": 0.9436690585899414, + "TN": 49186679, + "TP": 903984, + "n_pred": 938401, + "n_ref": 923529 + }, + "2": { + "Dice": 0.8235461371007152, + "FN": 17202, + "FP": 2657, + "IoU": 0.7000241684541253, + "TN": 50078423, + "TP": 46343, + "n_pred": 49000, + "n_ref": 63545 + }, + "3": { + "Dice": 0.06580829756795423, + "FN": 653, + "FP": 0, + "IoU": 0.034023668639053255, + "TN": 50143949, + "TP": 23, + "n_pred": 23, + "n_ref": 676 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00153.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00153.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9391697351028859, + "FN": 8331, + "FP": 74552, + "IoU": 0.8853157438847885, + "TN": 96271878, + "TP": 639823, + "n_pred": 714375, + "n_ref": 648154 + }, + "2": { + "Dice": 0.9481158658000526, + "FN": 811, + "FP": 570, + "IoU": 0.9013500964354597, + "TN": 96980585, + "TP": 12618, + "n_pred": 13188, + "n_ref": 13429 + }, + "3": { + "Dice": 0.3526607866673625, + "FN": 72858, + "FP": 1564, + "IoU": 0.21407903351849114, + "TN": 96899890, + "TP": 20272, + "n_pred": 21836, + "n_ref": 93130 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00155.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00155.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9658593284551505, + "FN": 12638, + "FP": 52804, + "IoU": 0.9339728675522481, + "TN": 257876062, + "TP": 925696, + "n_pred": 978500, + "n_ref": 938334 + }, + "2": { + "Dice": 0.8206587153955575, + "FN": 1507, + "FP": 132, + "IoU": 0.6958619409909074, + "TN": 258861811, + "TP": 3750, + "n_pred": 3882, + "n_ref": 5257 + }, + "3": { + "Dice": 0.8222028171153043, + "FN": 1107, + "FP": 3576, + "IoU": 0.6980852298368899, + "TN": 258851689, + "TP": 10828, + "n_pred": 14404, + "n_ref": 11935 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00156.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00156.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9704904822743687, + "FN": 9615, + "FP": 29789, + "IoU": 0.9426726665124514, + "TN": 108601413, + "TP": 647947, + "n_pred": 677736, + "n_ref": 657562 + }, + "2": { + "Dice": 0.9725846274234676, + "FN": 3348, + "FP": 4780, + "IoU": 0.9466323488857664, + "TN": 109136462, + "TP": 144174, + "n_pred": 148954, + "n_ref": 147522 + }, + "3": { + "Dice": 0.0, + "FN": 0, + "FP": 275, + "IoU": 0.0, + "TN": 109288489, + "TP": 0, + "n_pred": 275, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00157.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00157.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9587492945344864, + "FN": 19561, + "FP": 15669, + "IoU": 0.9207670059689006, + "TN": 78008604, + "TP": 409408, + "n_pred": 425077, + "n_ref": 428969 + }, + "2": { + "Dice": 0.9218330930344325, + "FN": 4086, + "FP": 5998, + "IoU": 0.8550003594794737, + "TN": 78383697, + "TP": 59461, + "n_pred": 65459, + "n_ref": 63547 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 78453242, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00162.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00162.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9631081337208687, + "FN": 28908, + "FP": 9437, + "IoU": 0.9288414395388843, + "TN": 136493117, + "TP": 500522, + "n_pred": 509959, + "n_ref": 529430 + }, + "2": { + "Dice": 0.924660746549802, + "FN": 2445, + "FP": 7354, + "IoU": 0.8598781673625808, + "TN": 136962052, + "TP": 60133, + "n_pred": 67487, + "n_ref": 62578 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 137031984, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00168.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00168.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9653615266265251, + "FN": 16105, + "FP": 25838, + "IoU": 0.9330423635600269, + "TN": 109363521, + "TP": 584468, + "n_pred": 610306, + "n_ref": 600573 + }, + "2": { + "Dice": 0.942003893802925, + "FN": 5175, + "FP": 3434, + "IoU": 0.8903661254377587, + "TN": 109911407, + "TP": 69916, + "n_pred": 73350, + "n_ref": 75091 + }, + "3": { + "Dice": 0.0, + "FN": 660, + "FP": 6631, + "IoU": 0.0, + "TN": 109982641, + "TP": 0, + "n_pred": 6631, + "n_ref": 660 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00177.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00177.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9672207500445205, + "FN": 16810, + "FP": 26262, + "IoU": 0.936522253023785, + "TN": 79495469, + "TP": 635465, + "n_pred": 661727, + "n_ref": 652275 + }, + "2": { + "Dice": 0.8995105738344463, + "FN": 9707, + "FP": 210, + "IoU": 0.8173732090899046, + "TN": 80119704, + "TP": 44385, + "n_pred": 44595, + "n_ref": 54092 + }, + "3": { + "Dice": 0.9339991958863237, + "FN": 2116, + "FP": 1003, + "IoU": 0.8761711926314117, + "TN": 80148818, + "TP": 22069, + "n_pred": 23072, + "n_ref": 24185 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00183.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00183.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9640222785046693, + "FN": 67128, + "FP": 43758, + "IoU": 0.9305434455802766, + "TN": 267321728, + "TP": 1485594, + "n_pred": 1529352, + "n_ref": 1552722 + }, + "2": { + "Dice": 0.0, + "FN": 89356, + "FP": 278, + "IoU": 0.0, + "TN": 268828574, + "TP": 0, + "n_pred": 278, + "n_ref": 89356 + }, + "3": { + "Dice": 0.11157242848750959, + "FN": 3913, + "FP": 85318, + "IoU": 0.059082185713984436, + "TN": 268823374, + "TP": 5603, + "n_pred": 90921, + "n_ref": 9516 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00185.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00185.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9584079259063064, + "FN": 39444, + "FP": 38758, + "IoU": 0.9201374988766432, + "TN": 210716107, + "TP": 901006, + "n_pred": 939764, + "n_ref": 940450 + }, + "2": { + "Dice": 0.9607465558156675, + "FN": 23422, + "FP": 23075, + "IoU": 0.9244583803806569, + "TN": 211079800, + "TP": 569018, + "n_pred": 592093, + "n_ref": 592440 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 211695315, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00186.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00186.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9653712180799351, + "FN": 16121, + "FP": 19320, + "IoU": 0.933060470527795, + "TN": 78740885, + "TP": 494007, + "n_pred": 513327, + "n_ref": 510128 + }, + "2": { + "Dice": 0.1597899979807498, + "FN": 11002, + "FP": 1481, + "IoU": 0.08683247988295538, + "TN": 79256663, + "TP": 1187, + "n_pred": 2668, + "n_ref": 12189 + }, + "3": { + "Dice": 0.6926630114759033, + "FN": 8014, + "FP": 15473, + "IoU": 0.5298274412459463, + "TN": 79220379, + "TP": 26467, + "n_pred": 41940, + "n_ref": 34481 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00193.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00193.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9365383973211716, + "FN": 21232, + "FP": 68089, + "IoU": 0.8806508810116501, + "TN": 208394895, + "TP": 659080, + "n_pred": 727169, + "n_ref": 680312 + }, + "2": { + "Dice": 0.8169986076639022, + "FN": 1297, + "FP": 1726, + "IoU": 0.6906150854569645, + "TN": 209133525, + "TP": 6748, + "n_pred": 8474, + "n_ref": 8045 + }, + "3": { + "Dice": 0.25424722918857695, + "FN": 73501, + "FP": 245, + "IoU": 0.14563759166792173, + "TN": 209056979, + "TP": 12571, + "n_pred": 12816, + "n_ref": 86072 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00194.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00194.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9733542095970532, + "FN": 35367, + "FP": 15024, + "IoU": 0.9480915605907494, + "TN": 195539697, + "TP": 920376, + "n_pred": 935400, + "n_ref": 955743 + }, + "2": { + "Dice": 0.9285653737633054, + "FN": 2360, + "FP": 9438, + "IoU": 0.866656117905016, + "TN": 196421986, + "TP": 76680, + "n_pred": 86118, + "n_ref": 79040 + }, + "3": { + "Dice": 0.030501089324618737, + "FN": 822, + "FP": 513, + "IoU": 0.015486725663716814, + "TN": 196509108, + "TP": 21, + "n_pred": 534, + "n_ref": 843 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00196.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00196.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9508626929382288, + "FN": 52412, + "FP": 27016, + "IoU": 0.9063281674743112, + "TN": 202660509, + "TP": 768511, + "n_pred": 795527, + "n_ref": 820923 + }, + "2": { + "Dice": 0.34059363542284354, + "FN": 15957, + "FP": 1721013, + "IoU": 0.20525028871371861, + "TN": 201322892, + "TP": 448586, + "n_pred": 2169599, + "n_ref": 464543 + }, + "3": { + "Dice": 0.7245901639344262, + "FN": 1019, + "FP": 325, + "IoU": 0.5681233933161953, + "TN": 203505336, + "TP": 1768, + "n_pred": 2093, + "n_ref": 2787 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00197.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00197.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9614754219393706, + "FN": 17728, + "FP": 10971, + "IoU": 0.92580902007621, + "TN": 137681040, + "TP": 358127, + "n_pred": 369098, + "n_ref": 375855 + }, + "2": { + "Dice": 0.8662118065855829, + "FN": 1267, + "FP": 86, + "IoU": 0.7639979068550498, + "TN": 138062133, + "TP": 4380, + "n_pred": 4466, + "n_ref": 5647 + }, + "3": { + "Dice": 0.0344311377245509, + "FN": 1277, + "FP": 13, + "IoU": 0.017517136329017517, + "TN": 138066553, + "TP": 23, + "n_pred": 36, + "n_ref": 1300 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00203.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00203.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9653599078096357, + "FN": 14432, + "FP": 29936, + "IoU": 0.9330393390864445, + "TN": 147873826, + "TP": 618230, + "n_pred": 648166, + "n_ref": 632662 + }, + "2": { + "Dice": 0.907330197895591, + "FN": 13970, + "FP": 3389, + "IoU": 0.8303791283955443, + "TN": 148434084, + "TP": 84981, + "n_pred": 88370, + "n_ref": 98951 + }, + "3": { + "Dice": 0.8830051414780875, + "FN": 1551, + "FP": 1794, + "IoU": 0.7905185370741483, + "TN": 148520456, + "TP": 12623, + "n_pred": 14417, + "n_ref": 14174 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00215.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00215.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9743055148934746, + "FN": 28039, + "FP": 21109, + "IoU": 0.9498983654887121, + "TN": 198709504, + "TP": 931818, + "n_pred": 952927, + "n_ref": 959857 + }, + "2": { + "Dice": 0.9238329855961389, + "FN": 4030, + "FP": 2030, + "IoU": 0.858447595244213, + "TN": 199647659, + "TP": 36751, + "n_pred": 38781, + "n_ref": 40781 + }, + "3": { + "Dice": 0.6614338042909471, + "FN": 1196, + "FP": 98, + "IoU": 0.4941360437842064, + "TN": 199687912, + "TP": 1264, + "n_pred": 1362, + "n_ref": 2460 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00218.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00218.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9475626212194952, + "FN": 26695, + "FP": 38706, + "IoU": 0.9003505959826972, + "TN": 201079850, + "TP": 590910, + "n_pred": 629616, + "n_ref": 617605 + }, + "2": { + "Dice": 0.9700853883646402, + "FN": 48568, + "FP": 4620, + "IoU": 0.9419085596079472, + "TN": 200820570, + "TP": 862403, + "n_pred": 867023, + "n_ref": 910971 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 201736161, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00219.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00219.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9734885280077125, + "FN": 32716, + "FP": 10624, + "IoU": 0.9483464672034629, + "TN": 180130248, + "TP": 795712, + "n_pred": 806336, + "n_ref": 828428 + }, + "2": { + "Dice": 0.08142751348336211, + "FN": 962, + "FP": 481543, + "IoU": 0.042441718546272905, + "TN": 180465409, + "TP": 21386, + "n_pred": 502929, + "n_ref": 22348 + }, + "3": { + "Dice": 0.36440387123344087, + "FN": 36857, + "FP": 183, + "IoU": 0.22279575307398547, + "TN": 180921642, + "TP": 10618, + "n_pred": 10801, + "n_ref": 47475 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00227.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00227.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9494915984860894, + "FN": 121716, + "FP": 24747, + "IoU": 0.9038400807816067, + "TN": 152712869, + "TP": 1376656, + "n_pred": 1401403, + "n_ref": 1498372 + }, + "2": { + "Dice": 0.9194648451543321, + "FN": 53442, + "FP": 40644, + "IoU": 0.8509346882708861, + "TN": 153604815, + "TP": 537087, + "n_pred": 577731, + "n_ref": 590529 + }, + "3": { + "Dice": 0.0, + "FN": 0, + "FP": 439, + "IoU": 0.0, + "TN": 154235549, + "TP": 0, + "n_pred": 439, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00228.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00228.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.961314189080659, + "FN": 41030, + "FP": 5935, + "IoU": 0.9255100810800523, + "TN": 105329492, + "TP": 583523, + "n_pred": 589458, + "n_ref": 624553 + }, + "2": { + "Dice": 0.9446030494910601, + "FN": 3353, + "FP": 11336, + "IoU": 0.8950215831451359, + "TN": 105820056, + "TP": 125235, + "n_pred": 136571, + "n_ref": 128588 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 105959980, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00230.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00230.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9151248913381359, + "FN": 93389, + "FP": 78354, + "IoU": 0.8435301759913121, + "TN": 143926733, + "TP": 925868, + "n_pred": 1004222, + "n_ref": 1019257 + }, + "2": { + "Dice": 0.9471414667537424, + "FN": 190124, + "FP": 68718, + "IoU": 0.8995904357952442, + "TN": 142446482, + "TP": 2319020, + "n_pred": 2387738, + "n_ref": 2509144 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 145024344, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00233.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00233.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9810380869075329, + "FN": 12459, + "FP": 15679, + "IoU": 0.9627819001891459, + "TN": 107705308, + "TP": 727892, + "n_pred": 743571, + "n_ref": 740351 + }, + "2": { + "Dice": 0.0, + "FN": 1829, + "FP": 0, + "IoU": 0.0, + "TN": 108459509, + "TP": 0, + "n_pred": 0, + "n_ref": 1829 + }, + "3": { + "Dice": 0.0, + "FN": 902, + "FP": 0, + "IoU": 0.0, + "TN": 108460436, + "TP": 0, + "n_pred": 0, + "n_ref": 902 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00234.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00234.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9314440268179541, + "FN": 62499, + "FP": 21932, + "IoU": 0.8716848253107536, + "TN": 144427363, + "TP": 573566, + "n_pred": 595498, + "n_ref": 636065 + }, + "2": { + "Dice": 0.8926451919529232, + "FN": 7797, + "FP": 26537, + "IoU": 0.8061058528541417, + "TN": 144908284, + "TP": 142742, + "n_pred": 169279, + "n_ref": 150539 + }, + "3": { + "Dice": 0.013071895424836602, + "FN": 453, + "FP": 0, + "IoU": 0.006578947368421052, + "TN": 145084904, + "TP": 3, + "n_pred": 3, + "n_ref": 456 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00237.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00237.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9767156400822687, + "FN": 12571, + "FP": 44261, + "IoU": 0.954490929736084, + "TN": 169233710, + "TP": 1191974, + "n_pred": 1236235, + "n_ref": 1204545 + }, + "2": { + "Dice": 0.9362201571367421, + "FN": 2725, + "FP": 1894, + "IoU": 0.8800882658359294, + "TN": 170443996, + "TP": 33901, + "n_pred": 35795, + "n_ref": 36626 + }, + "3": { + "Dice": 0.0, + "FN": 0, + "FP": 1, + "IoU": 0.0, + "TN": 170482515, + "TP": 0, + "n_pred": 1, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00239.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00239.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9768865374909168, + "FN": 18313, + "FP": 13972, + "IoU": 0.9548174012833341, + "TN": 130623433, + "TP": 682260, + "n_pred": 696232, + "n_ref": 700573 + }, + "2": { + "Dice": 0.8861801657310879, + "FN": 5060, + "FP": 1327, + "IoU": 0.7956225400787175, + "TN": 131306727, + "TP": 24864, + "n_pred": 26191, + "n_ref": 29924 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 131337978, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00240.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00240.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9571035896876948, + "FN": 42034, + "FP": 33530, + "IoU": 0.9177360092754381, + "TN": 125675085, + "TP": 842991, + "n_pred": 876521, + "n_ref": 885025 + }, + "2": { + "Dice": 0.4079600617828773, + "FN": 1076, + "FP": 41854, + "IoU": 0.25624989172051765, + "TN": 126535919, + "TP": 14791, + "n_pred": 56645, + "n_ref": 15867 + }, + "3": { + "Dice": 0.7749091516404536, + "FN": 38532, + "FP": 553, + "IoU": 0.6325319895076296, + "TN": 126487277, + "TP": 67278, + "n_pred": 67831, + "n_ref": 105810 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00256.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00256.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9604376152339508, + "FN": 15236, + "FP": 28838, + "IoU": 0.9238864634853969, + "TN": 106444992, + "TP": 534982, + "n_pred": 563820, + "n_ref": 550218 + }, + "2": { + "Dice": 0.8395872029585454, + "FN": 18159, + "FP": 1100, + "IoU": 0.723524598400781, + "TN": 106954389, + "TP": 50400, + "n_pred": 51500, + "n_ref": 68559 + }, + "3": { + "Dice": 0.06873977086743044, + "FN": 1138, + "FP": 0, + "IoU": 0.03559322033898305, + "TN": 107022868, + "TP": 42, + "n_pred": 42, + "n_ref": 1180 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00266.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00266.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.956060039224015, + "FN": 27905, + "FP": 21542, + "IoU": 0.9158189887791566, + "TN": 46695311, + "TP": 537942, + "n_pred": 559484, + "n_ref": 565847 + }, + "2": { + "Dice": 0.9490591932886943, + "FN": 1090, + "FP": 16058, + "IoU": 0.9030567537467423, + "TN": 47105813, + "TP": 159739, + "n_pred": 175797, + "n_ref": 160829 + }, + "3": { + "Dice": 0.9190016482222746, + "FN": 229, + "FP": 1147, + "IoU": 0.8501415813548246, + "TN": 47273518, + "TP": 7806, + "n_pred": 8953, + "n_ref": 8035 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00271.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00271.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9769075302011695, + "FN": 21969, + "FP": 15702, + "IoU": 0.9548575119444068, + "TN": 145510774, + "TP": 796820, + "n_pred": 812522, + "n_ref": 818789 + }, + "2": { + "Dice": 0.8370055539620871, + "FN": 3739, + "FP": 2512, + "IoU": 0.719698668221156, + "TN": 146322964, + "TP": 16050, + "n_pred": 18562, + "n_ref": 19789 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 146345265, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00276.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00276.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9480898602144308, + "FN": 31526, + "FP": 52690, + "IoU": 0.9013030907827334, + "TN": 99057521, + "TP": 769063, + "n_pred": 821753, + "n_ref": 800589 + }, + "2": { + "Dice": 0.9446554079470986, + "FN": 39082, + "FP": 16826, + "IoU": 0.8951156002131156, + "TN": 99377756, + "TP": 477136, + "n_pred": 493962, + "n_ref": 516218 + }, + "3": { + "Dice": 0.42735042735042733, + "FN": 938, + "FP": 0, + "IoU": 0.2717391304347826, + "TN": 99909512, + "TP": 350, + "n_pred": 350, + "n_ref": 1288 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00278.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00278.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9295381608650254, + "FN": 108791, + "FP": 21650, + "IoU": 0.8683524502061393, + "TN": 111376365, + "TP": 860394, + "n_pred": 882044, + "n_ref": 969185 + }, + "2": { + "Dice": 0.9148037953760559, + "FN": 9941, + "FP": 50622, + "IoU": 0.842984698507184, + "TN": 111981486, + "TP": 325151, + "n_pred": 375773, + "n_ref": 335092 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 112367200, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00282.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00282.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.8724863696041976, + "FN": 52766, + "FP": 108165, + "IoU": 0.7738144764581869, + "TN": 179981441, + "TP": 550569, + "n_pred": 658734, + "n_ref": 603335 + }, + "2": { + "Dice": 0.5536556364885455, + "FN": 24261, + "FP": 482505, + "IoU": 0.38279655278247354, + "TN": 179871873, + "TP": 314302, + "n_pred": 796807, + "n_ref": 338563 + }, + "3": { + "Dice": 0.6132502831257078, + "FN": 1466, + "FP": 2632, + "IoU": 0.4422213148223765, + "TN": 180685594, + "TP": 3249, + "n_pred": 5881, + "n_ref": 4715 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00284.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00284.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9782112318909392, + "FN": 21013, + "FP": 14552, + "IoU": 0.9573517173233691, + "TN": 47456909, + "TP": 798349, + "n_pred": 812901, + "n_ref": 819362 + }, + "2": { + "Dice": 0.9413338400152005, + "FN": 4711, + "FP": 3008, + "IoU": 0.8891696699068158, + "TN": 48221176, + "TP": 61928, + "n_pred": 64936, + "n_ref": 66639 + }, + "3": { + "Dice": 0.6685563879327799, + "FN": 1998, + "FP": 1276, + "IoU": 0.5021289537712895, + "TN": 48284247, + "TP": 3302, + "n_pred": 4578, + "n_ref": 5300 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00287.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00287.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9370969024789007, + "FN": 33063, + "FP": 38115, + "IoU": 0.8816390738388065, + "TN": 106181136, + "TP": 530186, + "n_pred": 568301, + "n_ref": 563249 + }, + "2": { + "Dice": 0.9393552449754238, + "FN": 27768, + "FP": 10369, + "IoU": 0.8856454911273831, + "TN": 106449002, + "TP": 295361, + "n_pred": 305730, + "n_ref": 323129 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 106782500, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00288.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00288.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9672534964547354, + "FN": 25360, + "FP": 22777, + "IoU": 0.9365836564290447, + "TN": 141735487, + "TP": 710926, + "n_pred": 733703, + "n_ref": 736286 + }, + "2": { + "Dice": 0.13883758826724607, + "FN": 7927, + "FP": 0, + "IoU": 0.0745972449217838, + "TN": 142485984, + "TP": 639, + "n_pred": 639, + "n_ref": 8566 + }, + "3": { + "Dice": 0.9423445952678661, + "FN": 10964, + "FP": 6973, + "IoU": 0.8909750671642698, + "TN": 142330028, + "TP": 146585, + "n_pred": 153558, + "n_ref": 157549 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00289.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00289.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9783715424074996, + "FN": 9640, + "FP": 13773, + "IoU": 0.957658858400502, + "TN": 100397630, + "TP": 529548, + "n_pred": 543321, + "n_ref": 539188 + }, + "2": { + "Dice": 0.7399265961413908, + "FN": 12843, + "FP": 408, + "IoU": 0.5872091212111772, + "TN": 100918490, + "TP": 18850, + "n_pred": 19258, + "n_ref": 31693 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 100950591, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00294.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00294.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9622785944253547, + "FN": 39297, + "FP": 22003, + "IoU": 0.9272995519375322, + "TN": 90544409, + "TP": 781886, + "n_pred": 803889, + "n_ref": 821183 + }, + "2": { + "Dice": 0.9248051587440658, + "FN": 1996, + "FP": 25897, + "IoU": 0.8601279723996831, + "TN": 91188177, + "TP": 171525, + "n_pred": 197422, + "n_ref": 173521 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 91387595, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/predVal/case_00298.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_raw/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/labelsVal/case_00298.nii.gz" + } + ] +} \ No newline at end of file diff --git a/nnActive_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/loop_004/summary_cross_val.json b/nnActive_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/loop_004/summary_cross_val.json new file mode 100644 index 0000000000000000000000000000000000000000..faa610559e227524c458cfe73d6b13e997f66735 --- /dev/null +++ b/nnActive_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/loop_004/summary_cross_val.json @@ -0,0 +1,8340 @@ +{ + "fold_0": { + "foreground_mean": { + "Dice": 0.6118096002969269, + "FN": 6969.370370370371, + "FP": 6558.288888888888, + "IoU": 0.5481277091116582, + "TN": 992192.3037037036, + "TP": 60332.30370370371, + "n_pred": 66890.5925925926, + "n_ref": 67301.67407407406 + }, + "mean": { + "1": { + "Dice": 0.9036134848594881, + "FN": 12589.577777777778, + "FP": 8289.8, + "IoU": 0.8413319911026811, + "TN": 932517.1111111111, + "TP": 112655.77777777778, + "n_pred": 120945.57777777778, + "n_ref": 125245.35555555555 + }, + "2": { + "Dice": 0.6377500753898309, + "FN": 7011.044444444445, + "FP": 8414.377777777778, + "IoU": 0.5539063364317479, + "TN": 989119.1555555556, + "TP": 61507.688888888886, + "n_pred": 69922.06666666667, + "n_ref": 68518.73333333334 + }, + "3": { + "Dice": 0.2940652406414616, + "FN": 1307.4888888888888, + "FP": 2970.688888888889, + "IoU": 0.24914479980054574, + "TN": 1054940.6444444444, + "TP": 6833.444444444444, + "n_pred": 9804.133333333333, + "n_ref": 8140.933333333333 + } + }, + "metric_per_case": [ + { + "metrics": { + "1": { + "Dice": 0.978951438986981, + "FN": 5731, + "FP": 8802, + "IoU": 0.9587706955051463, + "TN": 696084, + "TP": 337959, + "n_pred": 346761, + "n_ref": 343690 + }, + "2": { + "Dice": 0.6027397260273972, + "FN": 3, + "FP": 55, + "IoU": 0.43137254901960786, + "TN": 1048474, + "TP": 44, + "n_pred": 99, + "n_ref": 47 + }, + "3": { + "Dice": 0.8972909305064782, + "FN": 429, + "FP": 1315, + "IoU": 0.8137150181585131, + "TN": 1039214, + "TP": 7618, + "n_pred": 8933, + "n_ref": 8047 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_0/validation/case_00006.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00006.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.8903238542786894, + "FN": 119293, + "FP": 39599, + "IoU": 0.802327650018972, + "TN": 2604057, + "TP": 644923, + "n_pred": 684522, + "n_ref": 764216 + }, + "2": { + "Dice": 0.9113031699417209, + "FN": 29149, + "FP": 68285, + "IoU": 0.8370587153201665, + "TN": 2809902, + "TP": 500536, + "n_pred": 568821, + "n_ref": 529685 + }, + "3": { + "Dice": 0.15603342007944118, + "FN": 4340, + "FP": 57278, + "IoU": 0.08461835576551684, + "TN": 3340558, + "TP": 5696, + "n_pred": 62974, + "n_ref": 10036 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_0/validation/case_00008.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00008.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9438057468466792, + "FN": 3863, + "FP": 15762, + "IoU": 0.893591064360462, + "TN": 602002, + "TP": 164805, + "n_pred": 180567, + "n_ref": 168668 + }, + "2": { + "Dice": 0.0, + "FN": 7354, + "FP": 0, + "IoU": 0.0, + "TN": 779078, + "TP": 0, + "n_pred": 0, + "n_ref": 7354 + }, + "3": { + "Dice": 0.0, + "FN": 0, + "FP": 81, + "IoU": 0.0, + "TN": 786351, + "TP": 0, + "n_pred": 81, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_0/validation/case_00023.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00023.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9358708236567538, + "FN": 11982, + "FP": 6740, + "IoU": 0.8794710684211882, + "TN": 2203964, + "TP": 136610, + "n_pred": 143350, + "n_ref": 148592 + }, + "2": { + "Dice": 0.9715791163894357, + "FN": 5998, + "FP": 3560, + "IoU": 0.9447290811310936, + "TN": 2186366, + "TP": 163372, + "n_pred": 166932, + "n_ref": 169370 + }, + "3": { + "Dice": 0.9698050497884975, + "FN": 4743, + "FP": 4451, + "IoU": 0.9413801238196645, + "TN": 2202455, + "TP": 147647, + "n_pred": 152098, + "n_ref": 152390 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_0/validation/case_00026.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00026.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.41188061008538274, + "FN": 19216, + "FP": 77492, + "IoU": 0.25935116257696905, + "TN": 1966580, + "TP": 33864, + "n_pred": 111356, + "n_ref": 53080 + }, + "2": { + "Dice": 0.9090798287320392, + "FN": 47232, + "FP": 39299, + "IoU": 0.83331471236381, + "TN": 1578024, + "TP": 432597, + "n_pred": 471896, + "n_ref": 479829 + }, + "3": { + "Dice": 0.0, + "FN": 0, + "FP": 15834, + "IoU": 0.0, + "TN": 2081318, + "TP": 0, + "n_pred": 15834, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_0/validation/case_00028.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00028.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.938395035733307, + "FN": 18647, + "FP": 6222, + "IoU": 0.8839399468911736, + "TN": 834299, + "TP": 189408, + "n_pred": 195630, + "n_ref": 208055 + }, + "2": { + "Dice": 0.9146749315920116, + "FN": 3100, + "FP": 15703, + "IoU": 0.8427658756041677, + "TN": 928990, + "TP": 100783, + "n_pred": 116486, + "n_ref": 103883 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 1048576, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_0/validation/case_00038.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00038.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9597848315106251, + "FN": 5827, + "FP": 3219, + "IoU": 0.9226791346490816, + "TN": 669439, + "TP": 107947, + "n_pred": 111166, + "n_ref": 113774 + }, + "2": { + "Dice": 0.6651785714285714, + "FN": 399, + "FP": 51, + "IoU": 0.4983277591973244, + "TN": 785535, + "TP": 447, + "n_pred": 498, + "n_ref": 846 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 786432, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_0/validation/case_00044.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00044.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.7215783163172619, + "FN": 4796, + "FP": 10530, + "IoU": 0.5644290342749957, + "TN": 751246, + "TP": 19860, + "n_pred": 30390, + "n_ref": 24656 + }, + "2": { + "Dice": 0.9347049011041385, + "FN": 9595, + "FP": 6845, + "IoU": 0.8774140630825442, + "TN": 652322, + "TP": 117670, + "n_pred": 124515, + "n_ref": 127265 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 786432, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_0/validation/case_00045.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00045.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 1048576, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 1048576, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 1048576, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_0/validation/case_00053.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00053.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9371518448128973, + "FN": 3019, + "FP": 6571, + "IoU": 0.8817363423356764, + "TN": 705342, + "TP": 71500, + "n_pred": 78071, + "n_ref": 74519 + }, + "2": { + "Dice": 0.8639582313591124, + "FN": 6956, + "FP": 1382, + "IoU": 0.7604986499684036, + "TN": 751618, + "TP": 26476, + "n_pred": 27858, + "n_ref": 33432 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 786432, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_0/validation/case_00059.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00059.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9755131270429791, + "FN": 1321, + "FP": 2919, + "IoU": 0.9521968048524753, + "TN": 959879, + "TP": 84457, + "n_pred": 87376, + "n_ref": 85778 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 1048576, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": 0.43469282395456893, + "FN": 1028, + "FP": 67, + "IoU": 0.27770448548812665, + "TN": 1047060, + "TP": 421, + "n_pred": 488, + "n_ref": 1449 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_0/validation/case_00064.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00064.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9601347228662778, + "FN": 2112, + "FP": 6055, + "IoU": 0.923326073078223, + "TN": 155628, + "TP": 98349, + "n_pred": 104404, + "n_ref": 100461 + }, + "2": { + "Dice": 0.8041646947468055, + "FN": 4602, + "FP": 1605, + "IoU": 0.6724711097039734, + "TN": 243193, + "TP": 12744, + "n_pred": 14349, + "n_ref": 17346 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_0/validation/case_00077.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00077.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 1048576, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 1048576, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 1048576, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_0/validation/case_00080.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00080.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9586501173589141, + "FN": 1487, + "FP": 11479, + "IoU": 0.9205840739402329, + "TN": 885309, + "TP": 150301, + "n_pred": 161780, + "n_ref": 151788 + }, + "2": { + "Dice": 0.5896630496858938, + "FN": 8486, + "FP": 136, + "IoU": 0.41810083012755617, + "TN": 1033759, + "TP": 6195, + "n_pred": 6331, + "n_ref": 14681 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 1048576, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_0/validation/case_00081.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00081.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9556413339239385, + "FN": 409, + "FP": 292, + "IoU": 0.9150508967523024, + "TN": 778180, + "TP": 7551, + "n_pred": 7843, + "n_ref": 7960 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 786432, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 786432, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_0/validation/case_00083.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00083.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9729481889041725, + "FN": 335, + "FP": 19, + "IoU": 0.9473214285714285, + "TN": 255424, + "TP": 6366, + "n_pred": 6385, + "n_ref": 6701 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_0/validation/case_00101.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00101.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.6964373053260225, + "FN": 22582, + "FP": 24588, + "IoU": 0.5342568548267657, + "TN": 947297, + "TP": 54109, + "n_pred": 78697, + "n_ref": 76691 + }, + "2": { + "Dice": 0.9625002821224637, + "FN": 7749, + "FP": 18835, + "IoU": 0.9277113675669209, + "TN": 680828, + "TP": 341164, + "n_pred": 359999, + "n_ref": 348913 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 1048576, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_0/validation/case_00107.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00107.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9665130630825266, + "FN": 10478, + "FP": 2697, + "IoU": 0.9351962067031961, + "TN": 845270, + "TP": 190131, + "n_pred": 192828, + "n_ref": 200609 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 1048576, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": 0.0, + "FN": 0, + "FP": 884, + "IoU": 0.0, + "TN": 1047692, + "TP": 0, + "n_pred": 884, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_0/validation/case_00112.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00112.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_0/validation/case_00127.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00127.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9300098577665118, + "FN": 489, + "FP": 8, + "IoU": 0.8691760989734141, + "TN": 1044777, + "TP": 3302, + "n_pred": 3310, + "n_ref": 3791 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 1048576, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 1048576, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_0/validation/case_00128.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00128.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9839864413173669, + "FN": 4546, + "FP": 1227, + "IoU": 0.9684776673583051, + "TN": 341148, + "TP": 177367, + "n_pred": 178594, + "n_ref": 181913 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_0/validation/case_00129.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00129.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9716423891078177, + "FN": 6370, + "FP": 3467, + "IoU": 0.9448487362920769, + "TN": 1394500, + "TP": 168527, + "n_pred": 171994, + "n_ref": 174897 + }, + "2": { + "Dice": 0.0, + "FN": 0, + "FP": 247, + "IoU": 0.0, + "TN": 1572617, + "TP": 0, + "n_pred": 247, + "n_ref": 0 + }, + "3": { + "Dice": 0.8545880897776175, + "FN": 3360, + "FP": 2283, + "IoU": 0.7460967379077615, + "TN": 1550639, + "TP": 16582, + "n_pred": 18865, + "n_ref": 19942 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_0/validation/case_00134.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00134.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 786432, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 786432, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 786432, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_0/validation/case_00136.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00136.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.974727714920165, + "FN": 674, + "FP": 3389, + "IoU": 0.9507013201320133, + "TN": 441872, + "TP": 78353, + "n_pred": 81742, + "n_ref": 79027 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_0/validation/case_00142.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00142.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 786432, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 786432, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 786432, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_0/validation/case_00164.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00164.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9514722844154962, + "FN": 5811, + "FP": 5633, + "IoU": 0.9074364656971383, + "TN": 662798, + "TP": 112190, + "n_pred": 117823, + "n_ref": 118001 + }, + "2": { + "Dice": 0.929683475473642, + "FN": 3539, + "FP": 6289, + "IoU": 0.8686061124629001, + "TN": 711634, + "TP": 64970, + "n_pred": 71259, + "n_ref": 68509 + }, + "3": { + "Dice": 0.0, + "FN": 0, + "FP": 4, + "IoU": 0.0, + "TN": 786428, + "TP": 0, + "n_pred": 4, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_0/validation/case_00171.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00171.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.717439963579802, + "FN": 36211, + "FP": 23373, + "IoU": 0.5593811932440027, + "TN": 1437636, + "TP": 75644, + "n_pred": 99017, + "n_ref": 111855 + }, + "2": { + "Dice": 0.9509983209402735, + "FN": 12588, + "FP": 38484, + "IoU": 0.9065746413225015, + "TN": 1026203, + "TP": 495589, + "n_pred": 534073, + "n_ref": 508177 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 1572864, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_0/validation/case_00172.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00172.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9682091548249353, + "FN": 9431, + "FP": 2764, + "IoU": 0.9383773459054664, + "TN": 326390, + "TP": 185703, + "n_pred": 188467, + "n_ref": 195134 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": 0.2259550257382823, + "FN": 1088, + "FP": 1769, + "IoU": 0.12736713500305435, + "TN": 521014, + "TP": 417, + "n_pred": 2186, + "n_ref": 1505 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_0/validation/case_00180.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00180.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.7877561320278591, + "FN": 27304, + "FP": 14750, + "IoU": 0.6498330516166099, + "TN": 1190623, + "TP": 78043, + "n_pred": 92793, + "n_ref": 105347 + }, + "2": { + "Dice": 0.7868457669887376, + "FN": 106166, + "FP": 3057, + "IoU": 0.6485949977157051, + "TN": 999902, + "TP": 201595, + "n_pred": 204652, + "n_ref": 307761 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 1310720, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_0/validation/case_00187.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00187.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9651656967487482, + "FN": 12249, + "FP": 1644, + "IoU": 0.9326765586687471, + "TN": 1104358, + "TP": 192469, + "n_pred": 194113, + "n_ref": 204718 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 1310720, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": 0.0, + "FN": 0, + "FP": 322, + "IoU": 0.0, + "TN": 1310398, + "TP": 0, + "n_pred": 322, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_0/validation/case_00191.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00191.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9830473441314304, + "FN": 3551, + "FP": 1206, + "IoU": 0.9666598916464, + "TN": 381607, + "TP": 137924, + "n_pred": 139130, + "n_ref": 141475 + }, + "2": { + "Dice": 0.0, + "FN": 0, + "FP": 524, + "IoU": 0.0, + "TN": 523764, + "TP": 0, + "n_pred": 524, + "n_ref": 0 + }, + "3": { + "Dice": 0.0, + "FN": 0, + "FP": 20, + "IoU": 0.0, + "TN": 524268, + "TP": 0, + "n_pred": 20, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_0/validation/case_00208.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00208.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9734335807277393, + "FN": 4342, + "FP": 3898, + "IoU": 0.9482421813659291, + "TN": 365085, + "TP": 150963, + "n_pred": 154861, + "n_ref": 155305 + }, + "2": { + "Dice": 0.8119909073688198, + "FN": 1048, + "FP": 2922, + "IoU": 0.6834887985330463, + "TN": 511745, + "TP": 8573, + "n_pred": 11495, + "n_ref": 9621 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_0/validation/case_00212.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00212.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.86, + "FN": 13, + "FP": 1, + "IoU": 0.7543859649122807, + "TN": 1572807, + "TP": 43, + "n_pred": 44, + "n_ref": 56 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 1572864, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 1572864, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_0/validation/case_00214.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00214.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 786432, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 786432, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 786432, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_0/validation/case_00220.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00220.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9676068531479919, + "FN": 7393, + "FP": 16479, + "IoU": 0.9372464899621197, + "TN": 1978887, + "TP": 356537, + "n_pred": 373016, + "n_ref": 363930 + }, + "2": { + "Dice": 0.5747226768503364, + "FN": 6666, + "FP": 5027, + "IoU": 0.4032356843931816, + "TN": 2339702, + "TP": 7901, + "n_pred": 12928, + "n_ref": 14567 + }, + "3": { + "Dice": 0.7865396825396825, + "FN": 1574, + "FP": 107, + "IoU": 0.6481791544579322, + "TN": 2354518, + "TP": 3097, + "n_pred": 3204, + "n_ref": 4671 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_0/validation/case_00231.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00231.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.968205094609497, + "FN": 4120, + "FP": 1704, + "IoU": 0.9383697181980761, + "TN": 429789, + "TP": 88675, + "n_pred": 90379, + "n_ref": 92795 + }, + "2": { + "Dice": 0.17616580310880828, + "FN": 50, + "FP": 268, + "IoU": 0.09659090909090909, + "TN": 523936, + "TP": 34, + "n_pred": 302, + "n_ref": 84 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_0/validation/case_00232.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00232.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.7934701953994558, + "FN": 273, + "FP": 14757, + "IoU": 0.6576465764657646, + "TN": 1004674, + "TP": 28872, + "n_pred": 43629, + "n_ref": 29145 + }, + "2": { + "Dice": 0.0, + "FN": 0, + "FP": 3358, + "IoU": 0.0, + "TN": 1045218, + "TP": 0, + "n_pred": 3358, + "n_ref": 0 + }, + "3": { + "Dice": 0.8927749028595986, + "FN": 28914, + "FP": 1027, + "IoU": 0.8063174373172561, + "TN": 893988, + "TP": 124647, + "n_pred": 125674, + "n_ref": 153561 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_0/validation/case_00241.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00241.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9353849985816388, + "FN": 3844, + "FP": 5495, + "IoU": 0.8786133929499844, + "TN": 447352, + "TP": 67597, + "n_pred": 73092, + "n_ref": 71441 + }, + "2": { + "Dice": 0.9444667413024651, + "FN": 3773, + "FP": 1485, + "IoU": 0.8947768661196718, + "TN": 474318, + "TP": 44712, + "n_pred": 46197, + "n_ref": 48485 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_0/validation/case_00247.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00247.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.7155680299068958, + "FN": 175095, + "FP": 17247, + "IoU": 0.5571085480339039, + "TN": 876433, + "TP": 241945, + "n_pred": 259192, + "n_ref": 417040 + }, + "2": { + "Dice": 0.6779946141375498, + "FN": 11906, + "FP": 130507, + "IoU": 0.5128531406816013, + "TN": 1018379, + "TP": 149928, + "n_pred": 280435, + "n_ref": 161834 + }, + "3": { + "Dice": 0.0, + "FN": 0, + "FP": 26833, + "IoU": 0.0, + "TN": 1283887, + "TP": 0, + "n_pred": 26833, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_0/validation/case_00248.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00248.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.968057133131172, + "FN": 7707, + "FP": 10685, + "IoU": 0.9380917919114058, + "TN": 2324355, + "TP": 278693, + "n_pred": 289378, + "n_ref": 286400 + }, + "2": { + "Dice": 0.8404863891299682, + "FN": 16068, + "FP": 18118, + "IoU": 0.7248611670020121, + "TN": 2497190, + "TP": 90064, + "n_pred": 108182, + "n_ref": 106132 + }, + "3": { + "Dice": 0.0, + "FN": 0, + "FP": 940, + "IoU": 0.0, + "TN": 2620500, + "TP": 0, + "n_pred": 940, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_0/validation/case_00253.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00253.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9695308496265121, + "FN": 128, + "FP": 3796, + "IoU": 0.9408635370356416, + "TN": 195789, + "TP": 62431, + "n_pred": 66227, + "n_ref": 62559 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_0/validation/case_00257.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00257.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 786432, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 786432, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": 0.0, + "FN": 0, + "FP": 28, + "IoU": 0.0, + "TN": 786404, + "TP": 0, + "n_pred": 28, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_0/validation/case_00258.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00258.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 1048576, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 1048576, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 1048576, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_0/validation/case_00265.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00265.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.8876984929995304, + "FN": 12206, + "FP": 17207, + "IoU": 0.7980736224959152, + "TN": 902914, + "TP": 116249, + "n_pred": 133456, + "n_ref": 128455 + }, + "2": { + "Dice": 0.12085068631558195, + "FN": 23070, + "FP": 12605, + "IoU": 0.06431138038660267, + "TN": 1010449, + "TP": 2452, + "n_pred": 15057, + "n_ref": 25522 + }, + "3": { + "Dice": 0.07549440630214174, + "FN": 13361, + "FP": 20438, + "IoU": 0.039227948491998066, + "TN": 1013397, + "TP": 1380, + "n_pred": 21818, + "n_ref": 14741 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_0/validation/case_00277.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00277.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9577063720970884, + "FN": 13676, + "FP": 1325, + "IoU": 0.9188450801757158, + "TN": 863732, + "TP": 169843, + "n_pred": 171168, + "n_ref": 183519 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 1048576, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 1048576, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_0/validation/case_00290.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00290.nii.gz" + } + ] + }, + "fold_1": { + "foreground_mean": { + "Dice": 0.6295662038412887, + "FN": 13174.266666666668, + "FP": 7621.3703703703695, + "IoU": 0.5596494208235133, + "TN": 1215936.7851851853, + "TP": 91463.84444444445, + "n_pred": 99085.2148148148, + "n_ref": 104638.11111111111 + }, + "mean": { + "1": { + "Dice": 0.8110317901071473, + "FN": 12547.422222222222, + "FP": 10416.355555555556, + "IoU": 0.740376692036079, + "TN": 1190360.9333333333, + "TP": 114871.55555555556, + "n_pred": 125287.91111111111, + "n_ref": 127418.97777777778 + }, + "2": { + "Dice": 0.7129454098768491, + "FN": 23841.555555555555, + "FP": 11939.31111111111, + "IoU": 0.6425975437838575, + "TN": 1139171.6666666667, + "TP": 153243.73333333334, + "n_pred": 165183.04444444444, + "n_ref": 177085.2888888889 + }, + "3": { + "Dice": 0.3647214115398698, + "FN": 3133.822222222222, + "FP": 508.44444444444446, + "IoU": 0.2959740266506038, + "TN": 1318277.7555555555, + "TP": 6276.2444444444445, + "n_pred": 6784.688888888889, + "n_ref": 9410.066666666668 + } + }, + "metric_per_case": [ + { + "metrics": { + "1": { + "Dice": 0.760878019271486, + "FN": 4059, + "FP": 7009, + "IoU": 0.6140460996617498, + "TN": 1019899, + "TP": 17609, + "n_pred": 24618, + "n_ref": 21668 + }, + "2": { + "Dice": 0.9591494188674465, + "FN": 11348, + "FP": 2841, + "IoU": 0.9215053882410215, + "TN": 867812, + "TP": 166575, + "n_pred": 169416, + "n_ref": 177923 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 1048576, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_1/validation/case_00029.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00029.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_1/validation/case_00031.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00031.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 786432, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 786432, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 786432, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_1/validation/case_00060.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00060.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9856511986344635, + "FN": 3691, + "FP": 1420, + "IoU": 0.9717083485558028, + "TN": 343634, + "TP": 175543, + "n_pred": 176963, + "n_ref": 179234 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": 0.0, + "FN": 315, + "FP": 7, + "IoU": 0.0, + "TN": 523966, + "TP": 0, + "n_pred": 7, + "n_ref": 315 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_1/validation/case_00082.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00082.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9230424955803701, + "FN": 10698, + "FP": 6497, + "IoU": 0.8570834891742509, + "TN": 1190405, + "TP": 103120, + "n_pred": 109617, + "n_ref": 113818 + }, + "2": { + "Dice": 0.9542397335496329, + "FN": 4572, + "FP": 8178, + "IoU": 0.9124842128383944, + "TN": 1165032, + "TP": 132938, + "n_pred": 141116, + "n_ref": 137510 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 1310720, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_1/validation/case_00089.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00089.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.6560978164109545, + "FN": 24234, + "FP": 2036, + "IoU": 0.48820354965029517, + "TN": 472959, + "TP": 25059, + "n_pred": 27095, + "n_ref": 49293 + }, + "2": { + "Dice": 0.9108412792592531, + "FN": 1562, + "FP": 19776, + "IoU": 0.8362796550348341, + "TN": 393956, + "TP": 108994, + "n_pred": 128770, + "n_ref": 110556 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_1/validation/case_00090.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00090.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.503731280142144, + "FN": 22686, + "FP": 6641, + "IoU": 0.336658297708715, + "TN": 1790797, + "TP": 14884, + "n_pred": 21525, + "n_ref": 37570 + }, + "2": { + "Dice": 0.9581255609515364, + "FN": 24549, + "FP": 21780, + "IoU": 0.9196171103176173, + "TN": 1258654, + "TP": 530025, + "n_pred": 551805, + "n_ref": 554574 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 1835008, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_1/validation/case_00092.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00092.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.880216296526644, + "FN": 3625, + "FP": 10242, + "IoU": 0.7860592128608236, + "TN": 983759, + "TP": 50950, + "n_pred": 61192, + "n_ref": 54575 + }, + "2": { + "Dice": 0.0, + "FN": 0, + "FP": 835, + "IoU": 0.0, + "TN": 1047741, + "TP": 0, + "n_pred": 835, + "n_ref": 0 + }, + "3": { + "Dice": 0.8804036402071381, + "FN": 16543, + "FP": 1448, + "IoU": 0.7863580767358184, + "TN": 964365, + "TP": 66220, + "n_pred": 67668, + "n_ref": 82763 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_1/validation/case_00093.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00093.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9749571056611278, + "FN": 5202, + "FP": 213, + "IoU": 0.9511378607135768, + "TN": 675610, + "TP": 105407, + "n_pred": 105620, + "n_ref": 110609 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 786432, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 786432, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_1/validation/case_00097.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00097.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_1/validation/case_00100.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00100.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9494732705590738, + "FN": 3295, + "FP": 48, + "IoU": 0.9038068655943372, + "TN": 1538111, + "TP": 31410, + "n_pred": 31458, + "n_ref": 34705 + }, + "2": { + "Dice": 0.0, + "FN": 0, + "FP": 1497, + "IoU": 0.0, + "TN": 1571367, + "TP": 0, + "n_pred": 1497, + "n_ref": 0 + }, + "3": { + "Dice": 0.0, + "FN": 0, + "FP": 5, + "IoU": 0.0, + "TN": 1572859, + "TP": 0, + "n_pred": 5, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_1/validation/case_00106.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00106.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9794413784387244, + "FN": 356, + "FP": 620, + "IoU": 0.9597110423116615, + "TN": 1286495, + "TP": 23249, + "n_pred": 23869, + "n_ref": 23605 + }, + "2": { + "Dice": 0.8709657359616939, + "FN": 1673, + "FP": 402, + "IoU": 0.7714254241022251, + "TN": 1301642, + "TP": 7003, + "n_pred": 7405, + "n_ref": 8676 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 1310720, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_1/validation/case_00108.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00108.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9508744187014284, + "FN": 7972, + "FP": 20360, + "IoU": 0.9063494739347302, + "TN": 2056767, + "TP": 274197, + "n_pred": 294557, + "n_ref": 282169 + }, + "2": { + "Dice": 0.9072195883094281, + "FN": 5804, + "FP": 3472, + "IoU": 0.8301938601790323, + "TN": 2304669, + "TP": 45351, + "n_pred": 48823, + "n_ref": 51155 + }, + "3": { + "Dice": 0.8186663684818667, + "FN": 3589, + "FP": 1276, + "IoU": 0.693001829999369, + "TN": 2343449, + "TP": 10982, + "n_pred": 12258, + "n_ref": 14571 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_1/validation/case_00110.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00110.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9478326163240222, + "FN": 30710, + "FP": 11392, + "IoU": 0.9008382421174858, + "TN": 3507581, + "TP": 382477, + "n_pred": 393869, + "n_ref": 413187 + }, + "2": { + "Dice": 0.9783896006537424, + "FN": 29310, + "FP": 44948, + "IoU": 0.9576934624782865, + "TN": 2176923, + "TP": 1680979, + "n_pred": 1725927, + "n_ref": 1710289 + }, + "3": { + "Dice": 0.5873580749025589, + "FN": 2373, + "FP": 62, + "IoU": 0.4157869481765835, + "TN": 3927992, + "TP": 1733, + "n_pred": 1795, + "n_ref": 4106 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_1/validation/case_00114.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00114.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 1048576, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 1048576, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 1048576, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_1/validation/case_00120.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00120.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.8776884845421615, + "FN": 9495, + "FP": 26804, + "IoU": 0.782036424338135, + "TN": 882039, + "TP": 130238, + "n_pred": 157042, + "n_ref": 139733 + }, + "2": { + "Dice": 0.8562902875353082, + "FN": 26112, + "FP": 3651, + "IoU": 0.7486954759612949, + "TN": 930142, + "TP": 88671, + "n_pred": 92322, + "n_ref": 114783 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 1048576, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_1/validation/case_00131.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00131.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9666118747012672, + "FN": 7474, + "FP": 3982, + "IoU": 0.9353812483783266, + "TN": 2182010, + "TP": 165830, + "n_pred": 169812, + "n_ref": 173304 + }, + "2": { + "Dice": 0.0, + "FN": 89, + "FP": 61303, + "IoU": 0.0, + "TN": 2297904, + "TP": 0, + "n_pred": 61303, + "n_ref": 89 + }, + "3": { + "Dice": 0.7540844831964785, + "FN": 2232, + "FP": 673, + "IoU": 0.6052452778910178, + "TN": 2351937, + "TP": 4454, + "n_pred": 5127, + "n_ref": 6686 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_1/validation/case_00137.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00137.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.8546455985468466, + "FN": 4828, + "FP": 10056, + "IoU": 0.746184410224928, + "TN": 1252079, + "TP": 43757, + "n_pred": 53813, + "n_ref": 48585 + }, + "2": { + "Dice": 0.9347635419590233, + "FN": 11610, + "FP": 3266, + "IoU": 0.8775174140003623, + "TN": 1189266, + "TP": 106578, + "n_pred": 109844, + "n_ref": 118188 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 1310720, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_1/validation/case_00143.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00143.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.8827934483734332, + "FN": 9294, + "FP": 44969, + "IoU": 0.7901792619172827, + "TN": 1576392, + "TP": 204353, + "n_pred": 249322, + "n_ref": 213647 + }, + "2": { + "Dice": 0.9318831283459379, + "FN": 30367, + "FP": 8606, + "IoU": 0.8724542726329604, + "TN": 1529447, + "TP": 266588, + "n_pred": 275194, + "n_ref": 296955 + }, + "3": { + "Dice": 0.7071916517123339, + "FN": 18616, + "FP": 801, + "IoU": 0.547019713052607, + "TN": 1792143, + "TP": 23448, + "n_pred": 24249, + "n_ref": 42064 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_1/validation/case_00145.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00145.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9144383077835463, + "FN": 6983, + "FP": 18842, + "IoU": 0.8423642012610864, + "TN": 1146893, + "TP": 138002, + "n_pred": 156844, + "n_ref": 144985 + }, + "2": { + "Dice": 0.696542345563978, + "FN": 12183, + "FP": 11917, + "IoU": 0.5343804942135667, + "TN": 1258961, + "TP": 27659, + "n_pred": 39576, + "n_ref": 39842 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 1310720, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_1/validation/case_00147.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00147.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9613988782580006, + "FN": 111, + "FP": 6, + "IoU": 0.9256670902160101, + "TN": 522714, + "TP": 1457, + "n_pred": 1463, + "n_ref": 1568 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_1/validation/case_00150.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00150.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_1/validation/case_00158.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00158.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.13157894736842105, + "FN": 1020, + "FP": 168, + "IoU": 0.07042253521126761, + "TN": 260866, + "TP": 90, + "n_pred": 258, + "n_ref": 1110 + }, + "2": { + "Dice": 0.9608973055222857, + "FN": 3464, + "FP": 1727, + "IoU": 0.9247375746679812, + "TN": 193172, + "TP": 63781, + "n_pred": 65508, + "n_ref": 67245 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_1/validation/case_00159.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00159.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.95663278907454, + "FN": 31344, + "FP": 2818, + "IoU": 0.9168706655310865, + "TN": 637626, + "TP": 376788, + "n_pred": 379606, + "n_ref": 408132 + }, + "2": { + "Dice": 0.9072785495870753, + "FN": 2722, + "FP": 12682, + "IoU": 0.8302926141371408, + "TN": 957808, + "TP": 75364, + "n_pred": 88046, + "n_ref": 78086 + }, + "3": { + "Dice": 0.0, + "FN": 0, + "FP": 321, + "IoU": 0.0, + "TN": 1048255, + "TP": 0, + "n_pred": 321, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_1/validation/case_00163.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00163.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9774136705920139, + "FN": 5923, + "FP": 4344, + "IoU": 0.955825090247271, + "TN": 291871, + "TP": 222150, + "n_pred": 226494, + "n_ref": 228073 + }, + "2": { + "Dice": 0.0, + "FN": 738, + "FP": 0, + "IoU": 0.0, + "TN": 523550, + "TP": 0, + "n_pred": 0, + "n_ref": 738 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_1/validation/case_00166.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00166.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.0, + "FN": 22, + "FP": 401, + "IoU": 0.0, + "TN": 786009, + "TP": 0, + "n_pred": 401, + "n_ref": 22 + }, + "2": { + "Dice": 0.7807357212003873, + "FN": 2711, + "FP": 7, + "IoU": 0.6403334656609766, + "TN": 778875, + "TP": 4839, + "n_pred": 4846, + "n_ref": 7550 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 786432, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_1/validation/case_00178.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00178.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9487877914330594, + "FN": 4115, + "FP": 4590, + "IoU": 0.9025654227574936, + "TN": 1483522, + "TP": 80637, + "n_pred": 85227, + "n_ref": 84752 + }, + "2": { + "Dice": 0.982253430553971, + "FN": 5596, + "FP": 1248, + "IoU": 0.9651257592434063, + "TN": 1376616, + "TP": 189404, + "n_pred": 190652, + "n_ref": 195000 + }, + "3": { + "Dice": 0.0, + "FN": 0, + "FP": 3, + "IoU": 0.0, + "TN": 1572861, + "TP": 0, + "n_pred": 3, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_1/validation/case_00181.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00181.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9446193245478312, + "FN": 24101, + "FP": 11191, + "IoU": 0.8950508063293059, + "TN": 1760875, + "TP": 300985, + "n_pred": 312176, + "n_ref": 325086 + }, + "2": { + "Dice": 0.8064718187512557, + "FN": 1796, + "FP": 30954, + "IoU": 0.675704044044837, + "TN": 1996164, + "TP": 68238, + "n_pred": 99192, + "n_ref": 70034 + }, + "3": { + "Dice": 0.8769334914567545, + "FN": 19082, + "FP": 5097, + "IoU": 0.7808384319057331, + "TN": 1986827, + "TP": 86146, + "n_pred": 91243, + "n_ref": 105228 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_1/validation/case_00195.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00195.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9472926739972983, + "FN": 7459, + "FP": 9241, + "IoU": 0.8998632864029933, + "TN": 1406092, + "TP": 150072, + "n_pred": 159313, + "n_ref": 157531 + }, + "2": { + "Dice": 0.4710943955323817, + "FN": 4317, + "FP": 14246, + "IoU": 0.30812523294819233, + "TN": 1546034, + "TP": 8267, + "n_pred": 22513, + "n_ref": 12584 + }, + "3": { + "Dice": 0.8496756686160409, + "FN": 19552, + "FP": 1166, + "IoU": 0.7386400908288129, + "TN": 1493594, + "TP": 58552, + "n_pred": 59718, + "n_ref": 78104 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_1/validation/case_00198.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00198.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9724337741982586, + "FN": 566, + "FP": 3021, + "IoU": 0.9463465709371027, + "TN": 719577, + "TP": 63268, + "n_pred": 66289, + "n_ref": 63834 + }, + "2": { + "Dice": 0.015188454532716828, + "FN": 647, + "FP": 34496, + "IoU": 0.007652340882137008, + "TN": 751018, + "TP": 271, + "n_pred": 34767, + "n_ref": 918 + }, + "3": { + "Dice": 0.4540726898729593, + "FN": 37328, + "FP": 359, + "IoU": 0.29372188905547225, + "TN": 733072, + "TP": 15673, + "n_pred": 16032, + "n_ref": 53001 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_1/validation/case_00206.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00206.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.36419846177047205, + "FN": 9135, + "FP": 83617, + "IoU": 0.22264220521803263, + "TN": 929259, + "TP": 26565, + "n_pred": 110182, + "n_ref": 35700 + }, + "2": { + "Dice": 0.6241337219242407, + "FN": 87546, + "FP": 6987, + "IoU": 0.4536296381921165, + "TN": 875556, + "TP": 78487, + "n_pred": 85474, + "n_ref": 166033 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 1048576, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_1/validation/case_00210.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00210.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.6106837663809308, + "FN": 26617, + "FP": 2586, + "IoU": 0.4395570652695415, + "TN": 996469, + "TP": 22904, + "n_pred": 25490, + "n_ref": 49521 + }, + "2": { + "Dice": 0.9608956144891876, + "FN": 7329, + "FP": 22962, + "IoU": 0.9247344423600155, + "TN": 646121, + "TP": 372164, + "n_pred": 395126, + "n_ref": 379493 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 1048576, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_1/validation/case_00221.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00221.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9130828345525752, + "FN": 6969, + "FP": 2441, + "IoU": 0.8400666247429339, + "TN": 2038315, + "TP": 49427, + "n_pred": 51868, + "n_ref": 56396 + }, + "2": { + "Dice": 0.9605189762688467, + "FN": 32522, + "FP": 5345, + "IoU": 0.9240370476616522, + "TN": 1598659, + "TP": 460626, + "n_pred": 465971, + "n_ref": 493148 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 2097152, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_1/validation/case_00223.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00223.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9586431197757677, + "FN": 2499, + "FP": 4126, + "IoU": 0.920571168233263, + "TN": 440880, + "TP": 76783, + "n_pred": 80909, + "n_ref": 79282 + }, + "2": { + "Dice": 0.4681972149040271, + "FN": 4177, + "FP": 62, + "IoU": 0.30565110565110565, + "TN": 518183, + "TP": 1866, + "n_pred": 1928, + "n_ref": 6043 + }, + "3": { + "Dice": 0.0, + "FN": 0, + "FP": 643, + "IoU": 0.0, + "TN": 523645, + "TP": 0, + "n_pred": 643, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_1/validation/case_00229.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00229.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9466245434406398, + "FN": 5425, + "FP": 7128, + "IoU": 0.8986582491038848, + "TN": 1448996, + "TP": 111315, + "n_pred": 118443, + "n_ref": 116740 + }, + "2": { + "Dice": 0.9078535888651363, + "FN": 6211, + "FP": 3660, + "IoU": 0.8312563037420723, + "TN": 1514367, + "TP": 48626, + "n_pred": 52286, + "n_ref": 54837 + }, + "3": { + "Dice": 0.0, + "FN": 0, + "FP": 386, + "IoU": 0.0, + "TN": 1572478, + "TP": 0, + "n_pred": 386, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_1/validation/case_00235.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00235.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.736163725821322, + "FN": 25629, + "FP": 32177, + "IoU": 0.5824834599716869, + "TN": 5104428, + "TP": 80646, + "n_pred": 112823, + "n_ref": 106275 + }, + "2": { + "Dice": 0.8403641512019121, + "FN": 25048, + "FP": 37868, + "IoU": 0.7246793483255222, + "TN": 5014361, + "TP": 165603, + "n_pred": 203471, + "n_ref": 190651 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 5242880, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_1/validation/case_00236.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00236.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_1/validation/case_00254.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00254.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9436235604672498, + "FN": 14023, + "FP": 8530, + "IoU": 0.8932644890155136, + "TN": 312990, + "TP": 188745, + "n_pred": 197275, + "n_ref": 202768 + }, + "2": { + "Dice": 0.893162476009538, + "FN": 7541, + "FP": 8992, + "IoU": 0.8069499422005815, + "TN": 438647, + "TP": 69108, + "n_pred": 78100, + "n_ref": 76649 + }, + "3": { + "Dice": 0.0, + "FN": 0, + "FP": 4930, + "IoU": 0.0, + "TN": 519358, + "TP": 0, + "n_pred": 4930, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_1/validation/case_00260.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00260.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.05480403965533216, + "FN": 39484, + "FP": 1322, + "IoU": 0.02817404558336707, + "TN": 1530875, + "TP": 1183, + "n_pred": 2505, + "n_ref": 40667 + }, + "2": { + "Dice": 0.9425465327381329, + "FN": 38852, + "FP": 51910, + "IoU": 0.8913361787717523, + "TN": 737609, + "TP": 744493, + "n_pred": 796403, + "n_ref": 783345 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 1572864, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_1/validation/case_00262.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00262.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9899846513751939, + "FN": 3942, + "FP": 2133, + "IoU": 0.9801679278667546, + "TN": 742254, + "TP": 300247, + "n_pred": 302380, + "n_ref": 304189 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 1048576, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 1048576, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_1/validation/case_00267.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00267.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.6655560786586028, + "FN": 22966, + "FP": 13974, + "IoU": 0.4987516283108988, + "TN": 712736, + "TP": 36756, + "n_pred": 50730, + "n_ref": 59722 + }, + "2": { + "Dice": 0.9045834636935066, + "FN": 5069, + "FP": 21769, + "IoU": 0.8257894907662847, + "TN": 632377, + "TP": 127217, + "n_pred": 148986, + "n_ref": 132286 + }, + "3": { + "Dice": 0.0, + "FN": 4040, + "FP": 41, + "IoU": 0.0, + "TN": 782351, + "TP": 0, + "n_pred": 41, + "n_ref": 4040 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_1/validation/case_00274.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00274.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.8364924817039168, + "FN": 11465, + "FP": 21668, + "IoU": 0.7189403321853316, + "TN": 668546, + "TP": 84753, + "n_pred": 106421, + "n_ref": 96218 + }, + "2": { + "Dice": 0.8968967445682567, + "FN": 22195, + "FP": 4906, + "IoU": 0.8130669002669388, + "TN": 641455, + "TP": 117876, + "n_pred": 122782, + "n_ref": 140071 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 786432, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_1/validation/case_00279.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00279.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.8859222059740341, + "FN": 154765, + "FP": 43772, + "IoU": 0.7952067716676758, + "TN": 4011285, + "TP": 770914, + "n_pred": 814686, + "n_ref": 925679 + }, + "2": { + "Dice": 0.7478571275965681, + "FN": 641593, + "FP": 78316, + "IoU": 0.5972618173843771, + "TN": 3193200, + "TP": 1067627, + "n_pred": 1145943, + "n_ref": 1709220 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 4980736, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_1/validation/case_00292.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00292.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.8974269210572379, + "FN": 10532, + "FP": 34004, + "IoU": 0.8139387204318146, + "TN": 809214, + "TP": 194826, + "n_pred": 228830, + "n_ref": 205358 + }, + "2": { + "Dice": 0.923749836793315, + "FN": 8354, + "FP": 3326, + "IoU": 0.858304015528327, + "TN": 966146, + "TP": 70750, + "n_pred": 74076, + "n_ref": 79104 + }, + "3": { + "Dice": 0.6365993392715259, + "FN": 17139, + "FP": 241, + "IoU": 0.4669202220654541, + "TN": 1015973, + "TP": 15223, + "n_pred": 15464, + "n_ref": 32362 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_1/validation/case_00297.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00297.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9785019638783596, + "FN": 1920, + "FP": 4347, + "IoU": 0.9579088057706644, + "TN": 637541, + "TP": 142624, + "n_pred": 146971, + "n_ref": 144544 + }, + "2": { + "Dice": 0.0, + "FN": 5263, + "FP": 3334, + "IoU": 0.0, + "TN": 777835, + "TP": 0, + "n_pred": 3334, + "n_ref": 5263 + }, + "3": { + "Dice": 0.0, + "FN": 213, + "FP": 5421, + "IoU": 0.0, + "TN": 780798, + "TP": 0, + "n_pred": 5421, + "n_ref": 213 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_1/validation/case_00299.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00299.nii.gz" + } + ] + }, + "fold_2": { + "foreground_mean": { + "Dice": 0.6186781103437013, + "FN": 7467.140740740741, + "FP": 7966.837037037036, + "IoU": 0.5619952757727934, + "TN": 1020725.9333333332, + "TP": 53194.044444444444, + "n_pred": 61160.88148148148, + "n_ref": 60661.18518518519 + }, + "mean": { + "1": { + "Dice": 0.8335292920435071, + "FN": 8876.644444444444, + "FP": 5610.644444444444, + "IoU": 0.7705415705996888, + "TN": 1000664.8444444444, + "TP": 74201.82222222222, + "n_pred": 79812.46666666666, + "n_ref": 83078.46666666666 + }, + "2": { + "Dice": 0.6542732575606949, + "FN": 12099.733333333334, + "FP": 17844.0, + "IoU": 0.5951636136917843, + "TN": 977671.3111111111, + "TP": 81738.91111111111, + "n_pred": 99582.91111111111, + "n_ref": 93838.64444444445 + }, + "3": { + "Dice": 0.36823178142690205, + "FN": 1425.0444444444445, + "FP": 445.8666666666667, + "IoU": 0.32028064302690745, + "TN": 1083841.6444444444, + "TP": 3641.4, + "n_pred": 4087.266666666667, + "n_ref": 5066.444444444444 + } + }, + "metric_per_case": [ + { + "metrics": { + "1": { + "Dice": 0.9708062597236203, + "FN": 3988, + "FP": 2073, + "IoU": 0.9432687177663169, + "TN": 1203883, + "TP": 100776, + "n_pred": 102849, + "n_ref": 104764 + }, + "2": { + "Dice": 0.0, + "FN": 0, + "FP": 25528, + "IoU": 0.0, + "TN": 1285192, + "TP": 0, + "n_pred": 25528, + "n_ref": 0 + }, + "3": { + "Dice": 0.7036649214659686, + "FN": 2416, + "FP": 414, + "IoU": 0.5428109854604201, + "TN": 1304530, + "TP": 3360, + "n_pred": 3774, + "n_ref": 5776 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_2/validation/case_00015.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00015.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9806018099972159, + "FN": 3735, + "FP": 2466, + "IoU": 0.9619418786632706, + "TN": 2458505, + "TP": 156734, + "n_pred": 159200, + "n_ref": 160469 + }, + "2": { + "Dice": 0.0, + "FN": 0, + "FP": 281982, + "IoU": 0.0, + "TN": 2339458, + "TP": 0, + "n_pred": 281982, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 2621440, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_2/validation/case_00016.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00016.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.8238932467766658, + "FN": 2956, + "FP": 36108, + "IoU": 0.7005259042332991, + "TN": 393846, + "TP": 91378, + "n_pred": 127486, + "n_ref": 94334 + }, + "2": { + "Dice": 0.6635827916301433, + "FN": 36978, + "FP": 1785, + "IoU": 0.49653864637044925, + "TN": 447295, + "TP": 38230, + "n_pred": 40015, + "n_ref": 75208 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_2/validation/case_00041.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00041.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9725365877695833, + "FN": 2792, + "FP": 552, + "IoU": 0.9465413329496587, + "TN": 461735, + "TP": 59209, + "n_pred": 59761, + "n_ref": 62001 + }, + "2": { + "Dice": 0.9135377196004134, + "FN": 50, + "FP": 452, + "IoU": 0.8408370323398858, + "TN": 521134, + "TP": 2652, + "n_pred": 3104, + "n_ref": 2702 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_2/validation/case_00046.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00046.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.8713362041480864, + "FN": 6389, + "FP": 23878, + "IoU": 0.7720068698494961, + "TN": 1440110, + "TP": 102487, + "n_pred": 126365, + "n_ref": 108876 + }, + "2": { + "Dice": 0.9222608926520411, + "FN": 24615, + "FP": 2323, + "IoU": 0.8557366865172872, + "TN": 1386136, + "TP": 159790, + "n_pred": 162113, + "n_ref": 184405 + }, + "3": { + "Dice": 0.0, + "FN": 0, + "FP": 328, + "IoU": 0.0, + "TN": 1572536, + "TP": 0, + "n_pred": 328, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_2/validation/case_00047.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00047.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9230692724650654, + "FN": 5305, + "FP": 27182, + "IoU": 0.8571296638345032, + "TN": 1083332, + "TP": 194901, + "n_pred": 222083, + "n_ref": 200206 + }, + "2": { + "Dice": 0.662848547957885, + "FN": 21819, + "FP": 1493, + "IoU": 0.4957168815436532, + "TN": 1264492, + "TP": 22916, + "n_pred": 24409, + "n_ref": 44735 + }, + "3": { + "Dice": 0.0, + "FN": 0, + "FP": 448, + "IoU": 0.0, + "TN": 1310272, + "TP": 0, + "n_pred": 448, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_2/validation/case_00057.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00057.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9514379369046325, + "FN": 21377, + "FP": 10801, + "IoU": 0.9073739842312973, + "TN": 701179, + "TP": 315219, + "n_pred": 326020, + "n_ref": 336596 + }, + "2": { + "Dice": 0.8201977023777718, + "FN": 1846, + "FP": 1519, + "IoU": 0.6951992753623188, + "TN": 1037536, + "TP": 7675, + "n_pred": 9194, + "n_ref": 9521 + }, + "3": { + "Dice": 0.9262146083507767, + "FN": 714, + "FP": 15360, + "IoU": 0.8625695744735424, + "TN": 931615, + "TP": 100887, + "n_pred": 116247, + "n_ref": 101601 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_2/validation/case_00058.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00058.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9476972160265932, + "FN": 6050, + "FP": 15852, + "IoU": 0.9005936603609165, + "TN": 1090392, + "TP": 198426, + "n_pred": 214278, + "n_ref": 204476 + }, + "2": { + "Dice": 0.9535874614007318, + "FN": 12030, + "FP": 5856, + "IoU": 0.9112920824488663, + "TN": 1109092, + "TP": 183742, + "n_pred": 189598, + "n_ref": 195772 + }, + "3": { + "Dice": 0.0, + "FN": 0, + "FP": 48, + "IoU": 0.0, + "TN": 1310672, + "TP": 0, + "n_pred": 48, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_2/validation/case_00061.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00061.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9832311720918372, + "FN": 502, + "FP": 8047, + "IoU": 0.9670154563202692, + "TN": 1051538, + "TP": 250633, + "n_pred": 258680, + "n_ref": 251135 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 1310720, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 1310720, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_2/validation/case_00062.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00062.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.812014062112526, + "FN": 10726, + "FP": 2161, + "IoU": 0.6835216110019646, + "TN": 483568, + "TP": 27833, + "n_pred": 29994, + "n_ref": 38559 + }, + "2": { + "Dice": 0.9816235014426521, + "FN": 1970, + "FP": 11959, + "IoU": 0.96391020691585, + "TN": 138334, + "TP": 372025, + "n_pred": 383984, + "n_ref": 373995 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_2/validation/case_00067.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00067.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.847457627118644, + "FN": 21, + "FP": 6, + "IoU": 0.7352941176470589, + "TN": 786330, + "TP": 75, + "n_pred": 81, + "n_ref": 96 + }, + "2": { + "Dice": 0.0, + "FN": 0, + "FP": 1879, + "IoU": 0.0, + "TN": 784553, + "TP": 0, + "n_pred": 1879, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 786432, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_2/validation/case_00075.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00075.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_2/validation/case_00076.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00076.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_2/validation/case_00098.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00098.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9614273265146999, + "FN": 322, + "FP": 519, + "IoU": 0.9257198374845433, + "TN": 1299398, + "TP": 10481, + "n_pred": 11000, + "n_ref": 10803 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 1310720, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 1310720, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_2/validation/case_00104.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00104.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9323650708266092, + "FN": 2680, + "FP": 1092, + "IoU": 0.8732995196667899, + "TN": 2329525, + "TP": 25999, + "n_pred": 27091, + "n_ref": 28679 + }, + "2": { + "Dice": 0.0, + "FN": 0, + "FP": 9491, + "IoU": 0.0, + "TN": 2349805, + "TP": 0, + "n_pred": 9491, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 2359296, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_2/validation/case_00105.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00105.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.8572402845552355, + "FN": 9073, + "FP": 3068, + "IoU": 0.7501491984442203, + "TN": 999983, + "TP": 36452, + "n_pred": 39520, + "n_ref": 45525 + }, + "2": { + "Dice": 0.958717254965525, + "FN": 8270, + "FP": 4974, + "IoU": 0.9207079052613933, + "TN": 881548, + "TP": 153784, + "n_pred": 158758, + "n_ref": 162054 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 1048576, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_2/validation/case_00109.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00109.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9458458173621457, + "FN": 4537, + "FP": 14875, + "IoU": 0.8972556699393971, + "TN": 1121785, + "TP": 169523, + "n_pred": 184398, + "n_ref": 174060 + }, + "2": { + "Dice": 0.9099695096366331, + "FN": 11283, + "FP": 1591, + "IoU": 0.8348110604991339, + "TN": 1232785, + "TP": 65061, + "n_pred": 66652, + "n_ref": 76344 + }, + "3": { + "Dice": 0.0, + "FN": 193, + "FP": 246, + "IoU": 0.0, + "TN": 1310281, + "TP": 0, + "n_pred": 246, + "n_ref": 193 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_2/validation/case_00116.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00116.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.8860741781383543, + "FN": 26387, + "FP": 14322, + "IoU": 0.7954516905421091, + "TN": 849557, + "TP": 158310, + "n_pred": 172632, + "n_ref": 184697 + }, + "2": { + "Dice": 0.9180849673370118, + "FN": 11913, + "FP": 20050, + "IoU": 0.8485740003790032, + "TN": 837496, + "TP": 179117, + "n_pred": 199167, + "n_ref": 191030 + }, + "3": { + "Dice": 0.2514221133923526, + "FN": 59235, + "FP": 378, + "IoU": 0.14378662530162012, + "TN": 978952, + "TP": 10011, + "n_pred": 10389, + "n_ref": 69246 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_2/validation/case_00119.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00119.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9579743105160319, + "FN": 697, + "FP": 1927, + "IoU": 0.9193384771448772, + "TN": 491757, + "TP": 29907, + "n_pred": 31834, + "n_ref": 30604 + }, + "2": { + "Dice": 0.0, + "FN": 1519, + "FP": 0, + "IoU": 0.0, + "TN": 522769, + "TP": 0, + "n_pred": 0, + "n_ref": 1519 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_2/validation/case_00130.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00130.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.876092314586601, + "FN": 2213, + "FP": 8847, + "IoU": 0.779505582137161, + "TN": 998416, + "TP": 39100, + "n_pred": 47947, + "n_ref": 41313 + }, + "2": { + "Dice": 0.9283054772110544, + "FN": 14563, + "FP": 206, + "IoU": 0.8662034352804754, + "TN": 938192, + "TP": 95615, + "n_pred": 95821, + "n_ref": 110178 + }, + "3": { + "Dice": 0.0, + "FN": 0, + "FP": 1018, + "IoU": 0.0, + "TN": 1047558, + "TP": 0, + "n_pred": 1018, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_2/validation/case_00133.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00133.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9224918583884861, + "FN": 30228, + "FP": 10351, + "IoU": 0.8561344668902582, + "TN": 1815090, + "TP": 241483, + "n_pred": 251834, + "n_ref": 271711 + }, + "2": { + "Dice": 0.9665974568213426, + "FN": 22694, + "FP": 33339, + "IoU": 0.9353542462244886, + "TN": 1230382, + "TP": 810737, + "n_pred": 844076, + "n_ref": 833431 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 2097152, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_2/validation/case_00139.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00139.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 1048576, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 1048576, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 1048576, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_2/validation/case_00140.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00140.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_2/validation/case_00141.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00141.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9782762224921608, + "FN": 2834, + "FP": 1011, + "IoU": 0.9574762220747622, + "TN": 433868, + "TP": 86575, + "n_pred": 87586, + "n_ref": 89409 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": 0.8286749482401656, + "FN": 480, + "FP": 182, + "IoU": 0.7074679628811312, + "TN": 522025, + "TP": 1601, + "n_pred": 1783, + "n_ref": 2081 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_2/validation/case_00154.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00154.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 1048576, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 1048576, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 1048576, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_2/validation/case_00170.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00170.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_2/validation/case_00174.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00174.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.5674460771351943, + "FN": 17360, + "FP": 5542, + "IoU": 0.3961080054846535, + "TN": 2059228, + "TP": 15022, + "n_pred": 20564, + "n_ref": 32382 + }, + "2": { + "Dice": 0.9629277381408363, + "FN": 5129, + "FP": 17713, + "IoU": 0.928505923410382, + "TN": 1777657, + "TP": 296653, + "n_pred": 314366, + "n_ref": 301782 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 2097152, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_2/validation/case_00189.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00189.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9724269327686489, + "FN": 8388, + "FP": 1482, + "IoU": 0.9463336124492969, + "TN": 1913238, + "TP": 174044, + "n_pred": 175526, + "n_ref": 182432 + }, + "2": { + "Dice": 0.0, + "FN": 0, + "FP": 32649, + "IoU": 0.0, + "TN": 2064503, + "TP": 0, + "n_pred": 32649, + "n_ref": 0 + }, + "3": { + "Dice": 0.9723412228197571, + "FN": 1089, + "FP": 1642, + "IoU": 0.9461712821523603, + "TN": 2046417, + "TP": 48004, + "n_pred": 49646, + "n_ref": 49093 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_2/validation/case_00190.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00190.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.21468220927005274, + "FN": 4921, + "FP": 6397, + "IoU": 0.12024873688301593, + "TN": 773567, + "TP": 1547, + "n_pred": 7944, + "n_ref": 6468 + }, + "2": { + "Dice": 0.9562042186128763, + "FN": 5986, + "FP": 3945, + "IoU": 0.9160836206313797, + "TN": 668088, + "TP": 108413, + "n_pred": 112358, + "n_ref": 114399 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 786432, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_2/validation/case_00199.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00199.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 1048576, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 1048576, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 1048576, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_2/validation/case_00201.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00201.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_2/validation/case_00204.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00204.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.0025929127052722557, + "FN": 30004, + "FP": 0, + "IoU": 0.0012981393336218088, + "TN": 2853541, + "TP": 39, + "n_pred": 39, + "n_ref": 30043 + }, + "2": { + "Dice": 0.7355527798127028, + "FN": 338765, + "FP": 24746, + "IoU": 0.5817188476271461, + "TN": 2014525, + "TP": 505548, + "n_pred": 530294, + "n_ref": 844313 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 2883584, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_2/validation/case_00211.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00211.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9495234235980197, + "FN": 3639, + "FP": 2091, + "IoU": 0.9038977592915605, + "TN": 726808, + "TP": 53894, + "n_pred": 55985, + "n_ref": 57533 + }, + "2": { + "Dice": 0.9663251936588693, + "FN": 804, + "FP": 3591, + "IoU": 0.9348444866130993, + "TN": 718978, + "TP": 63059, + "n_pred": 66650, + "n_ref": 63863 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 786432, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_2/validation/case_00216.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00216.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.0, + "FN": 2, + "FP": 109, + "IoU": 0.0, + "TN": 1310609, + "TP": 0, + "n_pred": 109, + "n_ref": 2 + }, + "2": { + "Dice": 0.0, + "FN": 0, + "FP": 115977, + "IoU": 0.0, + "TN": 1194743, + "TP": 0, + "n_pred": 115977, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 1310720, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_2/validation/case_00217.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00217.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9666513048691461, + "FN": 5296, + "FP": 2881, + "IoU": 0.9354550979974268, + "TN": 921889, + "TP": 118510, + "n_pred": 121391, + "n_ref": 123806 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 1048576, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 1048576, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_2/validation/case_00222.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00222.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_2/validation/case_00225.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00225.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 1310720, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 1310720, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 1310720, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_2/validation/case_00226.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00226.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9671653390324461, + "FN": 68, + "FP": 101, + "IoU": 0.936418359668924, + "TN": 521630, + "TP": 2489, + "n_pred": 2590, + "n_ref": 2557 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_2/validation/case_00244.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00244.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_2/validation/case_00255.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00255.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9266893129277594, + "FN": 5469, + "FP": 14947, + "IoU": 0.8633933530053328, + "TN": 899125, + "TP": 129035, + "n_pred": 143982, + "n_ref": 134504 + }, + "2": { + "Dice": 0.801301935427498, + "FN": 3533, + "FP": 23755, + "IoU": 0.6684768742938368, + "TN": 966265, + "TP": 55023, + "n_pred": 78778, + "n_ref": 58556 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 1048576, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_2/validation/case_00259.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00259.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9736858360615233, + "FN": 131, + "FP": 4129, + "IoU": 0.9487210352091484, + "TN": 441213, + "TP": 78815, + "n_pred": 82944, + "n_ref": 78946 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_2/validation/case_00261.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00261.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.8988860921442379, + "FN": 4165, + "FP": 10377, + "IoU": 0.816342510735034, + "TN": 445108, + "TP": 64638, + "n_pred": 75015, + "n_ref": 68803 + }, + "2": { + "Dice": 0.8806986513376078, + "FN": 10312, + "FP": 480, + "IoU": 0.7868289021451428, + "TN": 473662, + "TP": 39834, + "n_pred": 40314, + "n_ref": 50146 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_2/validation/case_00273.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00273.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_2/validation/case_00285.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00285.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.791521752304272, + "FN": 163206, + "FP": 12247, + "IoU": 0.6549739342131397, + "TN": 2112919, + "TP": 333068, + "n_pred": 345315, + "n_ref": 496274 + }, + "2": { + "Dice": 0.8174602579283223, + "FN": 8292, + "FP": 162055, + "IoU": 0.6912750826422316, + "TN": 2069664, + "TP": 381429, + "n_pred": 543484, + "n_ref": 389721 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 2621440, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_2/validation/case_00286.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00286.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.8733266661043703, + "FN": 13988, + "FP": 7038, + "IoU": 0.7751374243364062, + "TN": 430782, + "TP": 72480, + "n_pred": 79518, + "n_ref": 86468 + }, + "2": { + "Dice": 0.945593896186843, + "FN": 2117, + "FP": 13642, + "IoU": 0.8968023731721532, + "TN": 371581, + "TP": 136948, + "n_pred": 150590, + "n_ref": 139065 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_2/validation/case_00293.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00293.nii.gz" + } + ] + }, + "fold_3": { + "foreground_mean": { + "Dice": 0.6496976967473006, + "FN": 6865.051851851852, + "FP": 6506.362962962964, + "IoU": 0.5842650015643797, + "TN": 1078279.7555555555, + "TP": 61782.42962962962, + "n_pred": 68288.79259259258, + "n_ref": 68647.48148148147 + }, + "mean": { + "1": { + "Dice": 0.8839556778691889, + "FN": 9266.4, + "FP": 9492.31111111111, + "IoU": 0.8102501128303767, + "TN": 1045865.8888888889, + "TP": 88809.0, + "n_pred": 98301.3111111111, + "n_ref": 98075.4 + }, + "2": { + "Dice": 0.7420071721857815, + "FN": 9971.977777777778, + "FP": 8117.111111111111, + "IoU": 0.6642423350481305, + "TN": 1044665.3555555556, + "TP": 90679.15555555555, + "n_pred": 98796.26666666666, + "n_ref": 100651.13333333333 + }, + "3": { + "Dice": 0.32313024018693154, + "FN": 1356.7777777777778, + "FP": 1909.6666666666667, + "IoU": 0.2783025568146316, + "TN": 1144308.0222222223, + "TP": 5859.133333333333, + "n_pred": 7768.8, + "n_ref": 7215.9111111111115 + } + }, + "metric_per_case": [ + { + "metrics": { + "1": { + "Dice": 0.9605286803674179, + "FN": 565, + "FP": 11076, + "IoU": 0.9240550097206456, + "TN": 1157438, + "TP": 141641, + "n_pred": 152717, + "n_ref": 142206 + }, + "2": { + "Dice": 0.0, + "FN": 8, + "FP": 34447, + "IoU": 0.0, + "TN": 1276265, + "TP": 0, + "n_pred": 34447, + "n_ref": 8 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 1310720, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_3/validation/case_00001.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00001.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.920822569766998, + "FN": 18480, + "FP": 6408, + "IoU": 0.8532633689051353, + "TN": 1665398, + "TP": 144722, + "n_pred": 151130, + "n_ref": 163202 + }, + "2": { + "Dice": 0.9491887653805784, + "FN": 2370, + "FP": 5666, + "IoU": 0.9032914134424453, + "TN": 1751913, + "TP": 75059, + "n_pred": 80725, + "n_ref": 77429 + }, + "3": { + "Dice": 0.9379138398702023, + "FN": 4704, + "FP": 5207, + "IoU": 0.8830863964516585, + "TN": 1750236, + "TP": 74861, + "n_pred": 80068, + "n_ref": 79565 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_3/validation/case_00002.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00002.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 786432, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 786432, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 786432, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_3/validation/case_00014.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00014.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.974171372738323, + "FN": 700, + "FP": 3741, + "IoU": 0.9496433876472656, + "TN": 1222529, + "TP": 83750, + "n_pred": 87491, + "n_ref": 84450 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 1310720, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 1310720, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_3/validation/case_00018.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00018.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.971585874998774, + "FN": 2757, + "FP": 5934, + "IoU": 0.9447418616480163, + "TN": 629152, + "TP": 148589, + "n_pred": 154523, + "n_ref": 151346 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 786432, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 786432, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_3/validation/case_00033.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00033.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9763544883284027, + "FN": 338, + "FP": 757, + "IoU": 0.9538013669732512, + "TN": 762730, + "TP": 22607, + "n_pred": 23364, + "n_ref": 22945 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 786432, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 786432, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_3/validation/case_00040.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00040.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.8618767488487893, + "FN": 14255, + "FP": 10821, + "IoU": 0.7572789221000464, + "TN": 4353136, + "TP": 78236, + "n_pred": 89057, + "n_ref": 92491 + }, + "2": { + "Dice": 0.9644139507400021, + "FN": 104858, + "FP": 13963, + "IoU": 0.931273602448726, + "TN": 2727549, + "TP": 1610078, + "n_pred": 1624041, + "n_ref": 1714936 + }, + "3": { + "Dice": 0.0, + "FN": 0, + "FP": 21631, + "IoU": 0.0, + "TN": 4434817, + "TP": 0, + "n_pred": 21631, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_3/validation/case_00042.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00042.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9119200455025596, + "FN": 5470, + "FP": 20546, + "IoU": 0.8381002165633634, + "TN": 363596, + "TP": 134676, + "n_pred": 155222, + "n_ref": 140146 + }, + "2": { + "Dice": 0.8297978926967077, + "FN": 16802, + "FP": 3923, + "IoU": 0.7091064761530472, + "TN": 453042, + "TP": 50521, + "n_pred": 54444, + "n_ref": 67323 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_3/validation/case_00051.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00051.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.965433897677861, + "FN": 350, + "FP": 5628, + "IoU": 0.9331775857636289, + "TN": 172683, + "TP": 83483, + "n_pred": 89111, + "n_ref": 83833 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_3/validation/case_00052.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00052.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.8267375276666085, + "FN": 8346, + "FP": 72049, + "IoU": 0.7046484032020456, + "TN": 2349239, + "TP": 191806, + "n_pred": 263855, + "n_ref": 200152 + }, + "2": { + "Dice": 0.9163041666767305, + "FN": 66794, + "FP": 2510, + "IoU": 0.8455363013316989, + "TN": 2172765, + "TP": 379371, + "n_pred": 381881, + "n_ref": 446165 + }, + "3": { + "Dice": 0.0, + "FN": 0, + "FP": 13596, + "IoU": 0.0, + "TN": 2607844, + "TP": 0, + "n_pred": 13596, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_3/validation/case_00055.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00055.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_3/validation/case_00065.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00065.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_3/validation/case_00066.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00066.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9693636626773484, + "FN": 1917, + "FP": 10890, + "IoU": 0.9405486955714418, + "TN": 571012, + "TP": 202613, + "n_pred": 213503, + "n_ref": 204530 + }, + "2": { + "Dice": 0.9212945936005884, + "FN": 429, + "FP": 1283, + "IoU": 0.854074326628026, + "TN": 774700, + "TP": 10020, + "n_pred": 11303, + "n_ref": 10449 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 786432, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_3/validation/case_00071.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00071.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_3/validation/case_00085.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00085.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9285917496443812, + "FN": 3241, + "FP": 6046, + "IoU": 0.8667020711630377, + "TN": 2027481, + "TP": 60384, + "n_pred": 66430, + "n_ref": 63625 + }, + "2": { + "Dice": 0.8998243009493196, + "FN": 3683, + "FP": 3672, + "IoU": 0.817891452906804, + "TN": 2056764, + "TP": 33033, + "n_pred": 36705, + "n_ref": 36716 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 2097152, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_3/validation/case_00091.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00091.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9462051191080608, + "FN": 23130, + "FP": 3253, + "IoU": 0.8979025579505437, + "TN": 790166, + "TP": 232027, + "n_pred": 235280, + "n_ref": 255157 + }, + "2": { + "Dice": 0.7938353206895407, + "FN": 3194, + "FP": 9220, + "IoU": 0.6581483725285014, + "TN": 1012262, + "TP": 23900, + "n_pred": 33120, + "n_ref": 27094 + }, + "3": { + "Dice": 0.9003160643122166, + "FN": 3913, + "FP": 3341, + "IoU": 0.818704388683395, + "TN": 1008564, + "TP": 32758, + "n_pred": 36099, + "n_ref": 36671 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_3/validation/case_00094.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00094.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.947498375568551, + "FN": 4472, + "FP": 6840, + "IoU": 0.9002345968638104, + "TN": 410902, + "TP": 102074, + "n_pred": 108914, + "n_ref": 106546 + }, + "2": { + "Dice": 0.9646424907622282, + "FN": 3794, + "FP": 3306, + "IoU": 0.9316999028407068, + "TN": 420335, + "TP": 96853, + "n_pred": 100159, + "n_ref": 100647 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_3/validation/case_00095.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00095.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9621431102325495, + "FN": 1285, + "FP": 2775, + "IoU": 0.9270479578818752, + "TN": 730779, + "TP": 51593, + "n_pred": 54368, + "n_ref": 52878 + }, + "2": { + "Dice": 0.2603757099169943, + "FN": 8237, + "FP": 228, + "IoU": 0.1496735308890005, + "TN": 776477, + "TP": 1490, + "n_pred": 1718, + "n_ref": 9727 + }, + "3": { + "Dice": 0.0, + "FN": 0, + "FP": 6555, + "IoU": 0.0, + "TN": 779877, + "TP": 0, + "n_pred": 6555, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_3/validation/case_00103.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00103.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9861937409107221, + "FN": 1728, + "FP": 3389, + "IoU": 0.9727635157792764, + "TN": 598559, + "TP": 182756, + "n_pred": 186145, + "n_ref": 184484 + }, + "2": { + "Dice": 0.0, + "FN": 0, + "FP": 26344, + "IoU": 0.0, + "TN": 760088, + "TP": 0, + "n_pred": 26344, + "n_ref": 0 + }, + "3": { + "Dice": 0.0, + "FN": 74, + "FP": 0, + "IoU": 0.0, + "TN": 786358, + "TP": 0, + "n_pred": 0, + "n_ref": 74 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_3/validation/case_00115.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00115.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 1048576, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 1048576, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 1048576, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_3/validation/case_00118.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00118.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_3/validation/case_00124.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00124.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.7946660482374768, + "FN": 1873, + "FP": 15835, + "IoU": 0.6592911840535652, + "TN": 996602, + "TP": 34266, + "n_pred": 50101, + "n_ref": 36139 + }, + "2": { + "Dice": 0.0, + "FN": 0, + "FP": 14195, + "IoU": 0.0, + "TN": 1034381, + "TP": 0, + "n_pred": 14195, + "n_ref": 0 + }, + "3": { + "Dice": 0.8148905798648968, + "FN": 30175, + "FP": 2763, + "IoU": 0.687607883305829, + "TN": 943138, + "TP": 72500, + "n_pred": 75263, + "n_ref": 102675 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_3/validation/case_00161.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00161.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 1572864, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 1572864, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 1572864, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_3/validation/case_00165.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00165.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 1048576, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 1048576, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 1048576, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_3/validation/case_00167.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00167.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9830721750928093, + "FN": 2788, + "FP": 2889, + "IoU": 0.9667079128083931, + "TN": 353767, + "TP": 164844, + "n_pred": 167733, + "n_ref": 167632 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_3/validation/case_00175.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00175.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.4020558469771631, + "FN": 278, + "FP": 22292, + "IoU": 0.2516081968300285, + "TN": 756274, + "TP": 7588, + "n_pred": 29880, + "n_ref": 7866 + }, + "2": { + "Dice": 0.552767335290728, + "FN": 65114, + "FP": 80, + "IoU": 0.38194780201549067, + "TN": 680949, + "TP": 40289, + "n_pred": 40369, + "n_ref": 105403 + }, + "3": { + "Dice": 0.0, + "FN": 0, + "FP": 222, + "IoU": 0.0, + "TN": 786210, + "TP": 0, + "n_pred": 222, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_3/validation/case_00176.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00176.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.7551990817915994, + "FN": 7175, + "FP": 10741, + "IoU": 0.6066826194814603, + "TN": 740881, + "TP": 27635, + "n_pred": 38376, + "n_ref": 34810 + }, + "2": { + "Dice": 0.9585204615608812, + "FN": 9304, + "FP": 6351, + "IoU": 0.9203449767217036, + "TN": 589897, + "TP": 180880, + "n_pred": 187231, + "n_ref": 190184 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 786432, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_3/validation/case_00179.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00179.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.973761025782552, + "FN": 952, + "FP": 8936, + "IoU": 0.9488638126661357, + "TN": 855210, + "TP": 183478, + "n_pred": 192414, + "n_ref": 184430 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 1048576, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": 0.01959757648290822, + "FN": 1089, + "FP": 12018, + "IoU": 0.009895754645716875, + "TN": 1035338, + "TP": 131, + "n_pred": 12149, + "n_ref": 1220 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_3/validation/case_00188.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00188.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.7168926236296352, + "FN": 59172, + "FP": 38598, + "IoU": 0.5587160021303677, + "TN": 2137738, + "TP": 123788, + "n_pred": 162386, + "n_ref": 182960 + }, + "2": { + "Dice": 0.9367622620211562, + "FN": 25865, + "FP": 40690, + "IoU": 0.8810468520444821, + "TN": 1799790, + "TP": 492951, + "n_pred": 533641, + "n_ref": 518816 + }, + "3": { + "Dice": 0.8347695766204571, + "FN": 1299, + "FP": 465, + "IoU": 0.7163987138263666, + "TN": 2353076, + "TP": 4456, + "n_pred": 4921, + "n_ref": 5755 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_3/validation/case_00192.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00192.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.8999684869220727, + "FN": 5560, + "FP": 7772, + "IoU": 0.8181297319418867, + "TN": 975271, + "TP": 59973, + "n_pred": 67745, + "n_ref": 65533 + }, + "2": { + "Dice": 0.8358861099504566, + "FN": 2620, + "FP": 11127, + "IoU": 0.7180449585692017, + "TN": 999820, + "TP": 35009, + "n_pred": 46136, + "n_ref": 37629 + }, + "3": { + "Dice": 0.8781299782177574, + "FN": 16418, + "FP": 2325, + "IoU": 0.782737715749574, + "TN": 962307, + "TP": 67526, + "n_pred": 69851, + "n_ref": 83944 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_3/validation/case_00200.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00200.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.7193291568780997, + "FN": 6782, + "FP": 1820, + "IoU": 0.5616815286624204, + "TN": 766807, + "TP": 11023, + "n_pred": 12843, + "n_ref": 17805 + }, + "2": { + "Dice": 0.9509130812870098, + "FN": 13685, + "FP": 4096, + "IoU": 0.9064197296955918, + "TN": 596424, + "TP": 172227, + "n_pred": 176323, + "n_ref": 185912 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 786432, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_3/validation/case_00202.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00202.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 1835008, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 1835008, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 1835008, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_3/validation/case_00213.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00213.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.8594785302469667, + "FN": 6724, + "FP": 3074, + "IoU": 0.7535838237513204, + "TN": 1008814, + "TP": 29964, + "n_pred": 33038, + "n_ref": 36688 + }, + "2": { + "Dice": 0.8932749364227183, + "FN": 15616, + "FP": 7046, + "IoU": 0.807133556310159, + "TN": 931075, + "TP": 94839, + "n_pred": 101885, + "n_ref": 110455 + }, + "3": { + "Dice": 0.0, + "FN": 0, + "FP": 9757, + "IoU": 0.0, + "TN": 1038819, + "TP": 0, + "n_pred": 9757, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_3/validation/case_00242.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00242.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.7592237931617192, + "FN": 13530, + "FP": 3568, + "IoU": 0.6118942231301782, + "TN": 742377, + "TP": 26957, + "n_pred": 30525, + "n_ref": 40487 + }, + "2": { + "Dice": 0.8918979420783291, + "FN": 6359, + "FP": 14406, + "IoU": 0.8048879033318925, + "TN": 680006, + "TP": 85661, + "n_pred": 100067, + "n_ref": 92020 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 786432, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_3/validation/case_00251.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00251.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.932663042467596, + "FN": 8793, + "FP": 2070, + "IoU": 0.873822494279442, + "TN": 700339, + "TP": 75230, + "n_pred": 77300, + "n_ref": 84023 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 786432, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": 0.7668453163447602, + "FN": 68, + "FP": 6849, + "IoU": 0.6218565493111743, + "TN": 768140, + "TP": 11375, + "n_pred": 18224, + "n_ref": 11443 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_3/validation/case_00252.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00252.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.8159864208008641, + "FN": 31163, + "FP": 16537, + "IoU": 0.6891698162387593, + "TN": 1419404, + "TP": 105760, + "n_pred": 122297, + "n_ref": 136923 + }, + "2": { + "Dice": 0.9272862447905533, + "FN": 6315, + "FP": 32122, + "IoU": 0.8644302734884771, + "TN": 1289342, + "TP": 245085, + "n_pred": 277207, + "n_ref": 251400 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 1572864, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_3/validation/case_00263.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00263.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9776845966403023, + "FN": 6039, + "FP": 6031, + "IoU": 0.9563434077460612, + "TN": 772100, + "TP": 264406, + "n_pred": 270437, + "n_ref": 270445 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 1048576, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": 0.0, + "FN": 0, + "FP": 1164, + "IoU": 0.0, + "TN": 1047412, + "TP": 0, + "n_pred": 1164, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_3/validation/case_00264.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00264.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_3/validation/case_00269.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00269.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9709697036158271, + "FN": 1553, + "FP": 4271, + "IoU": 0.943577372821422, + "TN": 945355, + "TP": 97397, + "n_pred": 101668, + "n_ref": 98950 + }, + "2": { + "Dice": 0.8471859687686037, + "FN": 3115, + "FP": 222, + "IoU": 0.7348851990148566, + "TN": 1035989, + "TP": 9250, + "n_pred": 9472, + "n_ref": 12365 + }, + "3": { + "Dice": 0.6511627906976745, + "FN": 41, + "FP": 4, + "IoU": 0.4827586206896552, + "TN": 1048489, + "TP": 42, + "n_pred": 46, + "n_ref": 83 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_3/validation/case_00270.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00270.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9596995618610473, + "FN": 391, + "FP": 4438, + "IoU": 0.9225215396216728, + "TN": 986249, + "TP": 57498, + "n_pred": 61936, + "n_ref": 57889 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 1048576, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 1048576, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_3/validation/case_00272.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00272.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.7385611865500018, + "FN": 3992, + "FP": 73425, + "IoU": 0.5854910905508438, + "TN": 1123952, + "TP": 109351, + "n_pred": 182776, + "n_ref": 113343 + }, + "2": { + "Dice": 0.8016695451928613, + "FN": 71071, + "FP": 1963, + "IoU": 0.668988710064857, + "TN": 1090081, + "TP": 147605, + "n_pred": 149568, + "n_ref": 218676 + }, + "3": { + "Dice": 0.012718600953895072, + "FN": 1863, + "FP": 0, + "IoU": 0.0064, + "TN": 1308845, + "TP": 12, + "n_pred": 12, + "n_ref": 1875 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_3/validation/case_00275.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00275.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.7040685674587307, + "FN": 134944, + "FP": 11590, + "IoU": 0.5432915274522515, + "TN": 989872, + "TP": 174314, + "n_pred": 185904, + "n_ref": 309258 + }, + "2": { + "Dice": 0.6900729491062668, + "FN": 5228, + "FP": 118277, + "IoU": 0.5268025793004625, + "TN": 1049719, + "TP": 137496, + "n_pred": 255773, + "n_ref": 142724 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 1310720, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_3/validation/case_00281.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00281.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9557874744231127, + "FN": 18039, + "FP": 9057, + "IoU": 0.9153189135469112, + "TN": 990743, + "TP": 292881, + "n_pred": 301938, + "n_ref": 310920 + }, + "2": { + "Dice": 0.9472640477577765, + "FN": 6539, + "FP": 8938, + "IoU": 0.8998116248810518, + "TN": 1156241, + "TP": 139002, + "n_pred": 147940, + "n_ref": 145541 + }, + "3": { + "Dice": 0.0, + "FN": 0, + "FP": 6, + "IoU": 0.0, + "TN": 1310714, + "TP": 0, + "n_pred": 6, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_3/validation/case_00291.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00291.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.966697014710815, + "FN": 88, + "FP": 607, + "IoU": 0.9355407160081618, + "TN": 2086370, + "TP": 10087, + "n_pred": 10694, + "n_ref": 10175 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 2097152, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 2097152, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_3/validation/case_00295.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00295.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9432574241358793, + "FN": 20118, + "FP": 13450, + "IoU": 0.8926085176085176, + "TN": 1260288, + "TP": 279008, + "n_pred": 292458, + "n_ref": 299126 + }, + "2": { + "Dice": 0.8170012290045063, + "FN": 7739, + "FP": 1195, + "IoU": 0.69061883159608, + "TN": 1543987, + "TP": 19943, + "n_pred": 21138, + "n_ref": 27682 + }, + "3": { + "Dice": 0.0, + "FN": 1411, + "FP": 32, + "IoU": 0.0, + "TN": 1571421, + "TP": 0, + "n_pred": 32, + "n_ref": 1411 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_3/validation/case_00296.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00296.nii.gz" + } + ] + }, + "fold_4": { + "foreground_mean": { + "Dice": 0.57773935195184, + "FN": 9422.045454545454, + "FP": 9361.386363636364, + "IoU": 0.5096473797031753, + "TN": 1147957.0303030305, + "TP": 48654.44696969697, + "n_pred": 58015.833333333336, + "n_ref": 58076.492424242424 + }, + "mean": { + "1": { + "Dice": 0.8143902835339801, + "FN": 7067.636363636364, + "FP": 16648.113636363636, + "IoU": 0.7423936848460663, + "TN": 1103234.9318181819, + "TP": 88444.22727272728, + "n_pred": 105092.34090909091, + "n_ref": 95511.86363636363 + }, + "2": { + "Dice": 0.5249782806474051, + "FN": 18223.295454545456, + "FP": 10564.113636363636, + "IoU": 0.4592104752141025, + "TN": 1136718.4545454546, + "TP": 49889.045454545456, + "n_pred": 60453.15909090909, + "n_ref": 68112.34090909091 + }, + "3": { + "Dice": 0.39384949167413497, + "FN": 2975.2045454545455, + "FP": 871.9318181818181, + "IoU": 0.327337979049357, + "TN": 1203917.7045454546, + "TP": 7630.068181818182, + "n_pred": 8502.0, + "n_ref": 10605.272727272728 + } + }, + "metric_per_case": [ + { + "metrics": { + "1": { + "Dice": 0.9014976905629885, + "FN": 8276, + "FP": 2451, + "IoU": 0.8206607148828033, + "TN": 202330, + "TP": 49087, + "n_pred": 51538, + "n_ref": 57363 + }, + "2": { + "Dice": 0.9269455552137804, + "FN": 1962, + "FP": 3738, + "IoU": 0.8638383259280493, + "TN": 220282, + "TP": 36162, + "n_pred": 39900, + "n_ref": 38124 + }, + "3": { + "Dice": 0.0, + "FN": 0, + "FP": 6793, + "IoU": 0.0, + "TN": 255351, + "TP": 0, + "n_pred": 6793, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_4/validation/case_00007.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00007.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.8486933663213236, + "FN": 6536, + "FP": 1292, + "IoU": 0.7371566718151904, + "TN": 232362, + "TP": 21954, + "n_pred": 23246, + "n_ref": 28490 + }, + "2": { + "Dice": 0.9361194953950932, + "FN": 1552, + "FP": 2575, + "IoU": 0.8799103765349473, + "TN": 227778, + "TP": 30239, + "n_pred": 32814, + "n_ref": 31791 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_4/validation/case_00010.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00010.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.0, + "FN": 0, + "FP": 9541, + "IoU": 0.0, + "TN": 1301179, + "TP": 0, + "n_pred": 9541, + "n_ref": 0 + }, + "2": { + "Dice": 0.0, + "FN": 0, + "FP": 111533, + "IoU": 0.0, + "TN": 1199187, + "TP": 0, + "n_pred": 111533, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 1310720, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_4/validation/case_00011.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00011.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9593691615510733, + "FN": 4442, + "FP": 12608, + "IoU": 0.9219111389981726, + "TN": 568091, + "TP": 201291, + "n_pred": 213899, + "n_ref": 205733 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 786432, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": 0.0, + "FN": 0, + "FP": 11, + "IoU": 0.0, + "TN": 786421, + "TP": 0, + "n_pred": 11, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_4/validation/case_00012.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00012.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9695067945441203, + "FN": 1527, + "FP": 4498, + "IoU": 0.9408182309316832, + "TN": 946771, + "TP": 95780, + "n_pred": 100278, + "n_ref": 97307 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 1048576, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 1048576, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_4/validation/case_00017.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00017.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9411565413694993, + "FN": 3538, + "FP": 13483, + "IoU": 0.8888533368159853, + "TN": 895436, + "TP": 136119, + "n_pred": 149602, + "n_ref": 139657 + }, + "2": { + "Dice": 0.12584014899991902, + "FN": 10795, + "FP": 0, + "IoU": 0.06714483235395782, + "TN": 1037004, + "TP": 777, + "n_pred": 777, + "n_ref": 11572 + }, + "3": { + "Dice": 0.0, + "FN": 90, + "FP": 3, + "IoU": 0.0, + "TN": 1048483, + "TP": 0, + "n_pred": 3, + "n_ref": 90 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_4/validation/case_00020.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00020.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.890341680029604, + "FN": 832, + "FP": 11614, + "IoU": 0.8023566029346376, + "TN": 985604, + "TP": 50526, + "n_pred": 62140, + "n_ref": 51358 + }, + "2": { + "Dice": 0.8947544269963248, + "FN": 8682, + "FP": 2028, + "IoU": 0.8095525997581621, + "TN": 992340, + "TP": 45526, + "n_pred": 47554, + "n_ref": 54208 + }, + "3": { + "Dice": 0.5231880931837791, + "FN": 8842, + "FP": 0, + "IoU": 0.35426860439640695, + "TN": 1034883, + "TP": 4851, + "n_pred": 4851, + "n_ref": 13693 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_4/validation/case_00021.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00021.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9845851376659915, + "FN": 2434, + "FP": 1204, + "IoU": 0.9696382968069303, + "TN": 1190898, + "TP": 116184, + "n_pred": 117388, + "n_ref": 118618 + }, + "2": { + "Dice": 0.6128016789087093, + "FN": 298, + "FP": 71, + "IoU": 0.44175491679273826, + "TN": 1310059, + "TP": 292, + "n_pred": 363, + "n_ref": 590 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 1310720, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_4/validation/case_00024.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00024.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.974988201982067, + "FN": 2268, + "FP": 3827, + "IoU": 0.9511970534069981, + "TN": 923686, + "TP": 118795, + "n_pred": 122622, + "n_ref": 121063 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 1048576, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 1048576, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_4/validation/case_00032.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00032.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9239229148503342, + "FN": 8569, + "FP": 8185, + "IoU": 0.8586029082868452, + "TN": 143655, + "TP": 101735, + "n_pred": 109920, + "n_ref": 110304 + }, + "2": { + "Dice": 0.8844536509580528, + "FN": 3059, + "FP": 8097, + "IoU": 0.7928434813288024, + "TN": 208291, + "TP": 42697, + "n_pred": 50794, + "n_ref": 45756 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 262144, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_4/validation/case_00035.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00035.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.8578255675029869, + "FN": 1364, + "FP": 183, + "IoU": 0.7510460251046025, + "TN": 1566650, + "TP": 4667, + "n_pred": 4850, + "n_ref": 6031 + }, + "2": { + "Dice": 0.063053625230486, + "FN": 331709, + "FP": 104, + "IoU": 0.0325531083626355, + "TN": 1229886, + "TP": 11165, + "n_pred": 11269, + "n_ref": 342874 + }, + "3": { + "Dice": 0.6265060240963856, + "FN": 192, + "FP": 242, + "IoU": 0.45614035087719296, + "TN": 1572066, + "TP": 364, + "n_pred": 606, + "n_ref": 556 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_4/validation/case_00037.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00037.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9731338207787791, + "FN": 116, + "FP": 200, + "IoU": 0.9476734558701772, + "TN": 780393, + "TP": 5723, + "n_pred": 5923, + "n_ref": 5839 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 786432, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 786432, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_4/validation/case_00050.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00050.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9319119069749796, + "FN": 4772, + "FP": 31122, + "IoU": 0.872504724152139, + "TN": 1029188, + "TP": 245638, + "n_pred": 276760, + "n_ref": 250410 + }, + "2": { + "Dice": 0.8753180661577609, + "FN": 56, + "FP": 91, + "IoU": 0.7782805429864253, + "TN": 1310057, + "TP": 516, + "n_pred": 607, + "n_ref": 572 + }, + "3": { + "Dice": 0.8555666054486458, + "FN": 17766, + "FP": 2131, + "IoU": 0.7475896889430151, + "TN": 1231892, + "TP": 58931, + "n_pred": 61062, + "n_ref": 76697 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_4/validation/case_00068.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00068.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.8171233988947884, + "FN": 12695, + "FP": 61633, + "IoU": 0.6907934421319312, + "TN": 1594625, + "TP": 166055, + "n_pred": 227688, + "n_ref": 178750 + }, + "2": { + "Dice": 0.8483954184718252, + "FN": 69534, + "FP": 4337, + "IoU": 0.7367072275329156, + "TN": 1554442, + "TP": 206695, + "n_pred": 211032, + "n_ref": 276229 + }, + "3": { + "Dice": 0.9296823755683776, + "FN": 4295, + "FP": 2030, + "IoU": 0.8686041922014252, + "TN": 1786871, + "TP": 41812, + "n_pred": 43842, + "n_ref": 46107 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_4/validation/case_00073.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00073.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9218299553584846, + "FN": 6464, + "FP": 27349, + "IoU": 0.8549949610824024, + "TN": 553247, + "TP": 199372, + "n_pred": 226721, + "n_ref": 205836 + }, + "2": { + "Dice": 0.0, + "FN": 0, + "FP": 551, + "IoU": 0.0, + "TN": 785881, + "TP": 0, + "n_pred": 551, + "n_ref": 0 + }, + "3": { + "Dice": 0.3265984560262993, + "FN": 52691, + "FP": 2002, + "IoU": 0.19517040437930425, + "TN": 718476, + "TP": 13263, + "n_pred": 15265, + "n_ref": 65954 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_4/validation/case_00074.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00074.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.6127337693545354, + "FN": 10575, + "FP": 82092, + "IoU": 0.4416843399045645, + "TN": 2193320, + "TP": 73309, + "n_pred": 155401, + "n_ref": 83884 + }, + "2": { + "Dice": 0.9217864826436191, + "FN": 66491, + "FP": 17561, + "IoU": 0.8549201691550876, + "TN": 1779946, + "TP": 495298, + "n_pred": 512859, + "n_ref": 561789 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 2359296, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_4/validation/case_00078.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00078.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.7438803937749261, + "FN": 11210, + "FP": 107661, + "IoU": 0.592205065575289, + "TN": 4427095, + "TP": 172626, + "n_pred": 280287, + "n_ref": 183836 + }, + "2": { + "Dice": 0.0, + "FN": 0, + "FP": 135129, + "IoU": 0.0, + "TN": 4583463, + "TP": 0, + "n_pred": 135129, + "n_ref": 0 + }, + "3": { + "Dice": 0.9328012195891655, + "FN": 4296, + "FP": 9545, + "IoU": 0.8740651101850673, + "TN": 4608686, + "TP": 96065, + "n_pred": 105610, + "n_ref": 100361 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_4/validation/case_00084.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00084.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.5385082358654741, + "FN": 89383, + "FP": 1841, + "IoU": 0.3684647762516615, + "TN": 2214848, + "TP": 53224, + "n_pred": 55065, + "n_ref": 142607 + }, + "2": { + "Dice": 0.5267995218092282, + "FN": 205539, + "FP": 10186, + "IoU": 0.35758848141034233, + "TN": 2023491, + "TP": 120080, + "n_pred": 130266, + "n_ref": 325619 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 2359296, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_4/validation/case_00088.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00088.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 1048576, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 1048576, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 1048576, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_4/validation/case_00111.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00111.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9536117948053631, + "FN": 653, + "FP": 22265, + "IoU": 0.9113365289013204, + "TN": 1052237, + "TP": 235565, + "n_pred": 257830, + "n_ref": 236218 + }, + "2": { + "Dice": 0.8776978417266187, + "FN": 13203, + "FP": 958, + "IoU": 0.782051282051282, + "TN": 1245746, + "TP": 50813, + "n_pred": 51771, + "n_ref": 64016 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 1310720, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_4/validation/case_00122.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00122.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_4/validation/case_00123.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00123.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 1310720, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 1310720, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 1310720, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_4/validation/case_00125.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00125.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.6621312257824444, + "FN": 7193, + "FP": 118108, + "IoU": 0.4949149262936403, + "TN": 1062641, + "TP": 122778, + "n_pred": 240886, + "n_ref": 129971 + }, + "2": { + "Dice": 0.9253791144081687, + "FN": 6609, + "FP": 5683, + "IoU": 0.8611214678733237, + "TN": 1222211, + "TP": 76217, + "n_pred": 81900, + "n_ref": 82826 + }, + "3": { + "Dice": 0.0, + "FN": 0, + "FP": 194, + "IoU": 0.0, + "TN": 1310526, + "TP": 0, + "n_pred": 194, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_4/validation/case_00126.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00126.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.0, + "FN": 0, + "FP": 168, + "IoU": 0.0, + "TN": 524120, + "TP": 0, + "n_pred": 168, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_4/validation/case_00132.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00132.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9761442441054091, + "FN": 2163, + "FP": 1793, + "IoU": 0.9534001625575724, + "TN": 701539, + "TP": 80937, + "n_pred": 82730, + "n_ref": 83100 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 786432, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 786432, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_4/validation/case_00148.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00148.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9364293697680254, + "FN": 2537, + "FP": 3037, + "IoU": 0.8804580938491894, + "TN": 739804, + "TP": 41054, + "n_pred": 44091, + "n_ref": 43591 + }, + "2": { + "Dice": 0.0, + "FN": 0, + "FP": 1323, + "IoU": 0.0, + "TN": 785109, + "TP": 0, + "n_pred": 1323, + "n_ref": 0 + }, + "3": { + "Dice": 0.8751454988689522, + "FN": 3833, + "FP": 1852, + "IoU": 0.7780077316568393, + "TN": 760823, + "TP": 19924, + "n_pred": 21776, + "n_ref": 23757 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_4/validation/case_00152.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00152.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.837202901246048, + "FN": 29187, + "FP": 14581, + "IoU": 0.7199905315752771, + "TN": 892267, + "TP": 112541, + "n_pred": 127122, + "n_ref": 141728 + }, + "2": { + "Dice": 0.8003554291807358, + "FN": 1149, + "FP": 26936, + "IoU": 0.6671604645650628, + "TN": 964196, + "TP": 56295, + "n_pred": 83231, + "n_ref": 57444 + }, + "3": { + "Dice": 0.0, + "FN": 0, + "FP": 549, + "IoU": 0.0, + "TN": 1048027, + "TP": 0, + "n_pred": 549, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_4/validation/case_00160.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00160.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 524288, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_4/validation/case_00169.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00169.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9728221655683295, + "FN": 832, + "FP": 6513, + "IoU": 0.947082513814742, + "TN": 647631, + "TP": 131456, + "n_pred": 137969, + "n_ref": 132288 + }, + "2": { + "Dice": 0.017686072218128224, + "FN": 2600, + "FP": 66, + "IoU": 0.008921933085501859, + "TN": 783742, + "TP": 24, + "n_pred": 90, + "n_ref": 2624 + }, + "3": { + "Dice": 0.0, + "FN": 85, + "FP": 2249, + "IoU": 0.0, + "TN": 784098, + "TP": 0, + "n_pred": 2249, + "n_ref": 85 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_4/validation/case_00173.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00173.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.974569883230405, + "FN": 5624, + "FP": 145, + "IoU": 0.9504010729669082, + "TN": 1456551, + "TP": 110544, + "n_pred": 110689, + "n_ref": 116168 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 1572864, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 1572864, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_4/validation/case_00182.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00182.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.8853927201666165, + "FN": 7459, + "FP": 31776, + "IoU": 0.7943539721891724, + "TN": 857787, + "TP": 151554, + "n_pred": 183330, + "n_ref": 159013 + }, + "2": { + "Dice": 0.736942980354576, + "FN": 21483, + "FP": 7614, + "IoU": 0.5834597875569044, + "TN": 978722, + "TP": 40757, + "n_pred": 48371, + "n_ref": 62240 + }, + "3": { + "Dice": 0.8296524932148369, + "FN": 29467, + "FP": 2543, + "IoU": 0.7088941433248453, + "TN": 938616, + "TP": 77950, + "n_pred": 80493, + "n_ref": 107417 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_4/validation/case_00184.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00184.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9444452072663362, + "FN": 2539, + "FP": 5553, + "IoU": 0.8947382113821138, + "TN": 709557, + "TP": 68783, + "n_pred": 74336, + "n_ref": 71322 + }, + "2": { + "Dice": 0.771565962784863, + "FN": 5086, + "FP": 377, + "IoU": 0.6280890462250663, + "TN": 771743, + "TP": 9226, + "n_pred": 9603, + "n_ref": 14312 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 786432, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_4/validation/case_00205.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00205.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 1572864, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 1572864, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 1572864, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_4/validation/case_00207.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00207.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.8757214313197383, + "FN": 230, + "FP": 1062, + "IoU": 0.7789185489390829, + "TN": 780588, + "TP": 4552, + "n_pred": 5614, + "n_ref": 4782 + }, + "2": { + "Dice": 0.0, + "FN": 1125, + "FP": 0, + "IoU": 0.0, + "TN": 785307, + "TP": 0, + "n_pred": 0, + "n_ref": 1125 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 786432, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_4/validation/case_00209.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00209.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9045594727316807, + "FN": 25681, + "FP": 8175, + "IoU": 0.8257495046192646, + "TN": 1378569, + "TP": 160439, + "n_pred": 168614, + "n_ref": 186120 + }, + "2": { + "Dice": 0.9298560335971962, + "FN": 12869, + "FP": 24277, + "IoU": 0.8689074206742731, + "TN": 1289507, + "TP": 246211, + "n_pred": 270488, + "n_ref": 259080 + }, + "3": { + "Dice": 0.38917975567190227, + "FN": 1400, + "FP": 0, + "IoU": 0.24160346695557963, + "TN": 1571018, + "TP": 446, + "n_pred": 446, + "n_ref": 1846 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_4/validation/case_00224.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00224.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9241127077836203, + "FN": 4816, + "FP": 7177, + "IoU": 0.8589307769217197, + "TN": 1225705, + "TP": 73022, + "n_pred": 80199, + "n_ref": 77838 + }, + "2": { + "Dice": 0.0, + "FN": 0, + "FP": 4, + "IoU": 0.0, + "TN": 1310716, + "TP": 0, + "n_pred": 4, + "n_ref": 0 + }, + "3": { + "Dice": 0.7487678339818418, + "FN": 7634, + "FP": 114, + "IoU": 0.5984243806364673, + "TN": 1291426, + "TP": 11546, + "n_pred": 11660, + "n_ref": 19180 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_4/validation/case_00238.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00238.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.8875631023405232, + "FN": 217, + "FP": 28, + "IoU": 0.7978547854785478, + "TN": 1047364, + "TP": 967, + "n_pred": 995, + "n_ref": 1184 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 1048576, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 1048576, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_4/validation/case_00243.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00243.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.049229152067274004, + "FN": 9877, + "FP": 977, + "IoU": 0.025235743152222722, + "TN": 2610305, + "TP": 281, + "n_pred": 1258, + "n_ref": 10158 + }, + "2": { + "Dice": 0.6314871102105145, + "FN": 902, + "FP": 77662, + "IoU": 0.46144038168880847, + "TN": 2475562, + "TP": 67314, + "n_pred": 144976, + "n_ref": 68216 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 2621440, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_4/validation/case_00245.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00245.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9533861037818822, + "FN": 201, + "FP": 11, + "IoU": 0.9109243697478991, + "TN": 1308340, + "TP": 2168, + "n_pred": 2179, + "n_ref": 2369 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 1310720, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 1310720, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_4/validation/case_00246.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00246.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.8857555157605578, + "FN": 1656, + "FP": 11486, + "IoU": 0.7949382099613032, + "TN": 984488, + "TP": 50946, + "n_pred": 62432, + "n_ref": 52602 + }, + "2": { + "Dice": 0.958056069229804, + "FN": 20173, + "FP": 218, + "IoU": 0.919489082797015, + "TN": 795306, + "TP": 232879, + "n_pred": 233097, + "n_ref": 253052 + }, + "3": { + "Dice": 0.0, + "FN": 0, + "FP": 51, + "IoU": 0.0, + "TN": 1048525, + "TP": 0, + "n_pred": 51, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_4/validation/case_00249.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00249.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.6583649773365295, + "FN": 3169, + "FP": 93457, + "IoU": 0.49071838929004374, + "TN": 596702, + "TP": 93104, + "n_pred": 186561, + "n_ref": 96273 + }, + "2": { + "Dice": 0.0, + "FN": 0, + "FP": 4284, + "IoU": 0.0, + "TN": 782148, + "TP": 0, + "n_pred": 4284, + "n_ref": 0 + }, + "3": { + "Dice": 0.0, + "FN": 0, + "FP": 4342, + "IoU": 0.0, + "TN": 782090, + "TP": 0, + "n_pred": 4342, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_4/validation/case_00250.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00250.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.9824698480761838, + "FN": 9832, + "FP": 6995, + "IoU": 0.9655437199759193, + "TN": 298074, + "TP": 471531, + "n_pred": 478526, + "n_ref": 481363 + }, + "2": { + "Dice": 0.0, + "FN": 0, + "FP": 17, + "IoU": 0.0, + "TN": 786415, + "TP": 0, + "n_pred": 17, + "n_ref": 0 + }, + "3": { + "Dice": 0.8399014778325123, + "FN": 318, + "FP": 3712, + "IoU": 0.7239915074309978, + "TN": 771831, + "TP": 10571, + "n_pred": 14283, + "n_ref": 10889 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_4/validation/case_00268.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00268.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": 0.8919104137723226, + "FN": 22109, + "FP": 18426, + "IoU": 0.8049082175825657, + "TN": 1889378, + "TP": 167239, + "n_pred": 185665, + "n_ref": 189348 + }, + "2": { + "Dice": 0.9590754542793452, + "FN": 16949, + "FP": 19401, + "IoU": 0.9213688525476708, + "TN": 1634867, + "TP": 425935, + "n_pred": 445336, + "n_ref": 442884 + }, + "3": { + "Dice": 0.0, + "FN": 0, + "FP": 2, + "IoU": 0.0, + "TN": 2097150, + "TP": 0, + "n_pred": 2, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_4/validation/case_00280.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00280.nii.gz" + }, + { + "metrics": { + "1": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 1048576, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "2": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 1048576, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + }, + "3": { + "Dice": NaN, + "FN": 0, + "FP": 0, + "IoU": NaN, + "TN": 1048576, + "TP": 0, + "n_pred": 0, + "n_ref": 0 + } + }, + "prediction_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_results/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/nnActiveTrainer_500epochs__nnUNetPlans__3d_fullres/fold_4/validation/case_00283.nii.gz", + "reference_file": "/scratch/slurm_tmpdir/job_2708735/nnActive_data/Dataset135_KiTS2021/nnUNet_preprocessed/Dataset097_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-softrank_bald__seed-12345/gt_segmentations/case_00283.nii.gz" + } + ] + }, + "mean": { + "foreground_mean": { + "Dice": 0.6174981926362115, + "FN": 8779.575016835017, + "FP": 7602.849124579125, + "IoU": 0.552736957395104, + "TN": 1091018.3616161614, + "TP": 63085.413838383836, + "n_pred": 70688.26296296295, + "n_ref": 71864.98885521885 + }, + "mean": { + "1": { + "Dice": 0.8493041056826623, + "FN": 10069.536161616163, + "FP": 10091.444949494948, + "IoU": 0.7809788102829784, + "TN": 1054528.741919192, + "TP": 95796.47656565657, + "n_pred": 105887.92151515154, + "n_ref": 105866.01272727273 + }, + "2": { + "Dice": 0.6543908391321123, + "FN": 14229.521313131312, + "FP": 11375.782727272726, + "IoU": 0.5830240608339244, + "TN": 1057469.1886868689, + "TP": 87411.70686868687, + "n_pred": 98787.48959595959, + "n_ref": 101641.2281818182 + }, + "3": { + "Dice": 0.34879963309386, + "FN": 2039.6675757575758, + "FP": 1341.319696969697, + "IoU": 0.29420800106840905, + "TN": 1161057.1542424243, + "TP": 6048.058080808082, + "n_pred": 7389.377777777778, + "n_ref": 8087.725656565657 + } + } + } +} \ No newline at end of file diff --git a/nnActive_results/Dataset122_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-500__qs-500__unc-random-label__seed-12346/config.json b/nnActive_results/Dataset122_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-500__qs-500__unc-random-label__seed-12346/config.json new file mode 100644 index 0000000000000000000000000000000000000000..633d2876e42a0a359bde5ab770d7a8d2237e6071 --- /dev/null +++ b/nnActive_results/Dataset122_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-500__qs-500__unc-random-label__seed-12346/config.json @@ -0,0 +1,29 @@ +{ + "patch_size": [ + 64, + 64, + 64 + ], + "base_id": 135, + "starting_budget": "random-label2-all-classes", + "starting_budget_size": 500, + "trainer": "nnActiveTrainer_200epochs", + "model_plans": "nnUNetPlans", + "model_config": "3d_fullres", + "uncertainty": "random-label", + "aggregation": "patch", + "query_size": 500, + "query_steps": 5, + "agg_stride": 8, + "n_patch_per_image": 20, + "seed": 12346, + "full_folds": 5, + "train_folds": 5, + "dataset": "Dataset135_KiTS2021", + "pre_suffix": "__patch-64_64_64__sb-random-label2-all-classes__sbs-500__qs-500", + "use_mirroring": false, + "use_gaussian": true, + "tile_step_size": 0.75, + "patch_overlap": 0.0, + "additional_overlap": 0.4 +} \ No newline at end of file diff --git a/nnActive_results/Dataset122_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-500__qs-500__unc-random-label__seed-12346/state.json b/nnActive_results/Dataset122_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-500__qs-500__unc-random-label__seed-12346/state.json new file mode 100644 index 0000000000000000000000000000000000000000..c8a95a8c36b8a6ccdb460b8dce637913d6239e3f --- /dev/null +++ b/nnActive_results/Dataset122_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-500__qs-500__unc-random-label__seed-12346/state.json @@ -0,0 +1,12 @@ +{ + "dataset_id": 122, + "name": "KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-500__qs-500__unc-random-label__seed-12346", + "loop": 4, + "preprocess": true, + "training": true, + "get_performance": true, + "pred_tr": false, + "query": false, + "update_data": false, + "in_progress": false +} \ No newline at end of file diff --git a/nnActive_results/Dataset151_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__precomputed-queries__unc-mutual_information__seed-12346/config.json b/nnActive_results/Dataset151_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__precomputed-queries__unc-mutual_information__seed-12346/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ce7593a688eea95817b8dbf3984d9202f9d497f1 --- /dev/null +++ b/nnActive_results/Dataset151_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__precomputed-queries__unc-mutual_information__seed-12346/config.json @@ -0,0 +1,30 @@ +{ + "patch_size": [ + 64, + 64, + 64 + ], + "base_id": 135, + "starting_budget": "random-label2-all-classes", + "starting_budget_size": 200, + "trainer": "nnActiveTrainer_500epochs", + "model_plans": "nnUNetPlans", + "model_config": "3d_fullres", + "uncertainty": "mutual_information", + "queries_from_experiment": "KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-mutual_information__seed-12346", + "aggregation": "patch", + "query_size": 200, + "query_steps": 5, + "agg_stride": 8, + "n_patch_per_image": 200, + "seed": 12346, + "full_folds": 5, + "train_folds": 5, + "dataset": "Dataset135_KiTS2021", + "pre_suffix": "__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__precomputed-queries", + "use_mirroring": false, + "use_gaussian": true, + "tile_step_size": 0.75, + "patch_overlap": 0.0, + "additional_overlap": 0.4 +} \ No newline at end of file diff --git a/nnActive_results/Dataset151_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__precomputed-queries__unc-mutual_information__seed-12346/state.json b/nnActive_results/Dataset151_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__precomputed-queries__unc-mutual_information__seed-12346/state.json new file mode 100644 index 0000000000000000000000000000000000000000..67ac5a835113802e6bbd2f36723d0d63acd2d765 --- /dev/null +++ b/nnActive_results/Dataset151_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__precomputed-queries__unc-mutual_information__seed-12346/state.json @@ -0,0 +1,12 @@ +{ + "dataset_id": 151, + "name": "KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__precomputed-queries__unc-mutual_information__seed-12346", + "loop": 4, + "preprocess": true, + "training": true, + "get_performance": true, + "pred_tr": false, + "query": false, + "update_data": false, + "in_progress": false +} \ No newline at end of file diff --git a/nnActive_results/Dataset177_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__precomputed-queries__unc-random__seed-12348/config.json b/nnActive_results/Dataset177_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__precomputed-queries__unc-random__seed-12348/config.json new file mode 100644 index 0000000000000000000000000000000000000000..e13e4e4a5596d156e0cef0ea0da002a329b20e95 --- /dev/null +++ b/nnActive_results/Dataset177_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__precomputed-queries__unc-random__seed-12348/config.json @@ -0,0 +1,30 @@ +{ + "patch_size": [ + 64, + 64, + 64 + ], + "base_id": 135, + "starting_budget": "random-label2-all-classes", + "starting_budget_size": 200, + "trainer": "nnActiveTrainer_500epochs", + "model_plans": "nnUNetPlans", + "model_config": "3d_fullres", + "uncertainty": "random", + "queries_from_experiment": "KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-random__seed-12348", + "aggregation": "patch", + "query_size": 200, + "query_steps": 5, + "agg_stride": 8, + "n_patch_per_image": 200, + "seed": 12348, + "full_folds": 5, + "train_folds": 5, + "dataset": "Dataset135_KiTS2021", + "pre_suffix": "__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__precomputed-queries", + "use_mirroring": false, + "use_gaussian": true, + "tile_step_size": 0.75, + "patch_overlap": 0.0, + "additional_overlap": 0.4 +} \ No newline at end of file diff --git a/nnActive_results/Dataset177_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__precomputed-queries__unc-random__seed-12348/state.json b/nnActive_results/Dataset177_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__precomputed-queries__unc-random__seed-12348/state.json new file mode 100644 index 0000000000000000000000000000000000000000..2f97598088e2c916ca4f6039bbd28c40082852c0 --- /dev/null +++ b/nnActive_results/Dataset177_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__precomputed-queries__unc-random__seed-12348/state.json @@ -0,0 +1,12 @@ +{ + "dataset_id": 177, + "name": "KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__precomputed-queries__unc-random__seed-12348", + "loop": 4, + "preprocess": true, + "training": true, + "get_performance": true, + "pred_tr": false, + "query": false, + "update_data": false, + "in_progress": false +} \ No newline at end of file diff --git a/nnActive_results/Dataset240_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-500__qs-250__unc-power_pe__seed-12347/config.json b/nnActive_results/Dataset240_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-500__qs-250__unc-power_pe__seed-12347/config.json new file mode 100644 index 0000000000000000000000000000000000000000..61f753ea33841292431d79413b0608cea4368d63 --- /dev/null +++ b/nnActive_results/Dataset240_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-500__qs-250__unc-power_pe__seed-12347/config.json @@ -0,0 +1,30 @@ +{ + "patch_size": [ + 64, + 64, + 64 + ], + "base_id": 135, + "starting_budget": "random-label2-all-classes", + "starting_budget_size": 500, + "trainer": "nnActiveTrainer_200epochs", + "model_plans": "nnUNetPlans", + "model_config": "3d_fullres", + "uncertainty": "power_pe", + "queries_from_experiment": null, + "aggregation": "patch", + "query_size": 250, + "query_steps": 9, + "agg_stride": 8, + "n_patch_per_image": 250, + "seed": 12347, + "full_folds": 5, + "train_folds": 5, + "dataset": "Dataset135_KiTS2021", + "pre_suffix": "__patch-64_64_64__sb-random-label2-all-classes__sbs-500__qs-250", + "use_mirroring": false, + "use_gaussian": true, + "tile_step_size": 0.75, + "patch_overlap": 0.0, + "additional_overlap": 0.4 +} \ No newline at end of file diff --git a/nnActive_results/Dataset240_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-500__qs-250__unc-power_pe__seed-12347/state.json b/nnActive_results/Dataset240_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-500__qs-250__unc-power_pe__seed-12347/state.json new file mode 100644 index 0000000000000000000000000000000000000000..6746cd1b9e5490aa8b04450e730e7c988adb9717 --- /dev/null +++ b/nnActive_results/Dataset240_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-500__qs-250__unc-power_pe__seed-12347/state.json @@ -0,0 +1,12 @@ +{ + "dataset_id": 240, + "name": "KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-500__qs-250__unc-power_pe__seed-12347", + "loop": 8, + "preprocess": true, + "training": true, + "get_performance": true, + "pred_tr": false, + "query": false, + "update_data": false, + "in_progress": false +} \ No newline at end of file diff --git a/nnActive_results/Dataset257_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-500__qs-250__unc-random-label2__seed-12348/config.json b/nnActive_results/Dataset257_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-500__qs-250__unc-random-label2__seed-12348/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65666cef315c1a7b4d01bddd8fc44a084e4903ba --- /dev/null +++ b/nnActive_results/Dataset257_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-500__qs-250__unc-random-label2__seed-12348/config.json @@ -0,0 +1,30 @@ +{ + "patch_size": [ + 64, + 64, + 64 + ], + "base_id": 135, + "starting_budget": "random-label2-all-classes", + "starting_budget_size": 500, + "trainer": "nnActiveTrainer_200epochs", + "model_plans": "nnUNetPlans", + "model_config": "3d_fullres", + "uncertainty": "random-label2", + "queries_from_experiment": null, + "aggregation": "patch", + "query_size": 250, + "query_steps": 9, + "agg_stride": 8, + "n_patch_per_image": 250, + "seed": 12348, + "full_folds": 5, + "train_folds": 5, + "dataset": "Dataset135_KiTS2021", + "pre_suffix": "__patch-64_64_64__sb-random-label2-all-classes__sbs-500__qs-250", + "use_mirroring": false, + "use_gaussian": true, + "tile_step_size": 0.75, + "patch_overlap": 0.0, + "additional_overlap": 0.4 +} \ No newline at end of file diff --git a/nnActive_results/Dataset257_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-500__qs-250__unc-random-label2__seed-12348/state.json b/nnActive_results/Dataset257_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-500__qs-250__unc-random-label2__seed-12348/state.json new file mode 100644 index 0000000000000000000000000000000000000000..dba235d67799d5e800b649890cd34746f8c61a71 --- /dev/null +++ b/nnActive_results/Dataset257_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-500__qs-250__unc-random-label2__seed-12348/state.json @@ -0,0 +1,12 @@ +{ + "dataset_id": 257, + "name": "KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-500__qs-250__unc-random-label2__seed-12348", + "loop": 8, + "preprocess": true, + "training": true, + "get_performance": true, + "pred_tr": false, + "query": false, + "update_data": false, + "in_progress": false +} \ No newline at end of file diff --git a/nnActive_results/Dataset260_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-500__qs-250__unc-random__seed-12348/config.json b/nnActive_results/Dataset260_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-500__qs-250__unc-random__seed-12348/config.json new file mode 100644 index 0000000000000000000000000000000000000000..d1d0b94463347812a1a42e8501fcad6638ab6418 --- /dev/null +++ b/nnActive_results/Dataset260_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-500__qs-250__unc-random__seed-12348/config.json @@ -0,0 +1,30 @@ +{ + "patch_size": [ + 64, + 64, + 64 + ], + "base_id": 135, + "starting_budget": "random-label2-all-classes", + "starting_budget_size": 500, + "trainer": "nnActiveTrainer_200epochs", + "model_plans": "nnUNetPlans", + "model_config": "3d_fullres", + "uncertainty": "random", + "queries_from_experiment": null, + "aggregation": "patch", + "query_size": 250, + "query_steps": 9, + "agg_stride": 8, + "n_patch_per_image": 250, + "seed": 12348, + "full_folds": 5, + "train_folds": 5, + "dataset": "Dataset135_KiTS2021", + "pre_suffix": "__patch-64_64_64__sb-random-label2-all-classes__sbs-500__qs-250", + "use_mirroring": false, + "use_gaussian": true, + "tile_step_size": 0.75, + "patch_overlap": 0.0, + "additional_overlap": 0.4 +} \ No newline at end of file diff --git a/nnActive_results/Dataset260_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-500__qs-250__unc-random__seed-12348/state.json b/nnActive_results/Dataset260_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-500__qs-250__unc-random__seed-12348/state.json new file mode 100644 index 0000000000000000000000000000000000000000..b60f151b5e92dc5cc1ca2ed198b7400f2c628c56 --- /dev/null +++ b/nnActive_results/Dataset260_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-500__qs-250__unc-random__seed-12348/state.json @@ -0,0 +1,12 @@ +{ + "dataset_id": 260, + "name": "KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-500__qs-250__unc-random__seed-12348", + "loop": 8, + "preprocess": true, + "training": true, + "get_performance": true, + "pred_tr": false, + "query": false, + "update_data": false, + "in_progress": false +} \ No newline at end of file diff --git a/nnActive_results/Dataset265_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-500__qs-500__unc-mutual_information__seed-12348/config.json b/nnActive_results/Dataset265_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-500__qs-500__unc-mutual_information__seed-12348/config.json new file mode 100644 index 0000000000000000000000000000000000000000..f129c3f378b46c4c770dcecf9ca35e391c621ad0 --- /dev/null +++ b/nnActive_results/Dataset265_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-500__qs-500__unc-mutual_information__seed-12348/config.json @@ -0,0 +1,30 @@ +{ + "patch_size": [ + 64, + 64, + 64 + ], + "base_id": 135, + "starting_budget": "random-label2-all-classes", + "starting_budget_size": 500, + "trainer": "nnActiveTrainer_500epochs", + "model_plans": "nnUNetPlans", + "model_config": "3d_fullres", + "uncertainty": "mutual_information", + "queries_from_experiment": null, + "aggregation": "patch", + "query_size": 500, + "query_steps": 5, + "agg_stride": 8, + "n_patch_per_image": 20, + "seed": 12348, + "full_folds": 5, + "train_folds": 5, + "dataset": "Dataset135_KiTS2021", + "pre_suffix": "__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-500__qs-500", + "use_mirroring": false, + "use_gaussian": true, + "tile_step_size": 0.75, + "patch_overlap": 0.0, + "additional_overlap": 0.4 +} \ No newline at end of file diff --git a/nnActive_results/Dataset285_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-500__qs-500__precomputed-queries__unc-mutual_information__seed-12346/config.json b/nnActive_results/Dataset285_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-500__qs-500__precomputed-queries__unc-mutual_information__seed-12346/config.json new file mode 100644 index 0000000000000000000000000000000000000000..c4149da552c5849138c327d8144af32a01990cd8 --- /dev/null +++ b/nnActive_results/Dataset285_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-500__qs-500__precomputed-queries__unc-mutual_information__seed-12346/config.json @@ -0,0 +1,30 @@ +{ + "patch_size": [ + 64, + 64, + 64 + ], + "base_id": 135, + "starting_budget": "random-label2-all-classes", + "starting_budget_size": 500, + "trainer": "nnActiveTrainer_500epochs", + "model_plans": "nnUNetPlans", + "model_config": "3d_fullres", + "uncertainty": "mutual_information", + "queries_from_experiment": "KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-500__qs-500__unc-mutual_information__seed-12346", + "aggregation": "patch", + "query_size": 500, + "query_steps": 5, + "agg_stride": 8, + "n_patch_per_image": 500, + "seed": 12346, + "full_folds": 5, + "train_folds": 5, + "dataset": "Dataset135_KiTS2021", + "pre_suffix": "__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-500__qs-500__precomputed-queries", + "use_mirroring": false, + "use_gaussian": true, + "tile_step_size": 0.75, + "patch_overlap": 0.0, + "additional_overlap": 0.4 +} \ No newline at end of file diff --git a/nnActive_results/Dataset285_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-500__qs-500__precomputed-queries__unc-mutual_information__seed-12346/state.json b/nnActive_results/Dataset285_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-500__qs-500__precomputed-queries__unc-mutual_information__seed-12346/state.json new file mode 100644 index 0000000000000000000000000000000000000000..57810fdfd3633113fc6fb1a52b55f72110c11c2e --- /dev/null +++ b/nnActive_results/Dataset285_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-500__qs-500__precomputed-queries__unc-mutual_information__seed-12346/state.json @@ -0,0 +1,12 @@ +{ + "dataset_id": 285, + "name": "KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-500__qs-500__precomputed-queries__unc-mutual_information__seed-12346", + "loop": 4, + "preprocess": true, + "training": true, + "get_performance": true, + "pred_tr": false, + "query": false, + "update_data": false, + "in_progress": false +} \ No newline at end of file diff --git a/nnActive_results/Dataset288_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-500__qs-500__precomputed-queries__unc-mutual_information__seed-12347/config.json b/nnActive_results/Dataset288_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-500__qs-500__precomputed-queries__unc-mutual_information__seed-12347/config.json new file mode 100644 index 0000000000000000000000000000000000000000..c18b627bebd7b0af8232288e2729b8e9262db70a --- /dev/null +++ b/nnActive_results/Dataset288_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-500__qs-500__precomputed-queries__unc-mutual_information__seed-12347/config.json @@ -0,0 +1,30 @@ +{ + "patch_size": [ + 64, + 64, + 64 + ], + "base_id": 135, + "starting_budget": "random-label2-all-classes", + "starting_budget_size": 500, + "trainer": "nnActiveTrainer_500epochs", + "model_plans": "nnUNetPlans", + "model_config": "3d_fullres", + "uncertainty": "mutual_information", + "queries_from_experiment": "KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-500__qs-500__unc-mutual_information__seed-12347", + "aggregation": "patch", + "query_size": 500, + "query_steps": 5, + "agg_stride": 8, + "n_patch_per_image": 500, + "seed": 12347, + "full_folds": 5, + "train_folds": 5, + "dataset": "Dataset135_KiTS2021", + "pre_suffix": "__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-500__qs-500__precomputed-queries", + "use_mirroring": false, + "use_gaussian": true, + "tile_step_size": 0.75, + "patch_overlap": 0.0, + "additional_overlap": 0.4 +} \ No newline at end of file diff --git a/nnActive_results/Dataset288_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-500__qs-500__precomputed-queries__unc-mutual_information__seed-12347/state.json b/nnActive_results/Dataset288_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-500__qs-500__precomputed-queries__unc-mutual_information__seed-12347/state.json new file mode 100644 index 0000000000000000000000000000000000000000..fcce350e6b46cca663e1f8aae927c70a61431b6f --- /dev/null +++ b/nnActive_results/Dataset288_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-500__qs-500__precomputed-queries__unc-mutual_information__seed-12347/state.json @@ -0,0 +1,12 @@ +{ + "dataset_id": 288, + "name": "KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-500__qs-500__precomputed-queries__unc-mutual_information__seed-12347", + "loop": 4, + "preprocess": true, + "training": true, + "get_performance": true, + "pred_tr": false, + "query": false, + "update_data": false, + "in_progress": false +} \ No newline at end of file diff --git a/nnActive_results/Dataset301_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-500__qs-500__unc-softrank_bald__seed-12348/config.json b/nnActive_results/Dataset301_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-500__qs-500__unc-softrank_bald__seed-12348/config.json new file mode 100644 index 0000000000000000000000000000000000000000..12e2c426dc05e29ef57a0245e4065589c949ea42 --- /dev/null +++ b/nnActive_results/Dataset301_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-500__qs-500__unc-softrank_bald__seed-12348/config.json @@ -0,0 +1,30 @@ +{ + "patch_size": [ + 64, + 64, + 64 + ], + "base_id": 135, + "starting_budget": "random-label2-all-classes", + "starting_budget_size": 500, + "trainer": "nnActiveTrainer_500epochs", + "model_plans": "nnUNetPlans", + "model_config": "3d_fullres", + "uncertainty": "softrank_bald", + "queries_from_experiment": null, + "aggregation": "patch", + "query_size": 500, + "query_steps": 5, + "agg_stride": 8, + "n_patch_per_image": 20, + "seed": 12348, + "full_folds": 5, + "train_folds": 5, + "dataset": "Dataset135_KiTS2021", + "pre_suffix": "__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-500__qs-500", + "use_mirroring": false, + "use_gaussian": true, + "tile_step_size": 0.75, + "patch_overlap": 0.0, + "additional_overlap": 0.4 +} \ No newline at end of file diff --git a/nnActive_results/Dataset301_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-500__qs-500__unc-softrank_bald__seed-12348/state.json b/nnActive_results/Dataset301_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-500__qs-500__unc-softrank_bald__seed-12348/state.json new file mode 100644 index 0000000000000000000000000000000000000000..68f7f36921511221a4e00e12a8828e64fdb5a2b2 --- /dev/null +++ b/nnActive_results/Dataset301_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-500__qs-500__unc-softrank_bald__seed-12348/state.json @@ -0,0 +1,12 @@ +{ + "dataset_id": 301, + "name": "KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-500__qs-500__unc-softrank_bald__seed-12348", + "loop": 4, + "preprocess": true, + "training": true, + "get_performance": true, + "pred_tr": false, + "query": false, + "update_data": false, + "in_progress": false +} \ No newline at end of file diff --git a/nnActive_results/Dataset310_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-500__qs-500__precomputed-queries__unc-power_pe__seed-12347/config.json b/nnActive_results/Dataset310_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-500__qs-500__precomputed-queries__unc-power_pe__seed-12347/config.json new file mode 100644 index 0000000000000000000000000000000000000000..44354fa0e5686ed68684e1c00d62e402eafa6175 --- /dev/null +++ b/nnActive_results/Dataset310_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-500__qs-500__precomputed-queries__unc-power_pe__seed-12347/config.json @@ -0,0 +1,30 @@ +{ + "patch_size": [ + 64, + 64, + 64 + ], + "base_id": 135, + "starting_budget": "random-label2-all-classes", + "starting_budget_size": 500, + "trainer": "nnActiveTrainer_500epochs", + "model_plans": "nnUNetPlans", + "model_config": "3d_fullres", + "uncertainty": "power_pe", + "queries_from_experiment": "KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-500__qs-500__unc-power_pe__seed-12347", + "aggregation": "patch", + "query_size": 500, + "query_steps": 5, + "agg_stride": 8, + "n_patch_per_image": 500, + "seed": 12347, + "full_folds": 5, + "train_folds": 5, + "dataset": "Dataset135_KiTS2021", + "pre_suffix": "__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-500__qs-500__precomputed-queries", + "use_mirroring": false, + "use_gaussian": true, + "tile_step_size": 0.75, + "patch_overlap": 0.0, + "additional_overlap": 0.4 +} \ No newline at end of file diff --git a/nnActive_results/Dataset310_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-500__qs-500__precomputed-queries__unc-power_pe__seed-12347/state.json b/nnActive_results/Dataset310_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-500__qs-500__precomputed-queries__unc-power_pe__seed-12347/state.json new file mode 100644 index 0000000000000000000000000000000000000000..8007365e7e658b80e2ebce2f9e6bcaec3a6b3e0a --- /dev/null +++ b/nnActive_results/Dataset310_KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-500__qs-500__precomputed-queries__unc-power_pe__seed-12347/state.json @@ -0,0 +1,12 @@ +{ + "dataset_id": 310, + "name": "KiTS2021__tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-500__qs-500__precomputed-queries__unc-power_pe__seed-12347", + "loop": 4, + "preprocess": true, + "training": true, + "get_performance": true, + "pred_tr": false, + "query": false, + "update_data": false, + "in_progress": false +} \ No newline at end of file diff --git a/nnActive_results/Dataset313_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-500__qs-1000__unc-power_pe__seed-12348/config.json b/nnActive_results/Dataset313_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-500__qs-1000__unc-power_pe__seed-12348/config.json new file mode 100644 index 0000000000000000000000000000000000000000..3241fbead129aec96d4132a76946956ca4e3bf35 --- /dev/null +++ b/nnActive_results/Dataset313_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-500__qs-1000__unc-power_pe__seed-12348/config.json @@ -0,0 +1,30 @@ +{ + "patch_size": [ + 64, + 64, + 64 + ], + "base_id": 135, + "starting_budget": "random-label2-all-classes", + "starting_budget_size": 500, + "trainer": "nnActiveTrainer_200epochs", + "model_plans": "nnUNetPlans", + "model_config": "3d_fullres", + "uncertainty": "power_pe", + "queries_from_experiment": null, + "aggregation": "patch", + "query_size": 1000, + "query_steps": 3, + "agg_stride": 8, + "n_patch_per_image": 1000, + "seed": 12348, + "full_folds": 5, + "train_folds": 5, + "dataset": "Dataset135_KiTS2021", + "pre_suffix": "__patch-64_64_64__sb-random-label2-all-classes__sbs-500__qs-1000", + "use_mirroring": false, + "use_gaussian": true, + "tile_step_size": 0.75, + "patch_overlap": 0.0, + "additional_overlap": 0.4 +} \ No newline at end of file diff --git a/nnActive_results/Dataset313_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-500__qs-1000__unc-power_pe__seed-12348/state.json b/nnActive_results/Dataset313_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-500__qs-1000__unc-power_pe__seed-12348/state.json new file mode 100644 index 0000000000000000000000000000000000000000..4dfa43099814471b4927f265f042610e2e5ed433 --- /dev/null +++ b/nnActive_results/Dataset313_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-500__qs-1000__unc-power_pe__seed-12348/state.json @@ -0,0 +1,12 @@ +{ + "dataset_id": 313, + "name": "KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-500__qs-1000__unc-power_pe__seed-12348", + "loop": 2, + "preprocess": true, + "training": true, + "get_performance": true, + "pred_tr": false, + "query": false, + "update_data": false, + "in_progress": false +} \ No newline at end of file diff --git a/nnActive_results/Dataset335_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-500__qs-1000__unc-random-label__seed-12348/config.json b/nnActive_results/Dataset335_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-500__qs-1000__unc-random-label__seed-12348/config.json new file mode 100644 index 0000000000000000000000000000000000000000..7588e7480770150bdd43cdb1df631bce380d6fc1 --- /dev/null +++ b/nnActive_results/Dataset335_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-500__qs-1000__unc-random-label__seed-12348/config.json @@ -0,0 +1,30 @@ +{ + "patch_size": [ + 64, + 64, + 64 + ], + "base_id": 135, + "starting_budget": "random-label2-all-classes", + "starting_budget_size": 500, + "trainer": "nnActiveTrainer_200epochs", + "model_plans": "nnUNetPlans", + "model_config": "3d_fullres", + "uncertainty": "random-label", + "queries_from_experiment": null, + "aggregation": "patch", + "query_size": 1000, + "query_steps": 3, + "agg_stride": 8, + "n_patch_per_image": 1000, + "seed": 12348, + "full_folds": 5, + "train_folds": 5, + "dataset": "Dataset135_KiTS2021", + "pre_suffix": "__patch-64_64_64__sb-random-label2-all-classes__sbs-500__qs-1000", + "use_mirroring": false, + "use_gaussian": true, + "tile_step_size": 0.75, + "patch_overlap": 0.0, + "additional_overlap": 0.4 +} \ No newline at end of file diff --git a/nnActive_results/Dataset335_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-500__qs-1000__unc-random-label__seed-12348/state.json b/nnActive_results/Dataset335_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-500__qs-1000__unc-random-label__seed-12348/state.json new file mode 100644 index 0000000000000000000000000000000000000000..2e563886049d51fbd6db3e7bca5d30bb1021ce8a --- /dev/null +++ b/nnActive_results/Dataset335_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-500__qs-1000__unc-random-label__seed-12348/state.json @@ -0,0 +1,12 @@ +{ + "dataset_id": 335, + "name": "KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-500__qs-1000__unc-random-label__seed-12348", + "loop": 2, + "preprocess": true, + "training": true, + "get_performance": true, + "pred_tr": false, + "query": false, + "update_data": false, + "in_progress": false +} \ No newline at end of file diff --git a/nnActive_results/Dataset343_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-500__qs-1000__unc-random__seed-12348/config.json b/nnActive_results/Dataset343_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-500__qs-1000__unc-random__seed-12348/config.json new file mode 100644 index 0000000000000000000000000000000000000000..7ad0fe18e8c7f73a94280f553da3d136f8cd6252 --- /dev/null +++ b/nnActive_results/Dataset343_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-500__qs-1000__unc-random__seed-12348/config.json @@ -0,0 +1,30 @@ +{ + "patch_size": [ + 64, + 64, + 64 + ], + "base_id": 135, + "starting_budget": "random-label2-all-classes", + "starting_budget_size": 500, + "trainer": "nnActiveTrainer_200epochs", + "model_plans": "nnUNetPlans", + "model_config": "3d_fullres", + "uncertainty": "random", + "queries_from_experiment": null, + "aggregation": "patch", + "query_size": 1000, + "query_steps": 3, + "agg_stride": 8, + "n_patch_per_image": 1000, + "seed": 12348, + "full_folds": 5, + "train_folds": 5, + "dataset": "Dataset135_KiTS2021", + "pre_suffix": "__patch-64_64_64__sb-random-label2-all-classes__sbs-500__qs-1000", + "use_mirroring": false, + "use_gaussian": true, + "tile_step_size": 0.75, + "patch_overlap": 0.0, + "additional_overlap": 0.4 +} \ No newline at end of file diff --git a/nnActive_results/Dataset343_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-500__qs-1000__unc-random__seed-12348/state.json b/nnActive_results/Dataset343_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-500__qs-1000__unc-random__seed-12348/state.json new file mode 100644 index 0000000000000000000000000000000000000000..b7c3e1a12517c7fb719c7e164b25c81497cda347 --- /dev/null +++ b/nnActive_results/Dataset343_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-500__qs-1000__unc-random__seed-12348/state.json @@ -0,0 +1,12 @@ +{ + "dataset_id": 343, + "name": "KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-500__qs-1000__unc-random__seed-12348", + "loop": 2, + "preprocess": true, + "training": true, + "get_performance": true, + "pred_tr": false, + "query": false, + "update_data": false, + "in_progress": false +} \ No newline at end of file diff --git a/nnActive_results/Dataset353_KiTS2021__patch-32_32_32__sb-random-label2-all-classes__sbs-40__qs-40__unc-mutual_information__seed-12346/config.json b/nnActive_results/Dataset353_KiTS2021__patch-32_32_32__sb-random-label2-all-classes__sbs-40__qs-40__unc-mutual_information__seed-12346/config.json new file mode 100644 index 0000000000000000000000000000000000000000..017fcc40939b76b5d4ed1d60f1e373eaa6ca7e4d --- /dev/null +++ b/nnActive_results/Dataset353_KiTS2021__patch-32_32_32__sb-random-label2-all-classes__sbs-40__qs-40__unc-mutual_information__seed-12346/config.json @@ -0,0 +1,30 @@ +{ + "patch_size": [ + 32, + 32, + 32 + ], + "base_id": 135, + "starting_budget": "random-label2-all-classes", + "starting_budget_size": 40, + "trainer": "nnActiveTrainer_200epochs", + "model_plans": "nnUNetPlans", + "model_config": "3d_fullres", + "uncertainty": "mutual_information", + "queries_from_experiment": null, + "aggregation": "patch", + "query_size": 40, + "query_steps": 5, + "agg_stride": 8, + "n_patch_per_image": 40, + "seed": 12346, + "full_folds": 5, + "train_folds": 5, + "dataset": "Dataset135_KiTS2021", + "pre_suffix": "__patch-32_32_32__sb-random-label2-all-classes__sbs-40__qs-40", + "use_mirroring": false, + "use_gaussian": true, + "tile_step_size": 0.75, + "patch_overlap": 0.0, + "additional_overlap": 0.4 +} \ No newline at end of file diff --git a/nnActive_results/Dataset353_KiTS2021__patch-32_32_32__sb-random-label2-all-classes__sbs-40__qs-40__unc-mutual_information__seed-12346/state.json b/nnActive_results/Dataset353_KiTS2021__patch-32_32_32__sb-random-label2-all-classes__sbs-40__qs-40__unc-mutual_information__seed-12346/state.json new file mode 100644 index 0000000000000000000000000000000000000000..9331b720717b68b07536c6495a1edc18aeb2695b --- /dev/null +++ b/nnActive_results/Dataset353_KiTS2021__patch-32_32_32__sb-random-label2-all-classes__sbs-40__qs-40__unc-mutual_information__seed-12346/state.json @@ -0,0 +1,12 @@ +{ + "dataset_id": 353, + "name": "KiTS2021__patch-32_32_32__sb-random-label2-all-classes__sbs-40__qs-40__unc-mutual_information__seed-12346", + "loop": 4, + "preprocess": true, + "training": true, + "get_performance": true, + "pred_tr": false, + "query": false, + "update_data": false, + "in_progress": false +} \ No newline at end of file diff --git a/nnActive_results/Dataset359_KiTS2021__patch-32_32_32__sb-random-label2-all-classes__sbs-40__qs-40__unc-power_bald__seed-12346/config.json b/nnActive_results/Dataset359_KiTS2021__patch-32_32_32__sb-random-label2-all-classes__sbs-40__qs-40__unc-power_bald__seed-12346/config.json new file mode 100644 index 0000000000000000000000000000000000000000..0d662a8698aac754c48869deb6f5c3e7ff188bfe --- /dev/null +++ b/nnActive_results/Dataset359_KiTS2021__patch-32_32_32__sb-random-label2-all-classes__sbs-40__qs-40__unc-power_bald__seed-12346/config.json @@ -0,0 +1,30 @@ +{ + "patch_size": [ + 32, + 32, + 32 + ], + "base_id": 135, + "starting_budget": "random-label2-all-classes", + "starting_budget_size": 40, + "trainer": "nnActiveTrainer_200epochs", + "model_plans": "nnUNetPlans", + "model_config": "3d_fullres", + "uncertainty": "power_bald", + "queries_from_experiment": null, + "aggregation": "patch", + "query_size": 40, + "query_steps": 5, + "agg_stride": 8, + "n_patch_per_image": 40, + "seed": 12346, + "full_folds": 5, + "train_folds": 5, + "dataset": "Dataset135_KiTS2021", + "pre_suffix": "__patch-32_32_32__sb-random-label2-all-classes__sbs-40__qs-40", + "use_mirroring": false, + "use_gaussian": true, + "tile_step_size": 0.75, + "patch_overlap": 0.0, + "additional_overlap": 0.4 +} \ No newline at end of file diff --git a/nnActive_results/Dataset359_KiTS2021__patch-32_32_32__sb-random-label2-all-classes__sbs-40__qs-40__unc-power_bald__seed-12346/state.json b/nnActive_results/Dataset359_KiTS2021__patch-32_32_32__sb-random-label2-all-classes__sbs-40__qs-40__unc-power_bald__seed-12346/state.json new file mode 100644 index 0000000000000000000000000000000000000000..a4d4a29ca4878a6ba20b7130c4f4eed94557d4f8 --- /dev/null +++ b/nnActive_results/Dataset359_KiTS2021__patch-32_32_32__sb-random-label2-all-classes__sbs-40__qs-40__unc-power_bald__seed-12346/state.json @@ -0,0 +1,12 @@ +{ + "dataset_id": 359, + "name": "KiTS2021__patch-32_32_32__sb-random-label2-all-classes__sbs-40__qs-40__unc-power_bald__seed-12346", + "loop": 4, + "preprocess": true, + "training": true, + "get_performance": true, + "pred_tr": false, + "query": false, + "update_data": false, + "in_progress": false +} \ No newline at end of file diff --git a/nnActive_results/Dataset385_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-80__unc-pred_entropy__seed-12346/config.json b/nnActive_results/Dataset385_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-80__unc-pred_entropy__seed-12346/config.json new file mode 100644 index 0000000000000000000000000000000000000000..e6b5bcb7fd73f6873138fb8c628647b367c7a8c0 --- /dev/null +++ b/nnActive_results/Dataset385_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-80__unc-pred_entropy__seed-12346/config.json @@ -0,0 +1,30 @@ +{ + "patch_size": [ + 64, + 64, + 64 + ], + "base_id": 135, + "starting_budget": "random-label2-all-classes", + "starting_budget_size": 40, + "trainer": "nnActiveTrainer_200epochs", + "model_plans": "nnUNetPlans", + "model_config": "3d_fullres", + "uncertainty": "pred_entropy", + "queries_from_experiment": null, + "aggregation": "patch", + "query_size": 80, + "query_steps": 3, + "agg_stride": 8, + "n_patch_per_image": 80, + "seed": 12346, + "full_folds": 5, + "train_folds": 5, + "dataset": "Dataset135_KiTS2021", + "pre_suffix": "__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-80", + "use_mirroring": false, + "use_gaussian": true, + "tile_step_size": 0.75, + "patch_overlap": 0.0, + "additional_overlap": 0.4 +} \ No newline at end of file diff --git a/nnActive_results/Dataset385_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-80__unc-pred_entropy__seed-12346/state.json b/nnActive_results/Dataset385_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-80__unc-pred_entropy__seed-12346/state.json new file mode 100644 index 0000000000000000000000000000000000000000..24c35b684b5e55979f39b85ad0cfb115b4d68b84 --- /dev/null +++ b/nnActive_results/Dataset385_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-80__unc-pred_entropy__seed-12346/state.json @@ -0,0 +1,12 @@ +{ + "dataset_id": 385, + "name": "KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-80__unc-pred_entropy__seed-12346", + "loop": 2, + "preprocess": true, + "training": true, + "get_performance": true, + "pred_tr": false, + "query": false, + "update_data": false, + "in_progress": false +} \ No newline at end of file diff --git a/nnActive_results/Dataset389_KiTS2021__patch-32_32_32__sb-random-label2-all-classes__sbs-40__qs-40__unc-random-label2__seed-12348/config.json b/nnActive_results/Dataset389_KiTS2021__patch-32_32_32__sb-random-label2-all-classes__sbs-40__qs-40__unc-random-label2__seed-12348/config.json new file mode 100644 index 0000000000000000000000000000000000000000..a81f0cdb2c0da266a5e78b8469b6ff549ab09fe7 --- /dev/null +++ b/nnActive_results/Dataset389_KiTS2021__patch-32_32_32__sb-random-label2-all-classes__sbs-40__qs-40__unc-random-label2__seed-12348/config.json @@ -0,0 +1,30 @@ +{ + "patch_size": [ + 32, + 32, + 32 + ], + "base_id": 135, + "starting_budget": "random-label2-all-classes", + "starting_budget_size": 40, + "trainer": "nnActiveTrainer_200epochs", + "model_plans": "nnUNetPlans", + "model_config": "3d_fullres", + "uncertainty": "random-label2", + "queries_from_experiment": null, + "aggregation": "patch", + "query_size": 40, + "query_steps": 5, + "agg_stride": 8, + "n_patch_per_image": 40, + "seed": 12348, + "full_folds": 5, + "train_folds": 5, + "dataset": "Dataset135_KiTS2021", + "pre_suffix": "__patch-32_32_32__sb-random-label2-all-classes__sbs-40__qs-40", + "use_mirroring": false, + "use_gaussian": true, + "tile_step_size": 0.75, + "patch_overlap": 0.0, + "additional_overlap": 0.4 +} \ No newline at end of file diff --git a/nnActive_results/Dataset389_KiTS2021__patch-32_32_32__sb-random-label2-all-classes__sbs-40__qs-40__unc-random-label2__seed-12348/state.json b/nnActive_results/Dataset389_KiTS2021__patch-32_32_32__sb-random-label2-all-classes__sbs-40__qs-40__unc-random-label2__seed-12348/state.json new file mode 100644 index 0000000000000000000000000000000000000000..f32bee1fa7ce6202cf8b418666e85a954cfc7009 --- /dev/null +++ b/nnActive_results/Dataset389_KiTS2021__patch-32_32_32__sb-random-label2-all-classes__sbs-40__qs-40__unc-random-label2__seed-12348/state.json @@ -0,0 +1,12 @@ +{ + "dataset_id": 389, + "name": "KiTS2021__patch-32_32_32__sb-random-label2-all-classes__sbs-40__qs-40__unc-random-label2__seed-12348", + "loop": 4, + "preprocess": true, + "training": true, + "get_performance": true, + "pred_tr": false, + "query": false, + "update_data": false, + "in_progress": false +} \ No newline at end of file diff --git a/nnActive_results/Dataset392_KiTS2021__patch-32_32_32__sb-random-label2-all-classes__sbs-40__qs-40__unc-random-label__seed-12346/config.json b/nnActive_results/Dataset392_KiTS2021__patch-32_32_32__sb-random-label2-all-classes__sbs-40__qs-40__unc-random-label__seed-12346/config.json new file mode 100644 index 0000000000000000000000000000000000000000..67da7bea1b32b1c93a8e7d7e032eb1f8d48ed77f --- /dev/null +++ b/nnActive_results/Dataset392_KiTS2021__patch-32_32_32__sb-random-label2-all-classes__sbs-40__qs-40__unc-random-label__seed-12346/config.json @@ -0,0 +1,30 @@ +{ + "patch_size": [ + 32, + 32, + 32 + ], + "base_id": 135, + "starting_budget": "random-label2-all-classes", + "starting_budget_size": 40, + "trainer": "nnActiveTrainer_200epochs", + "model_plans": "nnUNetPlans", + "model_config": "3d_fullres", + "uncertainty": "random-label", + "queries_from_experiment": null, + "aggregation": "patch", + "query_size": 40, + "query_steps": 5, + "agg_stride": 8, + "n_patch_per_image": 40, + "seed": 12346, + "full_folds": 5, + "train_folds": 5, + "dataset": "Dataset135_KiTS2021", + "pre_suffix": "__patch-32_32_32__sb-random-label2-all-classes__sbs-40__qs-40", + "use_mirroring": false, + "use_gaussian": true, + "tile_step_size": 0.75, + "patch_overlap": 0.0, + "additional_overlap": 0.4 +} \ No newline at end of file diff --git a/nnActive_results/Dataset392_KiTS2021__patch-32_32_32__sb-random-label2-all-classes__sbs-40__qs-40__unc-random-label__seed-12346/state.json b/nnActive_results/Dataset392_KiTS2021__patch-32_32_32__sb-random-label2-all-classes__sbs-40__qs-40__unc-random-label__seed-12346/state.json new file mode 100644 index 0000000000000000000000000000000000000000..172987d7afd59fc10d0e9642f605bd32128d7af5 --- /dev/null +++ b/nnActive_results/Dataset392_KiTS2021__patch-32_32_32__sb-random-label2-all-classes__sbs-40__qs-40__unc-random-label__seed-12346/state.json @@ -0,0 +1,12 @@ +{ + "dataset_id": 392, + "name": "KiTS2021__patch-32_32_32__sb-random-label2-all-classes__sbs-40__qs-40__unc-random-label__seed-12346", + "loop": 4, + "preprocess": true, + "training": true, + "get_performance": true, + "pred_tr": false, + "query": false, + "update_data": false, + "in_progress": false +} \ No newline at end of file diff --git a/nnActive_results/Dataset396_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-80__unc-random-label2__seed-12348/config.json b/nnActive_results/Dataset396_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-80__unc-random-label2__seed-12348/config.json new file mode 100644 index 0000000000000000000000000000000000000000..983bd8c76ea1cc422881b083b42939c5b81637b1 --- /dev/null +++ b/nnActive_results/Dataset396_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-80__unc-random-label2__seed-12348/config.json @@ -0,0 +1,30 @@ +{ + "patch_size": [ + 64, + 64, + 64 + ], + "base_id": 135, + "starting_budget": "random-label2-all-classes", + "starting_budget_size": 40, + "trainer": "nnActiveTrainer_200epochs", + "model_plans": "nnUNetPlans", + "model_config": "3d_fullres", + "uncertainty": "random-label2", + "queries_from_experiment": null, + "aggregation": "patch", + "query_size": 80, + "query_steps": 3, + "agg_stride": 8, + "n_patch_per_image": 80, + "seed": 12348, + "full_folds": 5, + "train_folds": 5, + "dataset": "Dataset135_KiTS2021", + "pre_suffix": "__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-80", + "use_mirroring": false, + "use_gaussian": true, + "tile_step_size": 0.75, + "patch_overlap": 0.0, + "additional_overlap": 0.4 +} \ No newline at end of file diff --git a/nnActive_results/Dataset396_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-80__unc-random-label2__seed-12348/state.json b/nnActive_results/Dataset396_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-80__unc-random-label2__seed-12348/state.json new file mode 100644 index 0000000000000000000000000000000000000000..0dd894a745f24a4c78887d04bc261b64870c622d --- /dev/null +++ b/nnActive_results/Dataset396_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-80__unc-random-label2__seed-12348/state.json @@ -0,0 +1,12 @@ +{ + "dataset_id": 396, + "name": "KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-80__unc-random-label2__seed-12348", + "loop": 2, + "preprocess": true, + "training": true, + "get_performance": true, + "pred_tr": false, + "query": false, + "update_data": false, + "in_progress": false +} \ No newline at end of file diff --git a/nnActive_results/Dataset405_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-80__unc-random-label__seed-12348/config.json b/nnActive_results/Dataset405_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-80__unc-random-label__seed-12348/config.json new file mode 100644 index 0000000000000000000000000000000000000000..08f4b98d26b1619c536cd37127b811dec4d0c365 --- /dev/null +++ b/nnActive_results/Dataset405_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-80__unc-random-label__seed-12348/config.json @@ -0,0 +1,30 @@ +{ + "patch_size": [ + 64, + 64, + 64 + ], + "base_id": 135, + "starting_budget": "random-label2-all-classes", + "starting_budget_size": 40, + "trainer": "nnActiveTrainer_200epochs", + "model_plans": "nnUNetPlans", + "model_config": "3d_fullres", + "uncertainty": "random-label", + "queries_from_experiment": null, + "aggregation": "patch", + "query_size": 80, + "query_steps": 3, + "agg_stride": 8, + "n_patch_per_image": 80, + "seed": 12348, + "full_folds": 5, + "train_folds": 5, + "dataset": "Dataset135_KiTS2021", + "pre_suffix": "__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-80", + "use_mirroring": false, + "use_gaussian": true, + "tile_step_size": 0.75, + "patch_overlap": 0.0, + "additional_overlap": 0.4 +} \ No newline at end of file diff --git a/nnActive_results/Dataset405_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-80__unc-random-label__seed-12348/state.json b/nnActive_results/Dataset405_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-80__unc-random-label__seed-12348/state.json new file mode 100644 index 0000000000000000000000000000000000000000..4463477dbb965188dc14fa75de1761c6b591f161 --- /dev/null +++ b/nnActive_results/Dataset405_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-80__unc-random-label__seed-12348/state.json @@ -0,0 +1,12 @@ +{ + "dataset_id": 405, + "name": "KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-80__unc-random-label__seed-12348", + "loop": 2, + "preprocess": true, + "training": true, + "get_performance": true, + "pred_tr": false, + "query": false, + "update_data": false, + "in_progress": false +} \ No newline at end of file diff --git a/nnActive_results/Dataset408_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-80__unc-random__seed-12346/config.json b/nnActive_results/Dataset408_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-80__unc-random__seed-12346/config.json new file mode 100644 index 0000000000000000000000000000000000000000..b480a9a29145243eda11d5d7580c195b8b19525d --- /dev/null +++ b/nnActive_results/Dataset408_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-80__unc-random__seed-12346/config.json @@ -0,0 +1,30 @@ +{ + "patch_size": [ + 64, + 64, + 64 + ], + "base_id": 135, + "starting_budget": "random-label2-all-classes", + "starting_budget_size": 40, + "trainer": "nnActiveTrainer_200epochs", + "model_plans": "nnUNetPlans", + "model_config": "3d_fullres", + "uncertainty": "random", + "queries_from_experiment": null, + "aggregation": "patch", + "query_size": 80, + "query_steps": 3, + "agg_stride": 8, + "n_patch_per_image": 80, + "seed": 12346, + "full_folds": 5, + "train_folds": 5, + "dataset": "Dataset135_KiTS2021", + "pre_suffix": "__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-80", + "use_mirroring": false, + "use_gaussian": true, + "tile_step_size": 0.75, + "patch_overlap": 0.0, + "additional_overlap": 0.4 +} \ No newline at end of file diff --git a/nnActive_results/Dataset408_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-80__unc-random__seed-12346/state.json b/nnActive_results/Dataset408_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-80__unc-random__seed-12346/state.json new file mode 100644 index 0000000000000000000000000000000000000000..4d0a997fd5bd10a123e8dd78c0395af1e50e7dd4 --- /dev/null +++ b/nnActive_results/Dataset408_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-80__unc-random__seed-12346/state.json @@ -0,0 +1,12 @@ +{ + "dataset_id": 408, + "name": "KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-80__unc-random__seed-12346", + "loop": 2, + "preprocess": true, + "training": true, + "get_performance": true, + "pred_tr": false, + "query": false, + "update_data": false, + "in_progress": false +} \ No newline at end of file diff --git a/nnActive_results/Dataset432_KiTS2021__patch-32_32_32__sb-random-label2-all-classes__sbs-200__qs-200__unc-pred_entropy__seed-12347/config.json b/nnActive_results/Dataset432_KiTS2021__patch-32_32_32__sb-random-label2-all-classes__sbs-200__qs-200__unc-pred_entropy__seed-12347/config.json new file mode 100644 index 0000000000000000000000000000000000000000..aa838512522fe2300f26d55c03003866819b28ba --- /dev/null +++ b/nnActive_results/Dataset432_KiTS2021__patch-32_32_32__sb-random-label2-all-classes__sbs-200__qs-200__unc-pred_entropy__seed-12347/config.json @@ -0,0 +1,30 @@ +{ + "patch_size": [ + 32, + 32, + 32 + ], + "base_id": 135, + "starting_budget": "random-label2-all-classes", + "starting_budget_size": 200, + "trainer": "nnActiveTrainer_200epochs", + "model_plans": "nnUNetPlans", + "model_config": "3d_fullres", + "uncertainty": "pred_entropy", + "queries_from_experiment": null, + "aggregation": "patch", + "query_size": 200, + "query_steps": 5, + "agg_stride": 8, + "n_patch_per_image": 200, + "seed": 12347, + "full_folds": 5, + "train_folds": 5, + "dataset": "Dataset135_KiTS2021", + "pre_suffix": "__patch-32_32_32__sb-random-label2-all-classes__sbs-200__qs-200", + "use_mirroring": false, + "use_gaussian": true, + "tile_step_size": 0.75, + "patch_overlap": 0.0, + "additional_overlap": 0.4 +} \ No newline at end of file diff --git a/nnActive_results/Dataset432_KiTS2021__patch-32_32_32__sb-random-label2-all-classes__sbs-200__qs-200__unc-pred_entropy__seed-12347/state.json b/nnActive_results/Dataset432_KiTS2021__patch-32_32_32__sb-random-label2-all-classes__sbs-200__qs-200__unc-pred_entropy__seed-12347/state.json new file mode 100644 index 0000000000000000000000000000000000000000..cf4e917ea709e9f01dfdabeb88e6166f63131ecb --- /dev/null +++ b/nnActive_results/Dataset432_KiTS2021__patch-32_32_32__sb-random-label2-all-classes__sbs-200__qs-200__unc-pred_entropy__seed-12347/state.json @@ -0,0 +1,12 @@ +{ + "dataset_id": 432, + "name": "KiTS2021__patch-32_32_32__sb-random-label2-all-classes__sbs-200__qs-200__unc-pred_entropy__seed-12347", + "loop": 4, + "preprocess": true, + "training": true, + "get_performance": true, + "pred_tr": false, + "query": false, + "update_data": false, + "in_progress": false +} \ No newline at end of file diff --git a/nnActive_results/Dataset461_KiTS2021__patch-32_32_32__sb-random-label2-all-classes__sbs-500__qs-500__unc-power_pe__seed-12348/config.json b/nnActive_results/Dataset461_KiTS2021__patch-32_32_32__sb-random-label2-all-classes__sbs-500__qs-500__unc-power_pe__seed-12348/config.json new file mode 100644 index 0000000000000000000000000000000000000000..210cb94387166fa83213f92a8292ba6c60da985d --- /dev/null +++ b/nnActive_results/Dataset461_KiTS2021__patch-32_32_32__sb-random-label2-all-classes__sbs-500__qs-500__unc-power_pe__seed-12348/config.json @@ -0,0 +1,30 @@ +{ + "patch_size": [ + 32, + 32, + 32 + ], + "base_id": 135, + "starting_budget": "random-label2-all-classes", + "starting_budget_size": 500, + "trainer": "nnActiveTrainer_200epochs", + "model_plans": "nnUNetPlans", + "model_config": "3d_fullres", + "uncertainty": "power_pe", + "queries_from_experiment": null, + "aggregation": "patch", + "query_size": 500, + "query_steps": 5, + "agg_stride": 8, + "n_patch_per_image": 500, + "seed": 12348, + "full_folds": 5, + "train_folds": 5, + "dataset": "Dataset135_KiTS2021", + "pre_suffix": "__patch-32_32_32__sb-random-label2-all-classes__sbs-500__qs-500", + "use_mirroring": false, + "use_gaussian": true, + "tile_step_size": 0.75, + "patch_overlap": 0.0, + "additional_overlap": 0.4 +} \ No newline at end of file diff --git a/nnActive_results/Dataset461_KiTS2021__patch-32_32_32__sb-random-label2-all-classes__sbs-500__qs-500__unc-power_pe__seed-12348/state.json b/nnActive_results/Dataset461_KiTS2021__patch-32_32_32__sb-random-label2-all-classes__sbs-500__qs-500__unc-power_pe__seed-12348/state.json new file mode 100644 index 0000000000000000000000000000000000000000..c3e774d9d3ed9999616c5dd5246dc5d849e90093 --- /dev/null +++ b/nnActive_results/Dataset461_KiTS2021__patch-32_32_32__sb-random-label2-all-classes__sbs-500__qs-500__unc-power_pe__seed-12348/state.json @@ -0,0 +1,12 @@ +{ + "dataset_id": 461, + "name": "KiTS2021__patch-32_32_32__sb-random-label2-all-classes__sbs-500__qs-500__unc-power_pe__seed-12348", + "loop": 4, + "preprocess": true, + "training": true, + "get_performance": true, + "pred_tr": false, + "query": false, + "update_data": false, + "in_progress": false +} \ No newline at end of file diff --git a/nnActive_results/Dataset530_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-40__unc-class_pe66__seed-12348/config.json b/nnActive_results/Dataset530_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-40__unc-class_pe66__seed-12348/config.json new file mode 100644 index 0000000000000000000000000000000000000000..981f4002af841cee37cdfdc7f29355a4784b7911 --- /dev/null +++ b/nnActive_results/Dataset530_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-40__unc-class_pe66__seed-12348/config.json @@ -0,0 +1,30 @@ +{ + "patch_size": [ + 64, + 64, + 64 + ], + "base_id": 135, + "starting_budget": "random-label2-all-classes", + "starting_budget_size": 40, + "trainer": "nnActiveTrainer_200epochs", + "model_plans": "nnUNetPlans", + "model_config": "3d_fullres", + "uncertainty": "class_pe66", + "queries_from_experiment": null, + "aggregation": "patch", + "query_size": 40, + "query_steps": 5, + "agg_stride": 8, + "n_patch_per_image": 20, + "seed": 12348, + "full_folds": 5, + "train_folds": 5, + "dataset": "Dataset135_KiTS2021", + "pre_suffix": "__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-40", + "use_mirroring": false, + "use_gaussian": true, + "tile_step_size": 0.75, + "patch_overlap": 0.0, + "additional_overlap": 0.4 +} \ No newline at end of file diff --git a/nnActive_results/Dataset530_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-40__unc-class_pe66__seed-12348/state.json b/nnActive_results/Dataset530_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-40__unc-class_pe66__seed-12348/state.json new file mode 100644 index 0000000000000000000000000000000000000000..5cf633810f4ecd8e0015a3e7d189731fb7d9be9a --- /dev/null +++ b/nnActive_results/Dataset530_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-40__unc-class_pe66__seed-12348/state.json @@ -0,0 +1,12 @@ +{ + "dataset_id": 530, + "name": "KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-40__unc-class_pe66__seed-12348", + "loop": 4, + "preprocess": true, + "training": true, + "get_performance": true, + "pred_tr": false, + "query": false, + "update_data": false, + "in_progress": false +} \ No newline at end of file diff --git a/nnActive_results/Dataset533_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-500__qs-500__unc-class_pe33__seed-12347/config.json b/nnActive_results/Dataset533_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-500__qs-500__unc-class_pe33__seed-12347/config.json new file mode 100644 index 0000000000000000000000000000000000000000..a04f2fb116f7ced99483313b09117afbdb80ffdd --- /dev/null +++ b/nnActive_results/Dataset533_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-500__qs-500__unc-class_pe33__seed-12347/config.json @@ -0,0 +1,30 @@ +{ + "patch_size": [ + 64, + 64, + 64 + ], + "base_id": 135, + "starting_budget": "random-label2-all-classes", + "starting_budget_size": 500, + "trainer": "nnActiveTrainer_200epochs", + "model_plans": "nnUNetPlans", + "model_config": "3d_fullres", + "uncertainty": "class_pe33", + "queries_from_experiment": null, + "aggregation": "patch", + "query_size": 500, + "query_steps": 5, + "agg_stride": 8, + "n_patch_per_image": 20, + "seed": 12347, + "full_folds": 5, + "train_folds": 5, + "dataset": "Dataset135_KiTS2021", + "pre_suffix": "__patch-64_64_64__sb-random-label2-all-classes__sbs-500__qs-500", + "use_mirroring": false, + "use_gaussian": true, + "tile_step_size": 0.75, + "patch_overlap": 0.0, + "additional_overlap": 0.4 +} \ No newline at end of file diff --git a/nnActive_results/Dataset533_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-500__qs-500__unc-class_pe33__seed-12347/state.json b/nnActive_results/Dataset533_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-500__qs-500__unc-class_pe33__seed-12347/state.json new file mode 100644 index 0000000000000000000000000000000000000000..64f4b36371affbf3699266bc69db3fe629ab92c5 --- /dev/null +++ b/nnActive_results/Dataset533_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-500__qs-500__unc-class_pe33__seed-12347/state.json @@ -0,0 +1,12 @@ +{ + "dataset_id": 533, + "name": "KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-500__qs-500__unc-class_pe33__seed-12347", + "loop": 4, + "preprocess": true, + "training": true, + "get_performance": true, + "pred_tr": false, + "query": false, + "update_data": false, + "in_progress": false +} \ No newline at end of file diff --git a/nnActive_results/Dataset543_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-class_power_pe66_exp__seed-12345/config.json b/nnActive_results/Dataset543_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-class_power_pe66_exp__seed-12345/config.json new file mode 100644 index 0000000000000000000000000000000000000000..786c8dcd7599b8b7c575d983062d8d412abde1a9 --- /dev/null +++ b/nnActive_results/Dataset543_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-class_power_pe66_exp__seed-12345/config.json @@ -0,0 +1,30 @@ +{ + "patch_size": [ + 64, + 64, + 64 + ], + "base_id": 135, + "starting_budget": "random-label2-all-classes", + "starting_budget_size": 200, + "trainer": "nnActiveTrainer_200epochs", + "model_plans": "nnUNetPlans", + "model_config": "3d_fullres", + "uncertainty": "class_power_pe66_exp", + "queries_from_experiment": null, + "aggregation": "patch", + "query_size": 200, + "query_steps": 5, + "agg_stride": 8, + "n_patch_per_image": 20, + "seed": 12345, + "full_folds": 5, + "train_folds": 5, + "dataset": "Dataset135_KiTS2021", + "pre_suffix": "__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200", + "use_mirroring": false, + "use_gaussian": true, + "tile_step_size": 0.75, + "patch_overlap": 0.0, + "additional_overlap": 0.4 +} \ No newline at end of file diff --git a/nnActive_results/Dataset543_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-class_power_pe66_exp__seed-12345/state.json b/nnActive_results/Dataset543_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-class_power_pe66_exp__seed-12345/state.json new file mode 100644 index 0000000000000000000000000000000000000000..bdaf456767ccf43b88dae52760e3a2ed7979d8b8 --- /dev/null +++ b/nnActive_results/Dataset543_KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-class_power_pe66_exp__seed-12345/state.json @@ -0,0 +1,12 @@ +{ + "dataset_id": 543, + "name": "KiTS2021__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__unc-class_power_pe66_exp__seed-12345", + "loop": 4, + "preprocess": true, + "training": true, + "get_performance": true, + "pred_tr": false, + "query": false, + "update_data": false, + "in_progress": false +} \ No newline at end of file