diff --git a/.gitattributes b/.gitattributes index a6344aac8c09253b3b630fb776ae94478aa0275b..a4b55454e2d2ec94d71b7eaa6f025d5c8e2cdf8e 100644 --- a/.gitattributes +++ b/.gitattributes @@ -33,3 +33,18 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text *.zip filter=lfs diff=lfs merge=lfs -text *.zst filter=lfs diff=lfs merge=lfs -text *tfevents* filter=lfs diff=lfs merge=lfs -text +Dataset540/nnUNetTrainerMRCT_loss_masked_perception_masked__nnUNetResEncUNetLPlans__3d_fullres/fold_0/progress.png filter=lfs diff=lfs merge=lfs -text +Dataset540/nnUNetTrainerMRCT_loss_masked_perception_masked__nnUNetResEncUNetLPlans__3d_fullres/fold_1/progress.png filter=lfs diff=lfs merge=lfs -text +Dataset540/nnUNetTrainerMRCT_loss_masked_perception_masked__nnUNetResEncUNetLPlans__3d_fullres/fold_2/progress.png filter=lfs diff=lfs merge=lfs -text +Dataset540/nnUNetTrainerMRCT_loss_masked_perception_masked__nnUNetResEncUNetLPlans__3d_fullres/fold_3/progress.png filter=lfs diff=lfs merge=lfs -text +Dataset540/nnUNetTrainerMRCT_loss_masked_perception_masked__nnUNetResEncUNetLPlans__3d_fullres/fold_4/progress.png filter=lfs diff=lfs merge=lfs -text +Dataset542/nnUNetTrainerMRCT_loss_masked_perception_masked__nnUNetResEncUNetLPlans__3d_fullres/fold_0/progress.png filter=lfs diff=lfs merge=lfs -text +Dataset542/nnUNetTrainerMRCT_loss_masked_perception_masked__nnUNetResEncUNetLPlans__3d_fullres/fold_1/progress.png filter=lfs diff=lfs merge=lfs -text +Dataset542/nnUNetTrainerMRCT_loss_masked_perception_masked__nnUNetResEncUNetLPlans__3d_fullres/fold_2/progress.png filter=lfs diff=lfs merge=lfs -text +Dataset542/nnUNetTrainerMRCT_loss_masked_perception_masked__nnUNetResEncUNetLPlans__3d_fullres/fold_3/progress.png filter=lfs diff=lfs merge=lfs -text +Dataset542/nnUNetTrainerMRCT_loss_masked_perception_masked__nnUNetResEncUNetLPlans__3d_fullres/fold_4/progress.png filter=lfs diff=lfs merge=lfs -text +Dataset544/nnUNetTrainerMRCT_loss_masked_perception_masked__nnUNetResEncUNetLPlans__3d_fullres/fold_0/progress.png filter=lfs diff=lfs merge=lfs -text +Dataset544/nnUNetTrainerMRCT_loss_masked_perception_masked__nnUNetResEncUNetLPlans__3d_fullres/fold_1/progress.png filter=lfs diff=lfs merge=lfs -text +Dataset544/nnUNetTrainerMRCT_loss_masked_perception_masked__nnUNetResEncUNetLPlans__3d_fullres/fold_2/progress.png filter=lfs diff=lfs merge=lfs -text +Dataset544/nnUNetTrainerMRCT_loss_masked_perception_masked__nnUNetResEncUNetLPlans__3d_fullres/fold_3/progress.png filter=lfs diff=lfs merge=lfs -text +Dataset544/nnUNetTrainerMRCT_loss_masked_perception_masked__nnUNetResEncUNetLPlans__3d_fullres/fold_4/progress.png filter=lfs diff=lfs merge=lfs -text diff --git a/Dataset540/nnUNetTrainerMRCT_loss_masked_perception_masked__nnUNetResEncUNetLPlans__3d_fullres/dataset.json b/Dataset540/nnUNetTrainerMRCT_loss_masked_perception_masked__nnUNetResEncUNetLPlans__3d_fullres/dataset.json new file mode 100644 index 0000000000000000000000000000000000000000..cc4fbecccdefaf960c81cc2f2c7e2ea247071c4f --- /dev/null +++ b/Dataset540/nnUNetTrainerMRCT_loss_masked_perception_masked__nnUNetResEncUNetLPlans__3d_fullres/dataset.json @@ -0,0 +1,14 @@ +{ + "labels": { + "label_001": "1", + "background": 0 + }, + "channel_names": { + "0": "CT_zscore_synthrad" + }, + "numTraining": 309, + "file_ending": ".nii.gz", + "test_set": [ + "case_0000" + ] +} \ No newline at end of file diff --git a/Dataset540/nnUNetTrainerMRCT_loss_masked_perception_masked__nnUNetResEncUNetLPlans__3d_fullres/dataset_fingerprint.json b/Dataset540/nnUNetTrainerMRCT_loss_masked_perception_masked__nnUNetResEncUNetLPlans__3d_fullres/dataset_fingerprint.json new file mode 100644 index 0000000000000000000000000000000000000000..b0f5e56b08233470185d7c001d03dd89fed3f25a --- /dev/null +++ b/Dataset540/nnUNetTrainerMRCT_loss_masked_perception_masked__nnUNetResEncUNetLPlans__3d_fullres/dataset_fingerprint.json @@ -0,0 +1,3108 @@ +{ + "foreground_intensity_properties_per_channel": { + "0": { + "max": 3071.0, + "mean": -239.3903045654297, + "median": -185.0, + "min": -1024.0, + "percentile_00_5": -1024.0, + "percentile_99_5": 479.0, + "std": 328.2787170410156 + } + }, + "median_relative_size_after_cropping": 1.0, + "shapes_after_crop": [ + [ + 88, + 309, + 310 + ], + [ + 88, + 309, + 289 + ], + [ + 87, + 310, + 312 + ], + [ + 86, + 308, + 315 + ], + [ + 87, + 313, + 311 + ], + [ + 82, + 309, + 308 + ], + [ + 87, + 310, + 311 + ], + [ + 88, + 308, + 309 + ], + [ + 82, + 310, + 308 + ], + [ + 81, + 448, + 449 + ], + [ + 85, + 317, + 309 + ], + [ + 86, + 311, + 314 + ], + [ + 76, + 459, + 455 + ], + [ + 88, + 308, + 310 + ], + [ + 50, + 510, + 510 + ], + [ + 86, + 310, + 311 + ], + [ + 78, + 311, + 309 + ], + [ + 87, + 290, + 291 + ], + [ + 87, + 309, + 308 + ], + [ + 94, + 393, + 393 + ], + [ + 87, + 311, + 308 + ], + [ + 87, + 314, + 309 + ], + [ + 87, + 309, + 309 + ], + [ + 100, + 368, + 370 + ], + [ + 88, + 308, + 307 + ], + [ + 100, + 498, + 499 + ], + [ + 87, + 308, + 313 + ], + [ + 87, + 313, + 310 + ], + [ + 86, + 314, + 311 + ], + [ + 88, + 309, + 309 + ], + [ + 87, + 312, + 309 + ], + [ + 80, + 308, + 313 + ], + [ + 87, + 309, + 310 + ], + [ + 86, + 309, + 308 + ], + [ + 88, + 308, + 309 + ], + [ + 88, + 307, + 308 + ], + [ + 79, + 311, + 310 + ], + [ + 115, + 560, + 560 + ], + [ + 79, + 450, + 451 + ], + [ + 85, + 308, + 309 + ], + [ + 87, + 308, + 307 + ], + [ + 88, + 310, + 305 + ], + [ + 86, + 313, + 311 + ], + [ + 87, + 310, + 308 + ], + [ + 85, + 316, + 308 + ], + [ + 73, + 314, + 313 + ], + [ + 86, + 312, + 311 + ], + [ + 87, + 309, + 310 + ], + [ + 86, + 311, + 308 + ], + [ + 87, + 306, + 307 + ], + [ + 82, + 308, + 307 + ], + [ + 87, + 310, + 308 + ], + [ + 80, + 288, + 303 + ], + [ + 81, + 450, + 428 + ], + [ + 86, + 308, + 311 + ], + [ + 87, + 311, + 310 + ], + [ + 86, + 310, + 317 + ], + [ + 87, + 311, + 310 + ], + [ + 87, + 309, + 307 + ], + [ + 77, + 453, + 456 + ], + [ + 100, + 374, + 405 + ], + [ + 80, + 310, + 312 + ], + [ + 87, + 308, + 308 + ], + [ + 81, + 430, + 449 + ], + [ + 78, + 452, + 433 + ], + [ + 80, + 454, + 450 + ], + [ + 82, + 450, + 451 + ], + [ + 80, + 432, + 450 + ], + [ + 80, + 448, + 452 + ], + [ + 81, + 451, + 450 + ], + [ + 80, + 451, + 449 + ], + [ + 80, + 449, + 453 + ], + [ + 81, + 448, + 412 + ], + [ + 80, + 449, + 433 + ], + [ + 81, + 449, + 449 + ], + [ + 81, + 452, + 421 + ], + [ + 77, + 458, + 450 + ], + [ + 81, + 450, + 451 + ], + [ + 73, + 453, + 412 + ], + [ + 77, + 452, + 417 + ], + [ + 80, + 449, + 431 + ], + [ + 81, + 451, + 442 + ], + [ + 81, + 450, + 413 + ], + [ + 81, + 450, + 450 + ], + [ + 79, + 451, + 454 + ], + [ + 80, + 449, + 453 + ], + [ + 80, + 452, + 431 + ], + [ + 80, + 455, + 451 + ], + [ + 56, + 451, + 450 + ], + [ + 81, + 452, + 448 + ], + [ + 80, + 452, + 450 + ], + [ + 74, + 452, + 418 + ], + [ + 68, + 454, + 449 + ], + [ + 51, + 449, + 427 + ], + [ + 70, + 456, + 393 + ], + [ + 80, + 454, + 450 + ], + [ + 78, + 439, + 450 + ], + [ + 82, + 449, + 431 + ], + [ + 79, + 451, + 445 + ], + [ + 80, + 430, + 455 + ], + [ + 82, + 449, + 447 + ], + [ + 82, + 400, + 449 + ], + [ + 81, + 402, + 449 + ], + [ + 75, + 451, + 449 + ], + [ + 81, + 452, + 448 + ], + [ + 80, + 452, + 452 + ], + [ + 56, + 451, + 450 + ], + [ + 70, + 455, + 393 + ], + [ + 80, + 451, + 452 + ], + [ + 71, + 451, + 449 + ], + [ + 80, + 421, + 449 + ], + [ + 80, + 448, + 434 + ], + [ + 73, + 454, + 393 + ], + [ + 81, + 449, + 452 + ], + [ + 75, + 452, + 434 + ], + [ + 74, + 449, + 449 + ], + [ + 82, + 427, + 396 + ], + [ + 75, + 398, + 398 + ], + [ + 80, + 454, + 430 + ], + [ + 78, + 451, + 456 + ], + [ + 81, + 450, + 451 + ], + [ + 80, + 449, + 431 + ], + [ + 79, + 448, + 454 + ], + [ + 80, + 451, + 452 + ], + [ + 79, + 452, + 454 + ], + [ + 79, + 450, + 455 + ], + [ + 82, + 449, + 447 + ], + [ + 81, + 450, + 448 + ], + [ + 81, + 451, + 451 + ], + [ + 81, + 449, + 449 + ], + [ + 79, + 408, + 457 + ], + [ + 81, + 449, + 452 + ], + [ + 80, + 451, + 453 + ], + [ + 81, + 448, + 450 + ], + [ + 77, + 449, + 457 + ], + [ + 81, + 450, + 451 + ], + [ + 81, + 450, + 450 + ], + [ + 87, + 310, + 310 + ], + [ + 81, + 449, + 451 + ], + [ + 80, + 453, + 450 + ], + [ + 80, + 448, + 452 + ], + [ + 78, + 451, + 457 + ], + [ + 81, + 430, + 391 + ], + [ + 78, + 449, + 455 + ], + [ + 81, + 452, + 412 + ], + [ + 81, + 449, + 449 + ], + [ + 80, + 444, + 432 + ], + [ + 81, + 449, + 451 + ], + [ + 81, + 432, + 450 + ], + [ + 81, + 448, + 453 + ], + [ + 79, + 455, + 449 + ], + [ + 81, + 449, + 450 + ], + [ + 81, + 450, + 385 + ], + [ + 81, + 434, + 436 + ], + [ + 82, + 416, + 449 + ], + [ + 82, + 442, + 450 + ], + [ + 81, + 439, + 451 + ], + [ + 81, + 447, + 450 + ], + [ + 81, + 415, + 450 + ], + [ + 79, + 450, + 453 + ], + [ + 76, + 430, + 450 + ], + [ + 81, + 450, + 450 + ], + [ + 81, + 448, + 450 + ], + [ + 81, + 448, + 422 + ], + [ + 82, + 448, + 448 + ], + [ + 79, + 454, + 429 + ], + [ + 81, + 451, + 420 + ], + [ + 75, + 449, + 462 + ], + [ + 82, + 450, + 450 + ], + [ + 81, + 450, + 451 + ], + [ + 82, + 448, + 451 + ], + [ + 82, + 448, + 451 + ], + [ + 75, + 449, + 448 + ], + [ + 80, + 451, + 454 + ], + [ + 80, + 449, + 453 + ], + [ + 81, + 449, + 452 + ], + [ + 82, + 450, + 450 + ], + [ + 78, + 450, + 428 + ], + [ + 80, + 442, + 453 + ], + [ + 81, + 440, + 449 + ], + [ + 82, + 441, + 449 + ], + [ + 82, + 450, + 411 + ], + [ + 81, + 430, + 449 + ], + [ + 82, + 413, + 450 + ], + [ + 81, + 448, + 404 + ], + [ + 81, + 450, + 449 + ], + [ + 81, + 449, + 451 + ], + [ + 81, + 450, + 377 + ], + [ + 80, + 455, + 453 + ], + [ + 80, + 454, + 448 + ], + [ + 82, + 447, + 449 + ], + [ + 99, + 452, + 435 + ], + [ + 68, + 450, + 430 + ], + [ + 99, + 314, + 310 + ], + [ + 99, + 453, + 452 + ], + [ + 99, + 312, + 311 + ], + [ + 75, + 459, + 414 + ], + [ + 69, + 432, + 449 + ], + [ + 99, + 452, + 434 + ], + [ + 99, + 456, + 404 + ], + [ + 71, + 453, + 400 + ], + [ + 98, + 310, + 311 + ], + [ + 99, + 311, + 309 + ], + [ + 99, + 309, + 310 + ], + [ + 99, + 315, + 308 + ], + [ + 98, + 308, + 308 + ], + [ + 99, + 450, + 453 + ], + [ + 99, + 383, + 349 + ], + [ + 99, + 314, + 310 + ], + [ + 70, + 452, + 451 + ], + [ + 69, + 452, + 447 + ], + [ + 99, + 452, + 455 + ], + [ + 68, + 433, + 447 + ], + [ + 100, + 308, + 318 + ], + [ + 98, + 319, + 309 + ], + [ + 69, + 452, + 448 + ], + [ + 99, + 435, + 454 + ], + [ + 91, + 315, + 310 + ], + [ + 99, + 450, + 424 + ], + [ + 99, + 452, + 452 + ], + [ + 98, + 450, + 448 + ], + [ + 100, + 455, + 451 + ], + [ + 91, + 435, + 452 + ], + [ + 99, + 313, + 315 + ], + [ + 99, + 308, + 310 + ], + [ + 70, + 450, + 450 + ], + [ + 99, + 448, + 448 + ], + [ + 99, + 309, + 308 + ], + [ + 79, + 311, + 307 + ], + [ + 94, + 312, + 312 + ], + [ + 99, + 326, + 315 + ], + [ + 74, + 467, + 497 + ], + [ + 71, + 465, + 499 + ], + [ + 74, + 467, + 499 + ], + [ + 73, + 472, + 499 + ], + [ + 98, + 448, + 448 + ], + [ + 100, + 314, + 316 + ], + [ + 98, + 431, + 417 + ], + [ + 100, + 315, + 309 + ], + [ + 98, + 307, + 308 + ], + [ + 98, + 312, + 319 + ], + [ + 98, + 308, + 308 + ], + [ + 98, + 310, + 265 + ], + [ + 128, + 390, + 391 + ], + [ + 68, + 492, + 473 + ], + [ + 66, + 497, + 497 + ], + [ + 67, + 497, + 498 + ], + [ + 67, + 474, + 468 + ], + [ + 66, + 460, + 493 + ], + [ + 74, + 445, + 506 + ], + [ + 70, + 485, + 468 + ], + [ + 68, + 501, + 497 + ], + [ + 67, + 497, + 498 + ], + [ + 65, + 498, + 477 + ], + [ + 72, + 470, + 503 + ], + [ + 66, + 498, + 497 + ], + [ + 67, + 479, + 498 + ], + [ + 68, + 499, + 497 + ], + [ + 69, + 499, + 501 + ], + [ + 67, + 497, + 497 + ], + [ + 69, + 498, + 499 + ], + [ + 67, + 497, + 498 + ], + [ + 68, + 478, + 500 + ], + [ + 68, + 501, + 487 + ], + [ + 70, + 484, + 500 + ], + [ + 66, + 473, + 497 + ], + [ + 66, + 497, + 497 + ], + [ + 67, + 499, + 498 + ], + [ + 67, + 498, + 497 + ], + [ + 66, + 498, + 496 + ], + [ + 67, + 490, + 497 + ], + [ + 67, + 498, + 498 + ], + [ + 66, + 497, + 497 + ], + [ + 66, + 479, + 498 + ], + [ + 67, + 482, + 499 + ], + [ + 70, + 478, + 499 + ], + [ + 68, + 499, + 500 + ], + [ + 66, + 497, + 472 + ], + [ + 70, + 499, + 482 + ], + [ + 71, + 479, + 481 + ], + [ + 79, + 454, + 499 + ], + [ + 66, + 497, + 496 + ], + [ + 67, + 485, + 500 + ], + [ + 70, + 499, + 496 + ], + [ + 59, + 501, + 498 + ], + [ + 68, + 471, + 501 + ], + [ + 64, + 499, + 498 + ], + [ + 66, + 498, + 497 + ], + [ + 67, + 452, + 469 + ], + [ + 75, + 435, + 484 + ], + [ + 66, + 486, + 492 + ], + [ + 66, + 467, + 497 + ], + [ + 75, + 486, + 498 + ], + [ + 67, + 498, + 497 + ], + [ + 67, + 497, + 497 + ], + [ + 67, + 498, + 499 + ], + [ + 66, + 497, + 497 + ], + [ + 67, + 498, + 496 + ], + [ + 66, + 466, + 498 + ], + [ + 70, + 482, + 501 + ], + [ + 69, + 478, + 479 + ], + [ + 67, + 500, + 497 + ], + [ + 71, + 469, + 502 + ], + [ + 72, + 466, + 500 + ], + [ + 66, + 486, + 497 + ], + [ + 68, + 497, + 500 + ], + [ + 67, + 498, + 498 + ], + [ + 71, + 481, + 501 + ], + [ + 70, + 501, + 499 + ] + ], + "spacings": [ + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ] + ] +} \ No newline at end of file diff --git a/Dataset540/nnUNetTrainerMRCT_loss_masked_perception_masked__nnUNetResEncUNetLPlans__3d_fullres/fold_0/checkpoint_final.pth b/Dataset540/nnUNetTrainerMRCT_loss_masked_perception_masked__nnUNetResEncUNetLPlans__3d_fullres/fold_0/checkpoint_final.pth new file mode 100644 index 0000000000000000000000000000000000000000..ce6048ed0609284185655d44d8db71ba185523a5 --- /dev/null +++ b/Dataset540/nnUNetTrainerMRCT_loss_masked_perception_masked__nnUNetResEncUNetLPlans__3d_fullres/fold_0/checkpoint_final.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aaef86084b37113ab519ff31157a2fdb0ddedf6df7290e480c15b724f6b9f1da +size 815581485 diff --git a/Dataset540/nnUNetTrainerMRCT_loss_masked_perception_masked__nnUNetResEncUNetLPlans__3d_fullres/fold_0/debug.json b/Dataset540/nnUNetTrainerMRCT_loss_masked_perception_masked__nnUNetResEncUNetLPlans__3d_fullres/fold_0/debug.json new file mode 100644 index 0000000000000000000000000000000000000000..098a4c142ab952c41b4fce8add582d6ebb71cd51 --- /dev/null +++ b/Dataset540/nnUNetTrainerMRCT_loss_masked_perception_masked__nnUNetResEncUNetLPlans__3d_fullres/fold_0/debug.json @@ -0,0 +1,58 @@ +{ + "_best_ema": "0.06327102", + "aim_run": ">", + "batch_size": "2", + "configuration_manager": "{'data_identifier': 'nnUNetPlans_3d_fullres', 'preprocessor_name': 'DefaultPreprocessor', 'batch_size': 2, 'patch_size': [40, 224, 192], 'median_image_size_in_voxels': [81.0, 449.0, 449.0], 'spacing': [3.0, 1.0, 1.0], 'normalization_schemes': ['CTNormalizationClippingSynthrad2025'], 'use_mask_for_norm': [False], 'resampling_fn_data': 'resample_data_or_seg_to_shape', 'resampling_fn_seg': 'resample_data_or_seg_to_shape', 'resampling_fn_data_kwargs': {'is_seg': False, 'order': 3, 'order_z': 0, 'force_separate_z': None}, 'resampling_fn_seg_kwargs': {'is_seg': True, 'order': 1, 'order_z': 0, 'force_separate_z': None}, 'resampling_fn_probabilities': 'resample_data_or_seg_to_shape', 'resampling_fn_probabilities_kwargs': {'is_seg': False, 'order': 1, 'order_z': 0, 'force_separate_z': None}, 'architecture': {'network_class_name': 'dynamic_network_architectures.architectures.unet.ResidualEncoderUNet', 'arch_kwargs': {'n_stages': 6, 'features_per_stage': [32, 64, 128, 256, 320, 320], 'conv_op': 'torch.nn.modules.conv.Conv3d', 'kernel_sizes': [[1, 3, 3], [3, 3, 3], [3, 3, 3], [3, 3, 3], [3, 3, 3], [3, 3, 3]], 'strides': [[1, 1, 1], [1, 2, 2], [2, 2, 2], [2, 2, 2], [2, 2, 2], [1, 2, 2]], 'n_blocks_per_stage': [1, 3, 4, 6, 6, 6], 'n_conv_per_stage_decoder': [1, 1, 1, 1, 1], 'conv_bias': True, 'norm_op': 'torch.nn.modules.instancenorm.InstanceNorm3d', 'norm_op_kwargs': {'eps': 1e-05, 'affine': True}, 'dropout_op': None, 'dropout_op_kwargs': None, 'nonlin': 'torch.nn.LeakyReLU', 'nonlin_kwargs': {'inplace': True}, 'deep_supervision': False}, '_kw_requires_import': ['conv_op', 'norm_op', 'dropout_op', 'nonlin']}, 'batch_dice': True}", + "configuration_name": "3d_fullres", + "cudnn_version": 90501, + "current_epoch": "1000", + "dataloader_train": "", + "dataloader_train.generator": "", + "dataloader_train.num_processes": "12", + "dataloader_train.transform": "Compose ( [RemoveLabelTransform( output_key = 'seg', input_key = 'seg', replace_with = 0, remove_label = -1 ), RenameTransform( delete_old = True, out_key = 'target', in_key = 'seg' ), NumpyToTensor( keys = ['data', 'target', 'mask'], cast_to = 'float' )] )", + "dataloader_val": "", + "dataloader_val.generator": "", + "dataloader_val.num_processes": "6", + "dataloader_val.transform": "Compose ( [RemoveLabelTransform( output_key = 'seg', input_key = 'seg', replace_with = 0, remove_label = -1 ), RenameTransform( delete_old = True, out_key = 'target', in_key = 'seg' ), NumpyToTensor( keys = ['data', 'target', 'mask'], cast_to = 'float' )] )", + "dataset_json": "{'labels': {'label_001': '1', 'background': 0}, 'channel_names': {'0': 'CT_zscore_synthrad'}, 'numTraining': 309, 'file_ending': '.mha'}", + "debug_custom": "{'run_hash': '71a4eb65476745ac89c8118f'}", + "decoder_type": "standard", + "device": "cuda:0", + "disable_checkpointing": "False", + "enable_deep_supervision": "False", + "fold": "0", + "folder_with_segs_from_previous_stage": "None", + "gpu_name": "NVIDIA H100", + "grad_scaler": "", + "hostname": "g020", + "image_loss_weight": "0.5", + "inference_allowed_mirroring_axes": "None", + "initial_lr": "0.01", + "is_cascaded": "False", + "is_ddp": "False", + "label_manager": "", + "local_rank": "0", + "log_file": "/datasets/work/hb-synthrad2023/work/synthrad2025/bw_workplace/data/nnunet_struct/results/Dataset540_synthrad2025_task2_CBCT_AB_pre_v2r_stitched_masked_both/nnUNetTrainerMRCT_loss_masked_perception_masked__nnUNetResEncUNetLPlans__3d_fullres/fold_0/training_log_2025_8_15_18_18_19.txt", + "logger": "", + "loss": "SynPerceptionLoss(\n (seg_model): ResidualEncoderUNet(\n (encoder): ResidualEncoder(\n (stem): StackedConvBlocks(\n (convs): Sequential(\n (0): ConvDropoutNormReLU(\n (conv): Conv3d(1, 32, kernel_size=(1, 3, 3), stride=(1, 1, 1), padding=(0, 1, 1))\n (norm): InstanceNorm3d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(1, 32, kernel_size=(1, 3, 3), stride=(1, 1, 1), padding=(0, 1, 1))\n (1): InstanceNorm3d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n )\n (stages): Sequential(\n (0): StackedResidualBlocks(\n (blocks): Sequential(\n (0): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(32, 32, kernel_size=(1, 3, 3), stride=(1, 1, 1), padding=(0, 1, 1))\n (norm): InstanceNorm3d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(32, 32, kernel_size=(1, 3, 3), stride=(1, 1, 1), padding=(0, 1, 1))\n (1): InstanceNorm3d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(32, 32, kernel_size=(1, 3, 3), stride=(1, 1, 1), padding=(0, 1, 1))\n (norm): InstanceNorm3d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(32, 32, kernel_size=(1, 3, 3), stride=(1, 1, 1), padding=(0, 1, 1))\n (1): InstanceNorm3d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n (1): StackedResidualBlocks(\n (blocks): Sequential(\n (0): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(32, 64, kernel_size=(3, 3, 3), stride=(1, 2, 2), padding=(1, 1, 1))\n (norm): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(32, 64, kernel_size=(3, 3, 3), stride=(1, 2, 2), padding=(1, 1, 1))\n (1): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n (skip): Sequential(\n (0): AvgPool3d(kernel_size=[1, 2, 2], stride=[1, 2, 2], padding=0)\n (1): ConvDropoutNormReLU(\n (conv): Conv3d(32, 64, kernel_size=(1, 1, 1), stride=(1, 1, 1), bias=False)\n (norm): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(32, 64, kernel_size=(1, 1, 1), stride=(1, 1, 1), bias=False)\n (1): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n )\n )\n (1): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (2): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n (2): StackedResidualBlocks(\n (blocks): Sequential(\n (0): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(64, 128, kernel_size=(3, 3, 3), stride=(2, 2, 2), padding=(1, 1, 1))\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(64, 128, kernel_size=(3, 3, 3), stride=(2, 2, 2), padding=(1, 1, 1))\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n (skip): Sequential(\n (0): AvgPool3d(kernel_size=[2, 2, 2], stride=[2, 2, 2], padding=0)\n (1): ConvDropoutNormReLU(\n (conv): Conv3d(64, 128, kernel_size=(1, 1, 1), stride=(1, 1, 1), bias=False)\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(64, 128, kernel_size=(1, 1, 1), stride=(1, 1, 1), bias=False)\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n )\n )\n (1): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (2): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (3): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n (3): StackedResidualBlocks(\n (blocks): Sequential(\n (0): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(128, 256, kernel_size=(3, 3, 3), stride=(2, 2, 2), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(128, 256, kernel_size=(3, 3, 3), stride=(2, 2, 2), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n (skip): Sequential(\n (0): AvgPool3d(kernel_size=[2, 2, 2], stride=[2, 2, 2], padding=0)\n (1): ConvDropoutNormReLU(\n (conv): Conv3d(128, 256, kernel_size=(1, 1, 1), stride=(1, 1, 1), bias=False)\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(128, 256, kernel_size=(1, 1, 1), stride=(1, 1, 1), bias=False)\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n )\n )\n (1): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (2): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (3): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (4): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (5): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n (4): StackedResidualBlocks(\n (blocks): Sequential(\n (0): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(256, 320, kernel_size=(3, 3, 3), stride=(2, 2, 2), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(256, 320, kernel_size=(3, 3, 3), stride=(2, 2, 2), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n (skip): Sequential(\n (0): AvgPool3d(kernel_size=[2, 2, 2], stride=[2, 2, 2], padding=0)\n (1): ConvDropoutNormReLU(\n (conv): Conv3d(256, 320, kernel_size=(1, 1, 1), stride=(1, 1, 1), bias=False)\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(256, 320, kernel_size=(1, 1, 1), stride=(1, 1, 1), bias=False)\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n )\n )\n (1): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (2): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (3): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (4): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (5): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n (5): StackedResidualBlocks(\n (blocks): Sequential(\n (0): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 2, 2), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 2, 2), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n (skip): Sequential(\n (0): AvgPool3d(kernel_size=[1, 2, 2], stride=[1, 2, 2], padding=0)\n )\n )\n (1): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (2): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (3): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (4): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (5): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n )\n )\n (decoder): UNetDecoder(\n (encoder): ResidualEncoder(\n (stem): StackedConvBlocks(\n (convs): Sequential(\n (0): ConvDropoutNormReLU(\n (conv): Conv3d(1, 32, kernel_size=(1, 3, 3), stride=(1, 1, 1), padding=(0, 1, 1))\n (norm): InstanceNorm3d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(1, 32, kernel_size=(1, 3, 3), stride=(1, 1, 1), padding=(0, 1, 1))\n (1): InstanceNorm3d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n )\n (stages): Sequential(\n (0): StackedResidualBlocks(\n (blocks): Sequential(\n (0): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(32, 32, kernel_size=(1, 3, 3), stride=(1, 1, 1), padding=(0, 1, 1))\n (norm): InstanceNorm3d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(32, 32, kernel_size=(1, 3, 3), stride=(1, 1, 1), padding=(0, 1, 1))\n (1): InstanceNorm3d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(32, 32, kernel_size=(1, 3, 3), stride=(1, 1, 1), padding=(0, 1, 1))\n (norm): InstanceNorm3d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(32, 32, kernel_size=(1, 3, 3), stride=(1, 1, 1), padding=(0, 1, 1))\n (1): InstanceNorm3d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n (1): StackedResidualBlocks(\n (blocks): Sequential(\n (0): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(32, 64, kernel_size=(3, 3, 3), stride=(1, 2, 2), padding=(1, 1, 1))\n (norm): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(32, 64, kernel_size=(3, 3, 3), stride=(1, 2, 2), padding=(1, 1, 1))\n (1): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n (skip): Sequential(\n (0): AvgPool3d(kernel_size=[1, 2, 2], stride=[1, 2, 2], padding=0)\n (1): ConvDropoutNormReLU(\n (conv): Conv3d(32, 64, kernel_size=(1, 1, 1), stride=(1, 1, 1), bias=False)\n (norm): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(32, 64, kernel_size=(1, 1, 1), stride=(1, 1, 1), bias=False)\n (1): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n )\n )\n (1): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (2): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n (2): StackedResidualBlocks(\n (blocks): Sequential(\n (0): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(64, 128, kernel_size=(3, 3, 3), stride=(2, 2, 2), padding=(1, 1, 1))\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(64, 128, kernel_size=(3, 3, 3), stride=(2, 2, 2), padding=(1, 1, 1))\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n (skip): Sequential(\n (0): AvgPool3d(kernel_size=[2, 2, 2], stride=[2, 2, 2], padding=0)\n (1): ConvDropoutNormReLU(\n (conv): Conv3d(64, 128, kernel_size=(1, 1, 1), stride=(1, 1, 1), bias=False)\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(64, 128, kernel_size=(1, 1, 1), stride=(1, 1, 1), bias=False)\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n )\n )\n (1): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (2): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (3): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n (3): StackedResidualBlocks(\n (blocks): Sequential(\n (0): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(128, 256, kernel_size=(3, 3, 3), stride=(2, 2, 2), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(128, 256, kernel_size=(3, 3, 3), stride=(2, 2, 2), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n (skip): Sequential(\n (0): AvgPool3d(kernel_size=[2, 2, 2], stride=[2, 2, 2], padding=0)\n (1): ConvDropoutNormReLU(\n (conv): Conv3d(128, 256, kernel_size=(1, 1, 1), stride=(1, 1, 1), bias=False)\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(128, 256, kernel_size=(1, 1, 1), stride=(1, 1, 1), bias=False)\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n )\n )\n (1): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (2): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (3): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (4): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (5): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n (4): StackedResidualBlocks(\n (blocks): Sequential(\n (0): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(256, 320, kernel_size=(3, 3, 3), stride=(2, 2, 2), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(256, 320, kernel_size=(3, 3, 3), stride=(2, 2, 2), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n (skip): Sequential(\n (0): AvgPool3d(kernel_size=[2, 2, 2], stride=[2, 2, 2], padding=0)\n (1): ConvDropoutNormReLU(\n (conv): Conv3d(256, 320, kernel_size=(1, 1, 1), stride=(1, 1, 1), bias=False)\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(256, 320, kernel_size=(1, 1, 1), stride=(1, 1, 1), bias=False)\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n )\n )\n (1): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (2): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (3): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (4): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (5): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n (5): StackedResidualBlocks(\n (blocks): Sequential(\n (0): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 2, 2), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 2, 2), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n (skip): Sequential(\n (0): AvgPool3d(kernel_size=[1, 2, 2], stride=[1, 2, 2], padding=0)\n )\n )\n (1): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (2): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (3): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (4): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (5): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n )\n )\n (stages): ModuleList(\n (0): StackedConvBlocks(\n (convs): Sequential(\n (0): ConvDropoutNormReLU(\n (conv): Conv3d(640, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(640, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n )\n (1): StackedConvBlocks(\n (convs): Sequential(\n (0): ConvDropoutNormReLU(\n (conv): Conv3d(512, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(512, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n )\n (2): StackedConvBlocks(\n (convs): Sequential(\n (0): ConvDropoutNormReLU(\n (conv): Conv3d(256, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(256, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n )\n (3): StackedConvBlocks(\n (convs): Sequential(\n (0): ConvDropoutNormReLU(\n (conv): Conv3d(128, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(128, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n )\n (4): StackedConvBlocks(\n (convs): Sequential(\n (0): ConvDropoutNormReLU(\n (conv): Conv3d(64, 32, kernel_size=(1, 3, 3), stride=(1, 1, 1), padding=(0, 1, 1))\n (norm): InstanceNorm3d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(64, 32, kernel_size=(1, 3, 3), stride=(1, 1, 1), padding=(0, 1, 1))\n (1): InstanceNorm3d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n )\n )\n (transpconvs): ModuleList(\n (0): ConvTranspose3d(320, 320, kernel_size=(1, 2, 2), stride=(1, 2, 2))\n (1): ConvTranspose3d(320, 256, kernel_size=(2, 2, 2), stride=(2, 2, 2))\n (2): ConvTranspose3d(256, 128, kernel_size=(2, 2, 2), stride=(2, 2, 2))\n (3): ConvTranspose3d(128, 64, kernel_size=(2, 2, 2), stride=(2, 2, 2))\n (4): ConvTranspose3d(64, 32, kernel_size=(1, 2, 2), stride=(1, 2, 2))\n )\n (seg_layers): ModuleList(\n (0): Conv3d(320, 62, kernel_size=(1, 1, 1), stride=(1, 1, 1))\n (1): Conv3d(256, 62, kernel_size=(1, 1, 1), stride=(1, 1, 1))\n (2): Conv3d(128, 62, kernel_size=(1, 1, 1), stride=(1, 1, 1))\n (3): Conv3d(64, 62, kernel_size=(1, 1, 1), stride=(1, 1, 1))\n (4): Conv3d(32, 62, kernel_size=(1, 1, 1), stride=(1, 1, 1))\n )\n )\n )\n (L1): L1Loss()\n (image_loss): myMaskedMSE(\n (mse): myMSE()\n )\n)", + "lr_scheduler": "", + "my_init_kwargs": "{'plans': {'dataset_name': 'Dataset540_synthrad2025_task2_CBCT_AB_pre_v2r_stitched_masked_both', 'plans_name': 'nnUNetResEncUNetLPlans', 'original_median_spacing_after_transp': [3.0, 1.0, 1.0], 'original_median_shape_after_transp': [81, 449, 449], 'image_reader_writer': 'SimpleITKIO', 'transpose_forward': [0, 1, 2], 'transpose_backward': [0, 1, 2], 'configurations': {'2d': {'data_identifier': 'nnUNetPlans_2d', 'preprocessor_name': 'DefaultPreprocessor', 'batch_size': 13, 'patch_size': [512, 448], 'median_image_size_in_voxels': [449.0, 449.0], 'spacing': [1.0, 1.0], 'normalization_schemes': ['CTNormalizationClippingSynthrad2025'], 'use_mask_for_norm': [False], 'resampling_fn_data': 'resample_data_or_seg_to_shape', 'resampling_fn_seg': 'resample_data_or_seg_to_shape', 'resampling_fn_data_kwargs': {'is_seg': False, 'order': 3, 'order_z': 0, 'force_separate_z': None}, 'resampling_fn_seg_kwargs': {'is_seg': True, 'order': 1, 'order_z': 0, 'force_separate_z': None}, 'resampling_fn_probabilities': 'resample_data_or_seg_to_shape', 'resampling_fn_probabilities_kwargs': {'is_seg': False, 'order': 1, 'order_z': 0, 'force_separate_z': None}, 'architecture': {'network_class_name': 'dynamic_network_architectures.architectures.unet.ResidualEncoderUNet', 'arch_kwargs': {'n_stages': 7, 'features_per_stage': [32, 64, 128, 256, 512, 512, 512], 'conv_op': 'torch.nn.modules.conv.Conv2d', 'kernel_sizes': [[3, 3], [3, 3], [3, 3], [3, 3], [3, 3], [3, 3], [3, 3]], 'strides': [[1, 1], [2, 2], [2, 2], [2, 2], [2, 2], [2, 2], [2, 2]], 'n_blocks_per_stage': [1, 3, 4, 6, 6, 6, 6], 'n_conv_per_stage_decoder': [1, 1, 1, 1, 1, 1], 'conv_bias': True, 'norm_op': 'torch.nn.modules.instancenorm.InstanceNorm2d', 'norm_op_kwargs': {'eps': 1e-05, 'affine': True}, 'dropout_op': None, 'dropout_op_kwargs': None, 'nonlin': 'torch.nn.LeakyReLU', 'nonlin_kwargs': {'inplace': True}}, '_kw_requires_import': ['conv_op', 'norm_op', 'dropout_op', 'nonlin']}, 'batch_dice': True}, '3d_lowres': {'data_identifier': 'nnUNetResEncUNetLPlans_3d_lowres', 'preprocessor_name': 'DefaultPreprocessor', 'batch_size': 2, 'patch_size': [56, 224, 192], 'median_image_size_in_voxels': [81, 297, 297], 'spacing': [3.0, 1.512589724855112, 1.512589724855112], 'normalization_schemes': ['CTNormalizationClippingSynthrad2025'], 'use_mask_for_norm': [False], 'resampling_fn_data': 'resample_data_or_seg_to_shape', 'resampling_fn_seg': 'resample_data_or_seg_to_shape', 'resampling_fn_data_kwargs': {'is_seg': False, 'order': 3, 'order_z': 0, 'force_separate_z': None}, 'resampling_fn_seg_kwargs': {'is_seg': True, 'order': 1, 'order_z': 0, 'force_separate_z': None}, 'resampling_fn_probabilities': 'resample_data_or_seg_to_shape', 'resampling_fn_probabilities_kwargs': {'is_seg': False, 'order': 1, 'order_z': 0, 'force_separate_z': None}, 'architecture': {'network_class_name': 'dynamic_network_architectures.architectures.unet.ResidualEncoderUNet', 'arch_kwargs': {'n_stages': 6, 'features_per_stage': [32, 64, 128, 256, 320, 320], 'conv_op': 'torch.nn.modules.conv.Conv3d', 'kernel_sizes': [[3, 3, 3], [3, 3, 3], [3, 3, 3], [3, 3, 3], [3, 3, 3], [3, 3, 3]], 'strides': [[1, 1, 1], [2, 2, 2], [2, 2, 2], [2, 2, 2], [1, 2, 2], [1, 2, 2]], 'n_blocks_per_stage': [1, 3, 4, 6, 6, 6], 'n_conv_per_stage_decoder': [1, 1, 1, 1, 1], 'conv_bias': True, 'norm_op': 'torch.nn.modules.instancenorm.InstanceNorm3d', 'norm_op_kwargs': {'eps': 1e-05, 'affine': True}, 'dropout_op': None, 'dropout_op_kwargs': None, 'nonlin': 'torch.nn.LeakyReLU', 'nonlin_kwargs': {'inplace': True}}, '_kw_requires_import': ['conv_op', 'norm_op', 'dropout_op', 'nonlin']}, 'batch_dice': False, 'next_stage': '3d_cascade_fullres'}, '3d_fullres': {'data_identifier': 'nnUNetPlans_3d_fullres', 'preprocessor_name': 'DefaultPreprocessor', 'batch_size': 2, 'patch_size': [40, 224, 192], 'median_image_size_in_voxels': [81.0, 449.0, 449.0], 'spacing': [3.0, 1.0, 1.0], 'normalization_schemes': ['CTNormalizationClippingSynthrad2025'], 'use_mask_for_norm': [False], 'resampling_fn_data': 'resample_data_or_seg_to_shape', 'resampling_fn_seg': 'resample_data_or_seg_to_shape', 'resampling_fn_data_kwargs': {'is_seg': False, 'order': 3, 'order_z': 0, 'force_separate_z': None}, 'resampling_fn_seg_kwargs': {'is_seg': True, 'order': 1, 'order_z': 0, 'force_separate_z': None}, 'resampling_fn_probabilities': 'resample_data_or_seg_to_shape', 'resampling_fn_probabilities_kwargs': {'is_seg': False, 'order': 1, 'order_z': 0, 'force_separate_z': None}, 'architecture': {'network_class_name': 'dynamic_network_architectures.architectures.unet.ResidualEncoderUNet', 'arch_kwargs': {'n_stages': 6, 'features_per_stage': [32, 64, 128, 256, 320, 320], 'conv_op': 'torch.nn.modules.conv.Conv3d', 'kernel_sizes': [[1, 3, 3], [3, 3, 3], [3, 3, 3], [3, 3, 3], [3, 3, 3], [3, 3, 3]], 'strides': [[1, 1, 1], [1, 2, 2], [2, 2, 2], [2, 2, 2], [2, 2, 2], [1, 2, 2]], 'n_blocks_per_stage': [1, 3, 4, 6, 6, 6], 'n_conv_per_stage_decoder': [1, 1, 1, 1, 1], 'conv_bias': True, 'norm_op': 'torch.nn.modules.instancenorm.InstanceNorm3d', 'norm_op_kwargs': {'eps': 1e-05, 'affine': True}, 'dropout_op': None, 'dropout_op_kwargs': None, 'nonlin': 'torch.nn.LeakyReLU', 'nonlin_kwargs': {'inplace': True}}, '_kw_requires_import': ['conv_op', 'norm_op', 'dropout_op', 'nonlin']}, 'batch_dice': True}, '3d_cascade_fullres': {'inherits_from': '3d_fullres', 'previous_stage': '3d_lowres'}}, 'experiment_planner_used': 'nnUNetPlannerResEncL', 'label_manager': 'LabelManager', 'foreground_intensity_properties_per_channel': {'0': {'max': 3071.0, 'mean': -239.3903045654297, 'median': -185.0, 'min': -1024.0, 'percentile_00_5': -1024.0, 'percentile_99_5': 479.0, 'std': 328.2787170410156}}}, 'configuration': '3d_fullres', 'fold': 0, 'dataset_json': {'labels': {'label_001': '1', 'background': 0}, 'channel_names': {'0': 'CT_zscore_synthrad'}, 'numTraining': 309, 'file_ending': '.mha'}, 'unpack_dataset': True, 'device': device(type='cuda')}", + "network": "ResidualEncoderUNet", + "num_epochs": "1000", + "num_input_channels": "1", + "num_iterations_per_epoch": "250", + "num_val_iterations_per_epoch": "50", + "optimizer": "SGD (\nParameter Group 0\n dampening: 0\n differentiable: False\n foreach: None\n fused: None\n initial_lr: 0.01\n lr: 1.995262314968881e-05\n maximize: False\n momentum: 0.99\n nesterov: True\n weight_decay: 3e-05\n)", + "output_folder": "/datasets/work/hb-synthrad2023/work/synthrad2025/bw_workplace/data/nnunet_struct/results/Dataset540_synthrad2025_task2_CBCT_AB_pre_v2r_stitched_masked_both/nnUNetTrainerMRCT_loss_masked_perception_masked__nnUNetResEncUNetLPlans__3d_fullres/fold_0", + "output_folder_base": "/datasets/work/hb-synthrad2023/work/synthrad2025/bw_workplace/data/nnunet_struct/results/Dataset540_synthrad2025_task2_CBCT_AB_pre_v2r_stitched_masked_both/nnUNetTrainerMRCT_loss_masked_perception_masked__nnUNetResEncUNetLPlans__3d_fullres", + "oversample_foreground_percent": "0.33", + "perception_masked": "True", + "plans_manager": "{'dataset_name': 'Dataset540_synthrad2025_task2_CBCT_AB_pre_v2r_stitched_masked_both', 'plans_name': 'nnUNetResEncUNetLPlans', 'original_median_spacing_after_transp': [3.0, 1.0, 1.0], 'original_median_shape_after_transp': [81, 449, 449], 'image_reader_writer': 'SimpleITKIO', 'transpose_forward': [0, 1, 2], 'transpose_backward': [0, 1, 2], 'configurations': {'2d': {'data_identifier': 'nnUNetPlans_2d', 'preprocessor_name': 'DefaultPreprocessor', 'batch_size': 13, 'patch_size': [512, 448], 'median_image_size_in_voxels': [449.0, 449.0], 'spacing': [1.0, 1.0], 'normalization_schemes': ['CTNormalizationClippingSynthrad2025'], 'use_mask_for_norm': [False], 'resampling_fn_data': 'resample_data_or_seg_to_shape', 'resampling_fn_seg': 'resample_data_or_seg_to_shape', 'resampling_fn_data_kwargs': {'is_seg': False, 'order': 3, 'order_z': 0, 'force_separate_z': None}, 'resampling_fn_seg_kwargs': {'is_seg': True, 'order': 1, 'order_z': 0, 'force_separate_z': None}, 'resampling_fn_probabilities': 'resample_data_or_seg_to_shape', 'resampling_fn_probabilities_kwargs': {'is_seg': False, 'order': 1, 'order_z': 0, 'force_separate_z': None}, 'architecture': {'network_class_name': 'dynamic_network_architectures.architectures.unet.ResidualEncoderUNet', 'arch_kwargs': {'n_stages': 7, 'features_per_stage': [32, 64, 128, 256, 512, 512, 512], 'conv_op': 'torch.nn.modules.conv.Conv2d', 'kernel_sizes': [[3, 3], [3, 3], [3, 3], [3, 3], [3, 3], [3, 3], [3, 3]], 'strides': [[1, 1], [2, 2], [2, 2], [2, 2], [2, 2], [2, 2], [2, 2]], 'n_blocks_per_stage': [1, 3, 4, 6, 6, 6, 6], 'n_conv_per_stage_decoder': [1, 1, 1, 1, 1, 1], 'conv_bias': True, 'norm_op': 'torch.nn.modules.instancenorm.InstanceNorm2d', 'norm_op_kwargs': {'eps': 1e-05, 'affine': True}, 'dropout_op': None, 'dropout_op_kwargs': None, 'nonlin': 'torch.nn.LeakyReLU', 'nonlin_kwargs': {'inplace': True}}, '_kw_requires_import': ['conv_op', 'norm_op', 'dropout_op', 'nonlin']}, 'batch_dice': True}, '3d_lowres': {'data_identifier': 'nnUNetResEncUNetLPlans_3d_lowres', 'preprocessor_name': 'DefaultPreprocessor', 'batch_size': 2, 'patch_size': [56, 224, 192], 'median_image_size_in_voxels': [81, 297, 297], 'spacing': [3.0, 1.512589724855112, 1.512589724855112], 'normalization_schemes': ['CTNormalizationClippingSynthrad2025'], 'use_mask_for_norm': [False], 'resampling_fn_data': 'resample_data_or_seg_to_shape', 'resampling_fn_seg': 'resample_data_or_seg_to_shape', 'resampling_fn_data_kwargs': {'is_seg': False, 'order': 3, 'order_z': 0, 'force_separate_z': None}, 'resampling_fn_seg_kwargs': {'is_seg': True, 'order': 1, 'order_z': 0, 'force_separate_z': None}, 'resampling_fn_probabilities': 'resample_data_or_seg_to_shape', 'resampling_fn_probabilities_kwargs': {'is_seg': False, 'order': 1, 'order_z': 0, 'force_separate_z': None}, 'architecture': {'network_class_name': 'dynamic_network_architectures.architectures.unet.ResidualEncoderUNet', 'arch_kwargs': {'n_stages': 6, 'features_per_stage': [32, 64, 128, 256, 320, 320], 'conv_op': 'torch.nn.modules.conv.Conv3d', 'kernel_sizes': [[3, 3, 3], [3, 3, 3], [3, 3, 3], [3, 3, 3], [3, 3, 3], [3, 3, 3]], 'strides': [[1, 1, 1], [2, 2, 2], [2, 2, 2], [2, 2, 2], [1, 2, 2], [1, 2, 2]], 'n_blocks_per_stage': [1, 3, 4, 6, 6, 6], 'n_conv_per_stage_decoder': [1, 1, 1, 1, 1], 'conv_bias': True, 'norm_op': 'torch.nn.modules.instancenorm.InstanceNorm3d', 'norm_op_kwargs': {'eps': 1e-05, 'affine': True}, 'dropout_op': None, 'dropout_op_kwargs': None, 'nonlin': 'torch.nn.LeakyReLU', 'nonlin_kwargs': {'inplace': True}}, '_kw_requires_import': ['conv_op', 'norm_op', 'dropout_op', 'nonlin']}, 'batch_dice': False, 'next_stage': '3d_cascade_fullres'}, '3d_fullres': {'data_identifier': 'nnUNetPlans_3d_fullres', 'preprocessor_name': 'DefaultPreprocessor', 'batch_size': 2, 'patch_size': [40, 224, 192], 'median_image_size_in_voxels': [81.0, 449.0, 449.0], 'spacing': [3.0, 1.0, 1.0], 'normalization_schemes': ['CTNormalizationClippingSynthrad2025'], 'use_mask_for_norm': [False], 'resampling_fn_data': 'resample_data_or_seg_to_shape', 'resampling_fn_seg': 'resample_data_or_seg_to_shape', 'resampling_fn_data_kwargs': {'is_seg': False, 'order': 3, 'order_z': 0, 'force_separate_z': None}, 'resampling_fn_seg_kwargs': {'is_seg': True, 'order': 1, 'order_z': 0, 'force_separate_z': None}, 'resampling_fn_probabilities': 'resample_data_or_seg_to_shape', 'resampling_fn_probabilities_kwargs': {'is_seg': False, 'order': 1, 'order_z': 0, 'force_separate_z': None}, 'architecture': {'network_class_name': 'dynamic_network_architectures.architectures.unet.ResidualEncoderUNet', 'arch_kwargs': {'n_stages': 6, 'features_per_stage': [32, 64, 128, 256, 320, 320], 'conv_op': 'torch.nn.modules.conv.Conv3d', 'kernel_sizes': [[1, 3, 3], [3, 3, 3], [3, 3, 3], [3, 3, 3], [3, 3, 3], [3, 3, 3]], 'strides': [[1, 1, 1], [1, 2, 2], [2, 2, 2], [2, 2, 2], [2, 2, 2], [1, 2, 2]], 'n_blocks_per_stage': [1, 3, 4, 6, 6, 6], 'n_conv_per_stage_decoder': [1, 1, 1, 1, 1], 'conv_bias': True, 'norm_op': 'torch.nn.modules.instancenorm.InstanceNorm3d', 'norm_op_kwargs': {'eps': 1e-05, 'affine': True}, 'dropout_op': None, 'dropout_op_kwargs': None, 'nonlin': 'torch.nn.LeakyReLU', 'nonlin_kwargs': {'inplace': True}}, '_kw_requires_import': ['conv_op', 'norm_op', 'dropout_op', 'nonlin']}, 'batch_dice': True}, '3d_cascade_fullres': {'inherits_from': '3d_fullres', 'previous_stage': '3d_lowres'}}, 'experiment_planner_used': 'nnUNetPlannerResEncL', 'label_manager': 'LabelManager', 'foreground_intensity_properties_per_channel': {'0': {'max': 3071.0, 'mean': -239.3903045654297, 'median': -185.0, 'min': -1024.0, 'percentile_00_5': -1024.0, 'percentile_99_5': 479.0, 'std': 328.2787170410156}}}", + "preprocessed_dataset_folder": "/datasets/work/hb-synthrad2023/work/synthrad2025/bw_workplace/data/nnunet_struct/preprocessed/Dataset540_synthrad2025_task2_CBCT_AB_pre_v2r_stitched_masked_both/nnUNetPlans_3d_fullres", + "preprocessed_dataset_folder_base": "/datasets/work/hb-synthrad2023/work/synthrad2025/bw_workplace/data/nnunet_struct/preprocessed/Dataset540_synthrad2025_task2_CBCT_AB_pre_v2r_stitched_masked_both", + "save_every": "50", + "torch_version": "2.7.1+cu126", + "unpack_dataset": "True", + "was_initialized": "True", + "weight_decay": "3e-05" +} \ No newline at end of file diff --git a/Dataset540/nnUNetTrainerMRCT_loss_masked_perception_masked__nnUNetResEncUNetLPlans__3d_fullres/fold_0/progress.png b/Dataset540/nnUNetTrainerMRCT_loss_masked_perception_masked__nnUNetResEncUNetLPlans__3d_fullres/fold_0/progress.png new file mode 100644 index 0000000000000000000000000000000000000000..7a4381f4362cc7cf295a4c8c01534ea4b4c7cb3b --- /dev/null +++ b/Dataset540/nnUNetTrainerMRCT_loss_masked_perception_masked__nnUNetResEncUNetLPlans__3d_fullres/fold_0/progress.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3bd925c152d4d2bc2e3b25a334f6e30e896d0dc1c9edfc5522ef549fcb7f75ed +size 523982 diff --git a/Dataset540/nnUNetTrainerMRCT_loss_masked_perception_masked__nnUNetResEncUNetLPlans__3d_fullres/fold_0/validation/summary.json b/Dataset540/nnUNetTrainerMRCT_loss_masked_perception_masked__nnUNetResEncUNetLPlans__3d_fullres/fold_0/validation/summary.json new file mode 100644 index 0000000000000000000000000000000000000000..4542dc5a3a38586385be7003edb9fae48b026998 --- /dev/null +++ b/Dataset540/nnUNetTrainerMRCT_loss_masked_perception_masked__nnUNetResEncUNetLPlans__3d_fullres/fold_0/validation/summary.json @@ -0,0 +1,52 @@ +{ + "mae": { + "mean": 55.60064848848964, + "std": 14.338210868800594, + "max": 105.47389638122534, + "min": 35.20833348049252, + "25pc": 44.134254115405234, + "50pc": 53.92539230685208, + "75pc": 62.27850375865349, + "count": 62 + }, + "psnr": { + "mean": 30.48458344031393, + "std": 2.38001206819551, + "max": 35.77302372613302, + "min": 25.190641684003367, + "25pc": 28.694927361710747, + "50pc": 29.964147419029842, + "75pc": 32.48056910462868, + "count": 62 + }, + "ms_ssim": { + "mean": 0.9189507095920884, + "std": 0.05408709159150134, + "max": 0.9836779174167589, + "min": 0.715160057895457, + "25pc": 0.8933213351088732, + "50pc": 0.9349496548077856, + "75pc": 0.9545689319733478, + "count": 62 + }, + "DICE": { + "mean": 0.7588220357162053, + "std": 0.15028017475619626, + "max": 0.9240115880966187, + "min": 0.12273936718702316, + "25pc": 0.7277467846870422, + "50pc": 0.8152719140052795, + "75pc": 0.8395445346832275, + "count": 62 + }, + "HD95": { + "mean": 5.62839973168295, + "std": 4.9812358838641115, + "max": 27.221315383911133, + "min": 1.3090169429779053, + "25pc": 2.8109169006347656, + "50pc": 4.001410961151123, + "75pc": 6.309501647949219, + "count": 62 + } +} \ No newline at end of file diff --git a/Dataset540/nnUNetTrainerMRCT_loss_masked_perception_masked__nnUNetResEncUNetLPlans__3d_fullres/fold_1/checkpoint_final.pth b/Dataset540/nnUNetTrainerMRCT_loss_masked_perception_masked__nnUNetResEncUNetLPlans__3d_fullres/fold_1/checkpoint_final.pth new file mode 100644 index 0000000000000000000000000000000000000000..eaab2243baddccfbaa1f325951687edfd845df54 --- /dev/null +++ b/Dataset540/nnUNetTrainerMRCT_loss_masked_perception_masked__nnUNetResEncUNetLPlans__3d_fullres/fold_1/checkpoint_final.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e22358550f27e08fbc6c8321c97f5badcfc154d914e28fcd486d6728e2b128cb +size 815581229 diff --git a/Dataset540/nnUNetTrainerMRCT_loss_masked_perception_masked__nnUNetResEncUNetLPlans__3d_fullres/fold_1/debug.json b/Dataset540/nnUNetTrainerMRCT_loss_masked_perception_masked__nnUNetResEncUNetLPlans__3d_fullres/fold_1/debug.json new file mode 100644 index 0000000000000000000000000000000000000000..e8a25972cae6f0cdc599023e94586a02ca799f47 --- /dev/null +++ b/Dataset540/nnUNetTrainerMRCT_loss_masked_perception_masked__nnUNetResEncUNetLPlans__3d_fullres/fold_1/debug.json @@ -0,0 +1,58 @@ +{ + "_best_ema": "0.0656996", + "aim_run": ">", + "batch_size": "2", + "configuration_manager": "{'data_identifier': 'nnUNetPlans_3d_fullres', 'preprocessor_name': 'DefaultPreprocessor', 'batch_size': 2, 'patch_size': [40, 224, 192], 'median_image_size_in_voxels': [81.0, 449.0, 449.0], 'spacing': [3.0, 1.0, 1.0], 'normalization_schemes': ['CTNormalizationClippingSynthrad2025'], 'use_mask_for_norm': [False], 'resampling_fn_data': 'resample_data_or_seg_to_shape', 'resampling_fn_seg': 'resample_data_or_seg_to_shape', 'resampling_fn_data_kwargs': {'is_seg': False, 'order': 3, 'order_z': 0, 'force_separate_z': None}, 'resampling_fn_seg_kwargs': {'is_seg': True, 'order': 1, 'order_z': 0, 'force_separate_z': None}, 'resampling_fn_probabilities': 'resample_data_or_seg_to_shape', 'resampling_fn_probabilities_kwargs': {'is_seg': False, 'order': 1, 'order_z': 0, 'force_separate_z': None}, 'architecture': {'network_class_name': 'dynamic_network_architectures.architectures.unet.ResidualEncoderUNet', 'arch_kwargs': {'n_stages': 6, 'features_per_stage': [32, 64, 128, 256, 320, 320], 'conv_op': 'torch.nn.modules.conv.Conv3d', 'kernel_sizes': [[1, 3, 3], [3, 3, 3], [3, 3, 3], [3, 3, 3], [3, 3, 3], [3, 3, 3]], 'strides': [[1, 1, 1], [1, 2, 2], [2, 2, 2], [2, 2, 2], [2, 2, 2], [1, 2, 2]], 'n_blocks_per_stage': [1, 3, 4, 6, 6, 6], 'n_conv_per_stage_decoder': [1, 1, 1, 1, 1], 'conv_bias': True, 'norm_op': 'torch.nn.modules.instancenorm.InstanceNorm3d', 'norm_op_kwargs': {'eps': 1e-05, 'affine': True}, 'dropout_op': None, 'dropout_op_kwargs': None, 'nonlin': 'torch.nn.LeakyReLU', 'nonlin_kwargs': {'inplace': True}, 'deep_supervision': False}, '_kw_requires_import': ['conv_op', 'norm_op', 'dropout_op', 'nonlin']}, 'batch_dice': True}", + "configuration_name": "3d_fullres", + "cudnn_version": 90501, + "current_epoch": "950", + "dataloader_train": "", + "dataloader_train.generator": "", + "dataloader_train.num_processes": "12", + "dataloader_train.transform": "Compose ( [RemoveLabelTransform( output_key = 'seg', input_key = 'seg', replace_with = 0, remove_label = -1 ), RenameTransform( delete_old = True, out_key = 'target', in_key = 'seg' ), NumpyToTensor( keys = ['data', 'target', 'mask'], cast_to = 'float' )] )", + "dataloader_val": "", + "dataloader_val.generator": "", + "dataloader_val.num_processes": "6", + "dataloader_val.transform": "Compose ( [RemoveLabelTransform( output_key = 'seg', input_key = 'seg', replace_with = 0, remove_label = -1 ), RenameTransform( delete_old = True, out_key = 'target', in_key = 'seg' ), NumpyToTensor( keys = ['data', 'target', 'mask'], cast_to = 'float' )] )", + "dataset_json": "{'labels': {'label_001': '1', 'background': 0}, 'channel_names': {'0': 'CT_zscore_synthrad'}, 'numTraining': 309, 'file_ending': '.mha'}", + "debug_custom": "{'run_hash': '7ede7879ce8b4ac5aa179a6a'}", + "decoder_type": "standard", + "device": "cuda:0", + "disable_checkpointing": "False", + "enable_deep_supervision": "False", + "fold": "1", + "folder_with_segs_from_previous_stage": "None", + "gpu_name": "NVIDIA H100", + "grad_scaler": "", + "hostname": "g014", + "image_loss_weight": "0.5", + "inference_allowed_mirroring_axes": "None", + "initial_lr": "0.01", + "is_cascaded": "False", + "is_ddp": "False", + "label_manager": "", + "local_rank": "0", + "log_file": "/datasets/work/hb-synthrad2023/work/synthrad2025/bw_workplace/data/nnunet_struct/results/Dataset540_synthrad2025_task2_CBCT_AB_pre_v2r_stitched_masked_both/nnUNetTrainerMRCT_loss_masked_perception_masked__nnUNetResEncUNetLPlans__3d_fullres/fold_1/training_log_2025_8_15_18_25_04.txt", + "logger": "", + "loss": "SynPerceptionLoss(\n (seg_model): ResidualEncoderUNet(\n (encoder): ResidualEncoder(\n (stem): StackedConvBlocks(\n (convs): Sequential(\n (0): ConvDropoutNormReLU(\n (conv): Conv3d(1, 32, kernel_size=(1, 3, 3), stride=(1, 1, 1), padding=(0, 1, 1))\n (norm): InstanceNorm3d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(1, 32, kernel_size=(1, 3, 3), stride=(1, 1, 1), padding=(0, 1, 1))\n (1): InstanceNorm3d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n )\n (stages): Sequential(\n (0): StackedResidualBlocks(\n (blocks): Sequential(\n (0): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(32, 32, kernel_size=(1, 3, 3), stride=(1, 1, 1), padding=(0, 1, 1))\n (norm): InstanceNorm3d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(32, 32, kernel_size=(1, 3, 3), stride=(1, 1, 1), padding=(0, 1, 1))\n (1): InstanceNorm3d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(32, 32, kernel_size=(1, 3, 3), stride=(1, 1, 1), padding=(0, 1, 1))\n (norm): InstanceNorm3d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(32, 32, kernel_size=(1, 3, 3), stride=(1, 1, 1), padding=(0, 1, 1))\n (1): InstanceNorm3d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n (1): StackedResidualBlocks(\n (blocks): Sequential(\n (0): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(32, 64, kernel_size=(3, 3, 3), stride=(1, 2, 2), padding=(1, 1, 1))\n (norm): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(32, 64, kernel_size=(3, 3, 3), stride=(1, 2, 2), padding=(1, 1, 1))\n (1): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n (skip): Sequential(\n (0): AvgPool3d(kernel_size=[1, 2, 2], stride=[1, 2, 2], padding=0)\n (1): ConvDropoutNormReLU(\n (conv): Conv3d(32, 64, kernel_size=(1, 1, 1), stride=(1, 1, 1), bias=False)\n (norm): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(32, 64, kernel_size=(1, 1, 1), stride=(1, 1, 1), bias=False)\n (1): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n )\n )\n (1): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (2): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n (2): StackedResidualBlocks(\n (blocks): Sequential(\n (0): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(64, 128, kernel_size=(3, 3, 3), stride=(2, 2, 2), padding=(1, 1, 1))\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(64, 128, kernel_size=(3, 3, 3), stride=(2, 2, 2), padding=(1, 1, 1))\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n (skip): Sequential(\n (0): AvgPool3d(kernel_size=[2, 2, 2], stride=[2, 2, 2], padding=0)\n (1): ConvDropoutNormReLU(\n (conv): Conv3d(64, 128, kernel_size=(1, 1, 1), stride=(1, 1, 1), bias=False)\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(64, 128, kernel_size=(1, 1, 1), stride=(1, 1, 1), bias=False)\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n )\n )\n (1): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (2): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (3): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n (3): StackedResidualBlocks(\n (blocks): Sequential(\n (0): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(128, 256, kernel_size=(3, 3, 3), stride=(2, 2, 2), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(128, 256, kernel_size=(3, 3, 3), stride=(2, 2, 2), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n (skip): Sequential(\n (0): AvgPool3d(kernel_size=[2, 2, 2], stride=[2, 2, 2], padding=0)\n (1): ConvDropoutNormReLU(\n (conv): Conv3d(128, 256, kernel_size=(1, 1, 1), stride=(1, 1, 1), bias=False)\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(128, 256, kernel_size=(1, 1, 1), stride=(1, 1, 1), bias=False)\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n )\n )\n (1): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (2): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (3): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (4): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (5): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n (4): StackedResidualBlocks(\n (blocks): Sequential(\n (0): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(256, 320, kernel_size=(3, 3, 3), stride=(2, 2, 2), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(256, 320, kernel_size=(3, 3, 3), stride=(2, 2, 2), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n (skip): Sequential(\n (0): AvgPool3d(kernel_size=[2, 2, 2], stride=[2, 2, 2], padding=0)\n (1): ConvDropoutNormReLU(\n (conv): Conv3d(256, 320, kernel_size=(1, 1, 1), stride=(1, 1, 1), bias=False)\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(256, 320, kernel_size=(1, 1, 1), stride=(1, 1, 1), bias=False)\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n )\n )\n (1): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (2): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (3): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (4): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (5): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n (5): StackedResidualBlocks(\n (blocks): Sequential(\n (0): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 2, 2), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 2, 2), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n (skip): Sequential(\n (0): AvgPool3d(kernel_size=[1, 2, 2], stride=[1, 2, 2], padding=0)\n )\n )\n (1): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (2): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (3): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (4): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (5): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n )\n )\n (decoder): UNetDecoder(\n (encoder): ResidualEncoder(\n (stem): StackedConvBlocks(\n (convs): Sequential(\n (0): ConvDropoutNormReLU(\n (conv): Conv3d(1, 32, kernel_size=(1, 3, 3), stride=(1, 1, 1), padding=(0, 1, 1))\n (norm): InstanceNorm3d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(1, 32, kernel_size=(1, 3, 3), stride=(1, 1, 1), padding=(0, 1, 1))\n (1): InstanceNorm3d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n )\n (stages): Sequential(\n (0): StackedResidualBlocks(\n (blocks): Sequential(\n (0): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(32, 32, kernel_size=(1, 3, 3), stride=(1, 1, 1), padding=(0, 1, 1))\n (norm): InstanceNorm3d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(32, 32, kernel_size=(1, 3, 3), stride=(1, 1, 1), padding=(0, 1, 1))\n (1): InstanceNorm3d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(32, 32, kernel_size=(1, 3, 3), stride=(1, 1, 1), padding=(0, 1, 1))\n (norm): InstanceNorm3d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(32, 32, kernel_size=(1, 3, 3), stride=(1, 1, 1), padding=(0, 1, 1))\n (1): InstanceNorm3d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n (1): StackedResidualBlocks(\n (blocks): Sequential(\n (0): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(32, 64, kernel_size=(3, 3, 3), stride=(1, 2, 2), padding=(1, 1, 1))\n (norm): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(32, 64, kernel_size=(3, 3, 3), stride=(1, 2, 2), padding=(1, 1, 1))\n (1): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n (skip): Sequential(\n (0): AvgPool3d(kernel_size=[1, 2, 2], stride=[1, 2, 2], padding=0)\n (1): ConvDropoutNormReLU(\n (conv): Conv3d(32, 64, kernel_size=(1, 1, 1), stride=(1, 1, 1), bias=False)\n (norm): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(32, 64, kernel_size=(1, 1, 1), stride=(1, 1, 1), bias=False)\n (1): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n )\n )\n (1): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (2): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n (2): StackedResidualBlocks(\n (blocks): Sequential(\n (0): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(64, 128, kernel_size=(3, 3, 3), stride=(2, 2, 2), padding=(1, 1, 1))\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(64, 128, kernel_size=(3, 3, 3), stride=(2, 2, 2), padding=(1, 1, 1))\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n (skip): Sequential(\n (0): AvgPool3d(kernel_size=[2, 2, 2], stride=[2, 2, 2], padding=0)\n (1): ConvDropoutNormReLU(\n (conv): Conv3d(64, 128, kernel_size=(1, 1, 1), stride=(1, 1, 1), bias=False)\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(64, 128, kernel_size=(1, 1, 1), stride=(1, 1, 1), bias=False)\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n )\n )\n (1): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (2): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (3): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n (3): StackedResidualBlocks(\n (blocks): Sequential(\n (0): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(128, 256, kernel_size=(3, 3, 3), stride=(2, 2, 2), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(128, 256, kernel_size=(3, 3, 3), stride=(2, 2, 2), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n (skip): Sequential(\n (0): AvgPool3d(kernel_size=[2, 2, 2], stride=[2, 2, 2], padding=0)\n (1): ConvDropoutNormReLU(\n (conv): Conv3d(128, 256, kernel_size=(1, 1, 1), stride=(1, 1, 1), bias=False)\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(128, 256, kernel_size=(1, 1, 1), stride=(1, 1, 1), bias=False)\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n )\n )\n (1): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (2): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (3): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (4): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (5): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n (4): StackedResidualBlocks(\n (blocks): Sequential(\n (0): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(256, 320, kernel_size=(3, 3, 3), stride=(2, 2, 2), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(256, 320, kernel_size=(3, 3, 3), stride=(2, 2, 2), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n (skip): Sequential(\n (0): AvgPool3d(kernel_size=[2, 2, 2], stride=[2, 2, 2], padding=0)\n (1): ConvDropoutNormReLU(\n (conv): Conv3d(256, 320, kernel_size=(1, 1, 1), stride=(1, 1, 1), bias=False)\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(256, 320, kernel_size=(1, 1, 1), stride=(1, 1, 1), bias=False)\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n )\n )\n (1): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (2): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (3): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (4): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (5): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n (5): StackedResidualBlocks(\n (blocks): Sequential(\n (0): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 2, 2), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 2, 2), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n (skip): Sequential(\n (0): AvgPool3d(kernel_size=[1, 2, 2], stride=[1, 2, 2], padding=0)\n )\n )\n (1): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (2): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (3): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (4): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (5): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n )\n )\n (stages): ModuleList(\n (0): StackedConvBlocks(\n (convs): Sequential(\n (0): ConvDropoutNormReLU(\n (conv): Conv3d(640, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(640, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n )\n (1): StackedConvBlocks(\n (convs): Sequential(\n (0): ConvDropoutNormReLU(\n (conv): Conv3d(512, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(512, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n )\n (2): StackedConvBlocks(\n (convs): Sequential(\n (0): ConvDropoutNormReLU(\n (conv): Conv3d(256, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(256, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n )\n (3): StackedConvBlocks(\n (convs): Sequential(\n (0): ConvDropoutNormReLU(\n (conv): Conv3d(128, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(128, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n )\n (4): StackedConvBlocks(\n (convs): Sequential(\n (0): ConvDropoutNormReLU(\n (conv): Conv3d(64, 32, kernel_size=(1, 3, 3), stride=(1, 1, 1), padding=(0, 1, 1))\n (norm): InstanceNorm3d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(64, 32, kernel_size=(1, 3, 3), stride=(1, 1, 1), padding=(0, 1, 1))\n (1): InstanceNorm3d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n )\n )\n (transpconvs): ModuleList(\n (0): ConvTranspose3d(320, 320, kernel_size=(1, 2, 2), stride=(1, 2, 2))\n (1): ConvTranspose3d(320, 256, kernel_size=(2, 2, 2), stride=(2, 2, 2))\n (2): ConvTranspose3d(256, 128, kernel_size=(2, 2, 2), stride=(2, 2, 2))\n (3): ConvTranspose3d(128, 64, kernel_size=(2, 2, 2), stride=(2, 2, 2))\n (4): ConvTranspose3d(64, 32, kernel_size=(1, 2, 2), stride=(1, 2, 2))\n )\n (seg_layers): ModuleList(\n (0): Conv3d(320, 62, kernel_size=(1, 1, 1), stride=(1, 1, 1))\n (1): Conv3d(256, 62, kernel_size=(1, 1, 1), stride=(1, 1, 1))\n (2): Conv3d(128, 62, kernel_size=(1, 1, 1), stride=(1, 1, 1))\n (3): Conv3d(64, 62, kernel_size=(1, 1, 1), stride=(1, 1, 1))\n (4): Conv3d(32, 62, kernel_size=(1, 1, 1), stride=(1, 1, 1))\n )\n )\n )\n (L1): L1Loss()\n (image_loss): myMaskedMSE(\n (mse): myMSE()\n )\n)", + "lr_scheduler": "", + "my_init_kwargs": "{'plans': {'dataset_name': 'Dataset540_synthrad2025_task2_CBCT_AB_pre_v2r_stitched_masked_both', 'plans_name': 'nnUNetResEncUNetLPlans', 'original_median_spacing_after_transp': [3.0, 1.0, 1.0], 'original_median_shape_after_transp': [81, 449, 449], 'image_reader_writer': 'SimpleITKIO', 'transpose_forward': [0, 1, 2], 'transpose_backward': [0, 1, 2], 'configurations': {'2d': {'data_identifier': 'nnUNetPlans_2d', 'preprocessor_name': 'DefaultPreprocessor', 'batch_size': 13, 'patch_size': [512, 448], 'median_image_size_in_voxels': [449.0, 449.0], 'spacing': [1.0, 1.0], 'normalization_schemes': ['CTNormalizationClippingSynthrad2025'], 'use_mask_for_norm': [False], 'resampling_fn_data': 'resample_data_or_seg_to_shape', 'resampling_fn_seg': 'resample_data_or_seg_to_shape', 'resampling_fn_data_kwargs': {'is_seg': False, 'order': 3, 'order_z': 0, 'force_separate_z': None}, 'resampling_fn_seg_kwargs': {'is_seg': True, 'order': 1, 'order_z': 0, 'force_separate_z': None}, 'resampling_fn_probabilities': 'resample_data_or_seg_to_shape', 'resampling_fn_probabilities_kwargs': {'is_seg': False, 'order': 1, 'order_z': 0, 'force_separate_z': None}, 'architecture': {'network_class_name': 'dynamic_network_architectures.architectures.unet.ResidualEncoderUNet', 'arch_kwargs': {'n_stages': 7, 'features_per_stage': [32, 64, 128, 256, 512, 512, 512], 'conv_op': 'torch.nn.modules.conv.Conv2d', 'kernel_sizes': [[3, 3], [3, 3], [3, 3], [3, 3], [3, 3], [3, 3], [3, 3]], 'strides': [[1, 1], [2, 2], [2, 2], [2, 2], [2, 2], [2, 2], [2, 2]], 'n_blocks_per_stage': [1, 3, 4, 6, 6, 6, 6], 'n_conv_per_stage_decoder': [1, 1, 1, 1, 1, 1], 'conv_bias': True, 'norm_op': 'torch.nn.modules.instancenorm.InstanceNorm2d', 'norm_op_kwargs': {'eps': 1e-05, 'affine': True}, 'dropout_op': None, 'dropout_op_kwargs': None, 'nonlin': 'torch.nn.LeakyReLU', 'nonlin_kwargs': {'inplace': True}}, '_kw_requires_import': ['conv_op', 'norm_op', 'dropout_op', 'nonlin']}, 'batch_dice': True}, '3d_lowres': {'data_identifier': 'nnUNetResEncUNetLPlans_3d_lowres', 'preprocessor_name': 'DefaultPreprocessor', 'batch_size': 2, 'patch_size': [56, 224, 192], 'median_image_size_in_voxels': [81, 297, 297], 'spacing': [3.0, 1.512589724855112, 1.512589724855112], 'normalization_schemes': ['CTNormalizationClippingSynthrad2025'], 'use_mask_for_norm': [False], 'resampling_fn_data': 'resample_data_or_seg_to_shape', 'resampling_fn_seg': 'resample_data_or_seg_to_shape', 'resampling_fn_data_kwargs': {'is_seg': False, 'order': 3, 'order_z': 0, 'force_separate_z': None}, 'resampling_fn_seg_kwargs': {'is_seg': True, 'order': 1, 'order_z': 0, 'force_separate_z': None}, 'resampling_fn_probabilities': 'resample_data_or_seg_to_shape', 'resampling_fn_probabilities_kwargs': {'is_seg': False, 'order': 1, 'order_z': 0, 'force_separate_z': None}, 'architecture': {'network_class_name': 'dynamic_network_architectures.architectures.unet.ResidualEncoderUNet', 'arch_kwargs': {'n_stages': 6, 'features_per_stage': [32, 64, 128, 256, 320, 320], 'conv_op': 'torch.nn.modules.conv.Conv3d', 'kernel_sizes': [[3, 3, 3], [3, 3, 3], [3, 3, 3], [3, 3, 3], [3, 3, 3], [3, 3, 3]], 'strides': [[1, 1, 1], [2, 2, 2], [2, 2, 2], [2, 2, 2], [1, 2, 2], [1, 2, 2]], 'n_blocks_per_stage': [1, 3, 4, 6, 6, 6], 'n_conv_per_stage_decoder': [1, 1, 1, 1, 1], 'conv_bias': True, 'norm_op': 'torch.nn.modules.instancenorm.InstanceNorm3d', 'norm_op_kwargs': {'eps': 1e-05, 'affine': True}, 'dropout_op': None, 'dropout_op_kwargs': None, 'nonlin': 'torch.nn.LeakyReLU', 'nonlin_kwargs': {'inplace': True}}, '_kw_requires_import': ['conv_op', 'norm_op', 'dropout_op', 'nonlin']}, 'batch_dice': False, 'next_stage': '3d_cascade_fullres'}, '3d_fullres': {'data_identifier': 'nnUNetPlans_3d_fullres', 'preprocessor_name': 'DefaultPreprocessor', 'batch_size': 2, 'patch_size': [40, 224, 192], 'median_image_size_in_voxels': [81.0, 449.0, 449.0], 'spacing': [3.0, 1.0, 1.0], 'normalization_schemes': ['CTNormalizationClippingSynthrad2025'], 'use_mask_for_norm': [False], 'resampling_fn_data': 'resample_data_or_seg_to_shape', 'resampling_fn_seg': 'resample_data_or_seg_to_shape', 'resampling_fn_data_kwargs': {'is_seg': False, 'order': 3, 'order_z': 0, 'force_separate_z': None}, 'resampling_fn_seg_kwargs': {'is_seg': True, 'order': 1, 'order_z': 0, 'force_separate_z': None}, 'resampling_fn_probabilities': 'resample_data_or_seg_to_shape', 'resampling_fn_probabilities_kwargs': {'is_seg': False, 'order': 1, 'order_z': 0, 'force_separate_z': None}, 'architecture': {'network_class_name': 'dynamic_network_architectures.architectures.unet.ResidualEncoderUNet', 'arch_kwargs': {'n_stages': 6, 'features_per_stage': [32, 64, 128, 256, 320, 320], 'conv_op': 'torch.nn.modules.conv.Conv3d', 'kernel_sizes': [[1, 3, 3], [3, 3, 3], [3, 3, 3], [3, 3, 3], [3, 3, 3], [3, 3, 3]], 'strides': [[1, 1, 1], [1, 2, 2], [2, 2, 2], [2, 2, 2], [2, 2, 2], [1, 2, 2]], 'n_blocks_per_stage': [1, 3, 4, 6, 6, 6], 'n_conv_per_stage_decoder': [1, 1, 1, 1, 1], 'conv_bias': True, 'norm_op': 'torch.nn.modules.instancenorm.InstanceNorm3d', 'norm_op_kwargs': {'eps': 1e-05, 'affine': True}, 'dropout_op': None, 'dropout_op_kwargs': None, 'nonlin': 'torch.nn.LeakyReLU', 'nonlin_kwargs': {'inplace': True}}, '_kw_requires_import': ['conv_op', 'norm_op', 'dropout_op', 'nonlin']}, 'batch_dice': True}, '3d_cascade_fullres': {'inherits_from': '3d_fullres', 'previous_stage': '3d_lowres'}}, 'experiment_planner_used': 'nnUNetPlannerResEncL', 'label_manager': 'LabelManager', 'foreground_intensity_properties_per_channel': {'0': {'max': 3071.0, 'mean': -239.3903045654297, 'median': -185.0, 'min': -1024.0, 'percentile_00_5': -1024.0, 'percentile_99_5': 479.0, 'std': 328.2787170410156}}}, 'configuration': '3d_fullres', 'fold': 1, 'dataset_json': {'labels': {'label_001': '1', 'background': 0}, 'channel_names': {'0': 'CT_zscore_synthrad'}, 'numTraining': 309, 'file_ending': '.mha'}, 'unpack_dataset': True, 'device': device(type='cuda')}", + "network": "ResidualEncoderUNet", + "num_epochs": "1000", + "num_input_channels": "1", + "num_iterations_per_epoch": "250", + "num_val_iterations_per_epoch": "50", + "optimizer": "SGD (\nParameter Group 0\n dampening: 0\n differentiable: False\n foreach: None\n fused: None\n initial_lr: 0.01\n lr: 0.0006867729140492686\n maximize: False\n momentum: 0.99\n nesterov: True\n weight_decay: 3e-05\n)", + "output_folder": "/datasets/work/hb-synthrad2023/work/synthrad2025/bw_workplace/data/nnunet_struct/results/Dataset540_synthrad2025_task2_CBCT_AB_pre_v2r_stitched_masked_both/nnUNetTrainerMRCT_loss_masked_perception_masked__nnUNetResEncUNetLPlans__3d_fullres/fold_1", + "output_folder_base": "/datasets/work/hb-synthrad2023/work/synthrad2025/bw_workplace/data/nnunet_struct/results/Dataset540_synthrad2025_task2_CBCT_AB_pre_v2r_stitched_masked_both/nnUNetTrainerMRCT_loss_masked_perception_masked__nnUNetResEncUNetLPlans__3d_fullres", + "oversample_foreground_percent": "0.33", + "perception_masked": "True", + "plans_manager": "{'dataset_name': 'Dataset540_synthrad2025_task2_CBCT_AB_pre_v2r_stitched_masked_both', 'plans_name': 'nnUNetResEncUNetLPlans', 'original_median_spacing_after_transp': [3.0, 1.0, 1.0], 'original_median_shape_after_transp': [81, 449, 449], 'image_reader_writer': 'SimpleITKIO', 'transpose_forward': [0, 1, 2], 'transpose_backward': [0, 1, 2], 'configurations': {'2d': {'data_identifier': 'nnUNetPlans_2d', 'preprocessor_name': 'DefaultPreprocessor', 'batch_size': 13, 'patch_size': [512, 448], 'median_image_size_in_voxels': [449.0, 449.0], 'spacing': [1.0, 1.0], 'normalization_schemes': ['CTNormalizationClippingSynthrad2025'], 'use_mask_for_norm': [False], 'resampling_fn_data': 'resample_data_or_seg_to_shape', 'resampling_fn_seg': 'resample_data_or_seg_to_shape', 'resampling_fn_data_kwargs': {'is_seg': False, 'order': 3, 'order_z': 0, 'force_separate_z': None}, 'resampling_fn_seg_kwargs': {'is_seg': True, 'order': 1, 'order_z': 0, 'force_separate_z': None}, 'resampling_fn_probabilities': 'resample_data_or_seg_to_shape', 'resampling_fn_probabilities_kwargs': {'is_seg': False, 'order': 1, 'order_z': 0, 'force_separate_z': None}, 'architecture': {'network_class_name': 'dynamic_network_architectures.architectures.unet.ResidualEncoderUNet', 'arch_kwargs': {'n_stages': 7, 'features_per_stage': [32, 64, 128, 256, 512, 512, 512], 'conv_op': 'torch.nn.modules.conv.Conv2d', 'kernel_sizes': [[3, 3], [3, 3], [3, 3], [3, 3], [3, 3], [3, 3], [3, 3]], 'strides': [[1, 1], [2, 2], [2, 2], [2, 2], [2, 2], [2, 2], [2, 2]], 'n_blocks_per_stage': [1, 3, 4, 6, 6, 6, 6], 'n_conv_per_stage_decoder': [1, 1, 1, 1, 1, 1], 'conv_bias': True, 'norm_op': 'torch.nn.modules.instancenorm.InstanceNorm2d', 'norm_op_kwargs': {'eps': 1e-05, 'affine': True}, 'dropout_op': None, 'dropout_op_kwargs': None, 'nonlin': 'torch.nn.LeakyReLU', 'nonlin_kwargs': {'inplace': True}}, '_kw_requires_import': ['conv_op', 'norm_op', 'dropout_op', 'nonlin']}, 'batch_dice': True}, '3d_lowres': {'data_identifier': 'nnUNetResEncUNetLPlans_3d_lowres', 'preprocessor_name': 'DefaultPreprocessor', 'batch_size': 2, 'patch_size': [56, 224, 192], 'median_image_size_in_voxels': [81, 297, 297], 'spacing': [3.0, 1.512589724855112, 1.512589724855112], 'normalization_schemes': ['CTNormalizationClippingSynthrad2025'], 'use_mask_for_norm': [False], 'resampling_fn_data': 'resample_data_or_seg_to_shape', 'resampling_fn_seg': 'resample_data_or_seg_to_shape', 'resampling_fn_data_kwargs': {'is_seg': False, 'order': 3, 'order_z': 0, 'force_separate_z': None}, 'resampling_fn_seg_kwargs': {'is_seg': True, 'order': 1, 'order_z': 0, 'force_separate_z': None}, 'resampling_fn_probabilities': 'resample_data_or_seg_to_shape', 'resampling_fn_probabilities_kwargs': {'is_seg': False, 'order': 1, 'order_z': 0, 'force_separate_z': None}, 'architecture': {'network_class_name': 'dynamic_network_architectures.architectures.unet.ResidualEncoderUNet', 'arch_kwargs': {'n_stages': 6, 'features_per_stage': [32, 64, 128, 256, 320, 320], 'conv_op': 'torch.nn.modules.conv.Conv3d', 'kernel_sizes': [[3, 3, 3], [3, 3, 3], [3, 3, 3], [3, 3, 3], [3, 3, 3], [3, 3, 3]], 'strides': [[1, 1, 1], [2, 2, 2], [2, 2, 2], [2, 2, 2], [1, 2, 2], [1, 2, 2]], 'n_blocks_per_stage': [1, 3, 4, 6, 6, 6], 'n_conv_per_stage_decoder': [1, 1, 1, 1, 1], 'conv_bias': True, 'norm_op': 'torch.nn.modules.instancenorm.InstanceNorm3d', 'norm_op_kwargs': {'eps': 1e-05, 'affine': True}, 'dropout_op': None, 'dropout_op_kwargs': None, 'nonlin': 'torch.nn.LeakyReLU', 'nonlin_kwargs': {'inplace': True}}, '_kw_requires_import': ['conv_op', 'norm_op', 'dropout_op', 'nonlin']}, 'batch_dice': False, 'next_stage': '3d_cascade_fullres'}, '3d_fullres': {'data_identifier': 'nnUNetPlans_3d_fullres', 'preprocessor_name': 'DefaultPreprocessor', 'batch_size': 2, 'patch_size': [40, 224, 192], 'median_image_size_in_voxels': [81.0, 449.0, 449.0], 'spacing': [3.0, 1.0, 1.0], 'normalization_schemes': ['CTNormalizationClippingSynthrad2025'], 'use_mask_for_norm': [False], 'resampling_fn_data': 'resample_data_or_seg_to_shape', 'resampling_fn_seg': 'resample_data_or_seg_to_shape', 'resampling_fn_data_kwargs': {'is_seg': False, 'order': 3, 'order_z': 0, 'force_separate_z': None}, 'resampling_fn_seg_kwargs': {'is_seg': True, 'order': 1, 'order_z': 0, 'force_separate_z': None}, 'resampling_fn_probabilities': 'resample_data_or_seg_to_shape', 'resampling_fn_probabilities_kwargs': {'is_seg': False, 'order': 1, 'order_z': 0, 'force_separate_z': None}, 'architecture': {'network_class_name': 'dynamic_network_architectures.architectures.unet.ResidualEncoderUNet', 'arch_kwargs': {'n_stages': 6, 'features_per_stage': [32, 64, 128, 256, 320, 320], 'conv_op': 'torch.nn.modules.conv.Conv3d', 'kernel_sizes': [[1, 3, 3], [3, 3, 3], [3, 3, 3], [3, 3, 3], [3, 3, 3], [3, 3, 3]], 'strides': [[1, 1, 1], [1, 2, 2], [2, 2, 2], [2, 2, 2], [2, 2, 2], [1, 2, 2]], 'n_blocks_per_stage': [1, 3, 4, 6, 6, 6], 'n_conv_per_stage_decoder': [1, 1, 1, 1, 1], 'conv_bias': True, 'norm_op': 'torch.nn.modules.instancenorm.InstanceNorm3d', 'norm_op_kwargs': {'eps': 1e-05, 'affine': True}, 'dropout_op': None, 'dropout_op_kwargs': None, 'nonlin': 'torch.nn.LeakyReLU', 'nonlin_kwargs': {'inplace': True}}, '_kw_requires_import': ['conv_op', 'norm_op', 'dropout_op', 'nonlin']}, 'batch_dice': True}, '3d_cascade_fullres': {'inherits_from': '3d_fullres', 'previous_stage': '3d_lowres'}}, 'experiment_planner_used': 'nnUNetPlannerResEncL', 'label_manager': 'LabelManager', 'foreground_intensity_properties_per_channel': {'0': {'max': 3071.0, 'mean': -239.3903045654297, 'median': -185.0, 'min': -1024.0, 'percentile_00_5': -1024.0, 'percentile_99_5': 479.0, 'std': 328.2787170410156}}}", + "preprocessed_dataset_folder": "/datasets/work/hb-synthrad2023/work/synthrad2025/bw_workplace/data/nnunet_struct/preprocessed/Dataset540_synthrad2025_task2_CBCT_AB_pre_v2r_stitched_masked_both/nnUNetPlans_3d_fullres", + "preprocessed_dataset_folder_base": "/datasets/work/hb-synthrad2023/work/synthrad2025/bw_workplace/data/nnunet_struct/preprocessed/Dataset540_synthrad2025_task2_CBCT_AB_pre_v2r_stitched_masked_both", + "save_every": "50", + "torch_version": "2.7.1+cu126", + "unpack_dataset": "True", + "was_initialized": "True", + "weight_decay": "3e-05" +} \ No newline at end of file diff --git a/Dataset540/nnUNetTrainerMRCT_loss_masked_perception_masked__nnUNetResEncUNetLPlans__3d_fullres/fold_1/progress.png b/Dataset540/nnUNetTrainerMRCT_loss_masked_perception_masked__nnUNetResEncUNetLPlans__3d_fullres/fold_1/progress.png new file mode 100644 index 0000000000000000000000000000000000000000..659cbe161b733e47479702493eda65f1f1565e96 --- /dev/null +++ b/Dataset540/nnUNetTrainerMRCT_loss_masked_perception_masked__nnUNetResEncUNetLPlans__3d_fullres/fold_1/progress.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4726175d412e476be3f6307c084171181dda281662da0999e3aa2c9ba2be1a72 +size 539512 diff --git a/Dataset540/nnUNetTrainerMRCT_loss_masked_perception_masked__nnUNetResEncUNetLPlans__3d_fullres/fold_1/validation/summary.json b/Dataset540/nnUNetTrainerMRCT_loss_masked_perception_masked__nnUNetResEncUNetLPlans__3d_fullres/fold_1/validation/summary.json new file mode 100644 index 0000000000000000000000000000000000000000..59e24b00a88d7e6120552f0de81d29b86432b94f --- /dev/null +++ b/Dataset540/nnUNetTrainerMRCT_loss_masked_perception_masked__nnUNetResEncUNetLPlans__3d_fullres/fold_1/validation/summary.json @@ -0,0 +1,52 @@ +{ + "mae": { + "mean": 53.55272689190319, + "std": 14.889341766841387, + "max": 122.86352309898407, + "min": 30.416893515619734, + "25pc": 43.1023531612861, + "50pc": 51.06755808296815, + "75pc": 60.72060011192438, + "count": 62 + }, + "psnr": { + "mean": 30.976497183908666, + "std": 2.2584403248631495, + "max": 35.89901188876336, + "min": 23.252552883227978, + "25pc": 29.74020113989821, + "50pc": 31.370777952339942, + "75pc": 32.65058521268283, + "count": 62 + }, + "ms_ssim": { + "mean": 0.9257386513947641, + "std": 0.05426036772193981, + "max": 0.9871172003174392, + "min": 0.6888293559782649, + "25pc": 0.9136096677059793, + "50pc": 0.9405245997158069, + "75pc": 0.9546367508874889, + "count": 62 + }, + "DICE": { + "mean": 0.7907230057677285, + "std": 0.09843220115897036, + "max": 0.9307920932769775, + "min": 0.42861416935920715, + "25pc": 0.7511935234069824, + "50pc": 0.8232013583183289, + "75pc": 0.8472089767456055, + "count": 62 + }, + "HD95": { + "mean": 5.159833487917165, + "std": 2.932905965974733, + "max": 15.669718742370605, + "min": 1.196161150932312, + "25pc": 3.1113007068634033, + "50pc": 4.230724811553955, + "75pc": 6.683786392211914, + "count": 62 + } +} \ No newline at end of file diff --git a/Dataset540/nnUNetTrainerMRCT_loss_masked_perception_masked__nnUNetResEncUNetLPlans__3d_fullres/fold_2/checkpoint_final.pth b/Dataset540/nnUNetTrainerMRCT_loss_masked_perception_masked__nnUNetResEncUNetLPlans__3d_fullres/fold_2/checkpoint_final.pth new file mode 100644 index 0000000000000000000000000000000000000000..8bbed4221daeeae42edeceb3b82d107788ade950 --- /dev/null +++ b/Dataset540/nnUNetTrainerMRCT_loss_masked_perception_masked__nnUNetResEncUNetLPlans__3d_fullres/fold_2/checkpoint_final.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4ef999ec808ef6ec3aac4136b4ffaeaf0832a900857edb9c006cba3caf5fa372 +size 815581357 diff --git a/Dataset540/nnUNetTrainerMRCT_loss_masked_perception_masked__nnUNetResEncUNetLPlans__3d_fullres/fold_2/debug.json b/Dataset540/nnUNetTrainerMRCT_loss_masked_perception_masked__nnUNetResEncUNetLPlans__3d_fullres/fold_2/debug.json new file mode 100644 index 0000000000000000000000000000000000000000..716311d729edd553d402920da64258440d8adcc8 --- /dev/null +++ b/Dataset540/nnUNetTrainerMRCT_loss_masked_perception_masked__nnUNetResEncUNetLPlans__3d_fullres/fold_2/debug.json @@ -0,0 +1,58 @@ +{ + "_best_ema": "0.068972714", + "aim_run": ">", + "batch_size": "2", + "configuration_manager": "{'data_identifier': 'nnUNetPlans_3d_fullres', 'preprocessor_name': 'DefaultPreprocessor', 'batch_size': 2, 'patch_size': [40, 224, 192], 'median_image_size_in_voxels': [81.0, 449.0, 449.0], 'spacing': [3.0, 1.0, 1.0], 'normalization_schemes': ['CTNormalizationClippingSynthrad2025'], 'use_mask_for_norm': [False], 'resampling_fn_data': 'resample_data_or_seg_to_shape', 'resampling_fn_seg': 'resample_data_or_seg_to_shape', 'resampling_fn_data_kwargs': {'is_seg': False, 'order': 3, 'order_z': 0, 'force_separate_z': None}, 'resampling_fn_seg_kwargs': {'is_seg': True, 'order': 1, 'order_z': 0, 'force_separate_z': None}, 'resampling_fn_probabilities': 'resample_data_or_seg_to_shape', 'resampling_fn_probabilities_kwargs': {'is_seg': False, 'order': 1, 'order_z': 0, 'force_separate_z': None}, 'architecture': {'network_class_name': 'dynamic_network_architectures.architectures.unet.ResidualEncoderUNet', 'arch_kwargs': {'n_stages': 6, 'features_per_stage': [32, 64, 128, 256, 320, 320], 'conv_op': 'torch.nn.modules.conv.Conv3d', 'kernel_sizes': [[1, 3, 3], [3, 3, 3], [3, 3, 3], [3, 3, 3], [3, 3, 3], [3, 3, 3]], 'strides': [[1, 1, 1], [1, 2, 2], [2, 2, 2], [2, 2, 2], [2, 2, 2], [1, 2, 2]], 'n_blocks_per_stage': [1, 3, 4, 6, 6, 6], 'n_conv_per_stage_decoder': [1, 1, 1, 1, 1], 'conv_bias': True, 'norm_op': 'torch.nn.modules.instancenorm.InstanceNorm3d', 'norm_op_kwargs': {'eps': 1e-05, 'affine': True}, 'dropout_op': None, 'dropout_op_kwargs': None, 'nonlin': 'torch.nn.LeakyReLU', 'nonlin_kwargs': {'inplace': True}, 'deep_supervision': False}, '_kw_requires_import': ['conv_op', 'norm_op', 'dropout_op', 'nonlin']}, 'batch_dice': True}", + "configuration_name": "3d_fullres", + "cudnn_version": 90501, + "current_epoch": "950", + "dataloader_train": "", + "dataloader_train.generator": "", + "dataloader_train.num_processes": "12", + "dataloader_train.transform": "Compose ( [RemoveLabelTransform( output_key = 'seg', input_key = 'seg', replace_with = 0, remove_label = -1 ), RenameTransform( delete_old = True, out_key = 'target', in_key = 'seg' ), NumpyToTensor( keys = ['data', 'target', 'mask'], cast_to = 'float' )] )", + "dataloader_val": "", + "dataloader_val.generator": "", + "dataloader_val.num_processes": "6", + "dataloader_val.transform": "Compose ( [RemoveLabelTransform( output_key = 'seg', input_key = 'seg', replace_with = 0, remove_label = -1 ), RenameTransform( delete_old = True, out_key = 'target', in_key = 'seg' ), NumpyToTensor( keys = ['data', 'target', 'mask'], cast_to = 'float' )] )", + "dataset_json": "{'labels': {'label_001': '1', 'background': 0}, 'channel_names': {'0': 'CT_zscore_synthrad'}, 'numTraining': 309, 'file_ending': '.mha'}", + "debug_custom": "{'run_hash': 'f17931503c984281b1e4d510'}", + "decoder_type": "standard", + "device": "cuda:0", + "disable_checkpointing": "False", + "enable_deep_supervision": "False", + "fold": "2", + "folder_with_segs_from_previous_stage": "None", + "gpu_name": "NVIDIA H100", + "grad_scaler": "", + "hostname": "g018", + "image_loss_weight": "0.5", + "inference_allowed_mirroring_axes": "None", + "initial_lr": "0.01", + "is_cascaded": "False", + "is_ddp": "False", + "label_manager": "", + "local_rank": "0", + "log_file": "/datasets/work/hb-synthrad2023/work/synthrad2025/bw_workplace/data/nnunet_struct/results/Dataset540_synthrad2025_task2_CBCT_AB_pre_v2r_stitched_masked_both/nnUNetTrainerMRCT_loss_masked_perception_masked__nnUNetResEncUNetLPlans__3d_fullres/fold_2/training_log_2025_8_15_18_25_04.txt", + "logger": "", + "loss": "SynPerceptionLoss(\n (seg_model): ResidualEncoderUNet(\n (encoder): ResidualEncoder(\n (stem): StackedConvBlocks(\n (convs): Sequential(\n (0): ConvDropoutNormReLU(\n (conv): Conv3d(1, 32, kernel_size=(1, 3, 3), stride=(1, 1, 1), padding=(0, 1, 1))\n (norm): InstanceNorm3d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(1, 32, kernel_size=(1, 3, 3), stride=(1, 1, 1), padding=(0, 1, 1))\n (1): InstanceNorm3d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n )\n (stages): Sequential(\n (0): StackedResidualBlocks(\n (blocks): Sequential(\n (0): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(32, 32, kernel_size=(1, 3, 3), stride=(1, 1, 1), padding=(0, 1, 1))\n (norm): InstanceNorm3d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(32, 32, kernel_size=(1, 3, 3), stride=(1, 1, 1), padding=(0, 1, 1))\n (1): InstanceNorm3d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(32, 32, kernel_size=(1, 3, 3), stride=(1, 1, 1), padding=(0, 1, 1))\n (norm): InstanceNorm3d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(32, 32, kernel_size=(1, 3, 3), stride=(1, 1, 1), padding=(0, 1, 1))\n (1): InstanceNorm3d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n (1): StackedResidualBlocks(\n (blocks): Sequential(\n (0): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(32, 64, kernel_size=(3, 3, 3), stride=(1, 2, 2), padding=(1, 1, 1))\n (norm): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(32, 64, kernel_size=(3, 3, 3), stride=(1, 2, 2), padding=(1, 1, 1))\n (1): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n (skip): Sequential(\n (0): AvgPool3d(kernel_size=[1, 2, 2], stride=[1, 2, 2], padding=0)\n (1): ConvDropoutNormReLU(\n (conv): Conv3d(32, 64, kernel_size=(1, 1, 1), stride=(1, 1, 1), bias=False)\n (norm): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(32, 64, kernel_size=(1, 1, 1), stride=(1, 1, 1), bias=False)\n (1): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n )\n )\n (1): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (2): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n (2): StackedResidualBlocks(\n (blocks): Sequential(\n (0): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(64, 128, kernel_size=(3, 3, 3), stride=(2, 2, 2), padding=(1, 1, 1))\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(64, 128, kernel_size=(3, 3, 3), stride=(2, 2, 2), padding=(1, 1, 1))\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n (skip): Sequential(\n (0): AvgPool3d(kernel_size=[2, 2, 2], stride=[2, 2, 2], padding=0)\n (1): ConvDropoutNormReLU(\n (conv): Conv3d(64, 128, kernel_size=(1, 1, 1), stride=(1, 1, 1), bias=False)\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(64, 128, kernel_size=(1, 1, 1), stride=(1, 1, 1), bias=False)\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n )\n )\n (1): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (2): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (3): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n (3): StackedResidualBlocks(\n (blocks): Sequential(\n (0): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(128, 256, kernel_size=(3, 3, 3), stride=(2, 2, 2), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(128, 256, kernel_size=(3, 3, 3), stride=(2, 2, 2), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n (skip): Sequential(\n (0): AvgPool3d(kernel_size=[2, 2, 2], stride=[2, 2, 2], padding=0)\n (1): ConvDropoutNormReLU(\n (conv): Conv3d(128, 256, kernel_size=(1, 1, 1), stride=(1, 1, 1), bias=False)\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(128, 256, kernel_size=(1, 1, 1), stride=(1, 1, 1), bias=False)\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n )\n )\n (1): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (2): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (3): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (4): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (5): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n (4): StackedResidualBlocks(\n (blocks): Sequential(\n (0): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(256, 320, kernel_size=(3, 3, 3), stride=(2, 2, 2), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(256, 320, kernel_size=(3, 3, 3), stride=(2, 2, 2), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n (skip): Sequential(\n (0): AvgPool3d(kernel_size=[2, 2, 2], stride=[2, 2, 2], padding=0)\n (1): ConvDropoutNormReLU(\n (conv): Conv3d(256, 320, kernel_size=(1, 1, 1), stride=(1, 1, 1), bias=False)\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(256, 320, kernel_size=(1, 1, 1), stride=(1, 1, 1), bias=False)\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n )\n )\n (1): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (2): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (3): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (4): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (5): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n (5): StackedResidualBlocks(\n (blocks): Sequential(\n (0): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 2, 2), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 2, 2), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n (skip): Sequential(\n (0): AvgPool3d(kernel_size=[1, 2, 2], stride=[1, 2, 2], padding=0)\n )\n )\n (1): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (2): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (3): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (4): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (5): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n )\n )\n (decoder): UNetDecoder(\n (encoder): ResidualEncoder(\n (stem): StackedConvBlocks(\n (convs): Sequential(\n (0): ConvDropoutNormReLU(\n (conv): Conv3d(1, 32, kernel_size=(1, 3, 3), stride=(1, 1, 1), padding=(0, 1, 1))\n (norm): InstanceNorm3d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(1, 32, kernel_size=(1, 3, 3), stride=(1, 1, 1), padding=(0, 1, 1))\n (1): InstanceNorm3d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n )\n (stages): Sequential(\n (0): StackedResidualBlocks(\n (blocks): Sequential(\n (0): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(32, 32, kernel_size=(1, 3, 3), stride=(1, 1, 1), padding=(0, 1, 1))\n (norm): InstanceNorm3d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(32, 32, kernel_size=(1, 3, 3), stride=(1, 1, 1), padding=(0, 1, 1))\n (1): InstanceNorm3d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(32, 32, kernel_size=(1, 3, 3), stride=(1, 1, 1), padding=(0, 1, 1))\n (norm): InstanceNorm3d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(32, 32, kernel_size=(1, 3, 3), stride=(1, 1, 1), padding=(0, 1, 1))\n (1): InstanceNorm3d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n (1): StackedResidualBlocks(\n (blocks): Sequential(\n (0): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(32, 64, kernel_size=(3, 3, 3), stride=(1, 2, 2), padding=(1, 1, 1))\n (norm): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(32, 64, kernel_size=(3, 3, 3), stride=(1, 2, 2), padding=(1, 1, 1))\n (1): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n (skip): Sequential(\n (0): AvgPool3d(kernel_size=[1, 2, 2], stride=[1, 2, 2], padding=0)\n (1): ConvDropoutNormReLU(\n (conv): Conv3d(32, 64, kernel_size=(1, 1, 1), stride=(1, 1, 1), bias=False)\n (norm): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(32, 64, kernel_size=(1, 1, 1), stride=(1, 1, 1), bias=False)\n (1): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n )\n )\n (1): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (2): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n (2): StackedResidualBlocks(\n (blocks): Sequential(\n (0): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(64, 128, kernel_size=(3, 3, 3), stride=(2, 2, 2), padding=(1, 1, 1))\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(64, 128, kernel_size=(3, 3, 3), stride=(2, 2, 2), padding=(1, 1, 1))\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n (skip): Sequential(\n (0): AvgPool3d(kernel_size=[2, 2, 2], stride=[2, 2, 2], padding=0)\n (1): ConvDropoutNormReLU(\n (conv): Conv3d(64, 128, kernel_size=(1, 1, 1), stride=(1, 1, 1), bias=False)\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(64, 128, kernel_size=(1, 1, 1), stride=(1, 1, 1), bias=False)\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n )\n )\n (1): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (2): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (3): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n (3): StackedResidualBlocks(\n (blocks): Sequential(\n (0): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(128, 256, kernel_size=(3, 3, 3), stride=(2, 2, 2), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(128, 256, kernel_size=(3, 3, 3), stride=(2, 2, 2), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n (skip): Sequential(\n (0): AvgPool3d(kernel_size=[2, 2, 2], stride=[2, 2, 2], padding=0)\n (1): ConvDropoutNormReLU(\n (conv): Conv3d(128, 256, kernel_size=(1, 1, 1), stride=(1, 1, 1), bias=False)\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(128, 256, kernel_size=(1, 1, 1), stride=(1, 1, 1), bias=False)\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n )\n )\n (1): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (2): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (3): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (4): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (5): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n (4): StackedResidualBlocks(\n (blocks): Sequential(\n (0): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(256, 320, kernel_size=(3, 3, 3), stride=(2, 2, 2), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(256, 320, kernel_size=(3, 3, 3), stride=(2, 2, 2), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n (skip): Sequential(\n (0): AvgPool3d(kernel_size=[2, 2, 2], stride=[2, 2, 2], padding=0)\n (1): ConvDropoutNormReLU(\n (conv): Conv3d(256, 320, kernel_size=(1, 1, 1), stride=(1, 1, 1), bias=False)\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(256, 320, kernel_size=(1, 1, 1), stride=(1, 1, 1), bias=False)\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n )\n )\n (1): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (2): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (3): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (4): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (5): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n (5): StackedResidualBlocks(\n (blocks): Sequential(\n (0): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 2, 2), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 2, 2), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n (skip): Sequential(\n (0): AvgPool3d(kernel_size=[1, 2, 2], stride=[1, 2, 2], padding=0)\n )\n )\n (1): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (2): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (3): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (4): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (5): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n )\n )\n (stages): ModuleList(\n (0): StackedConvBlocks(\n (convs): Sequential(\n (0): ConvDropoutNormReLU(\n (conv): Conv3d(640, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(640, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n )\n (1): StackedConvBlocks(\n (convs): Sequential(\n (0): ConvDropoutNormReLU(\n (conv): Conv3d(512, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(512, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n )\n (2): StackedConvBlocks(\n (convs): Sequential(\n (0): ConvDropoutNormReLU(\n (conv): Conv3d(256, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(256, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n )\n (3): StackedConvBlocks(\n (convs): Sequential(\n (0): ConvDropoutNormReLU(\n (conv): Conv3d(128, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(128, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n )\n (4): StackedConvBlocks(\n (convs): Sequential(\n (0): ConvDropoutNormReLU(\n (conv): Conv3d(64, 32, kernel_size=(1, 3, 3), stride=(1, 1, 1), padding=(0, 1, 1))\n (norm): InstanceNorm3d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(64, 32, kernel_size=(1, 3, 3), stride=(1, 1, 1), padding=(0, 1, 1))\n (1): InstanceNorm3d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n )\n )\n (transpconvs): ModuleList(\n (0): ConvTranspose3d(320, 320, kernel_size=(1, 2, 2), stride=(1, 2, 2))\n (1): ConvTranspose3d(320, 256, kernel_size=(2, 2, 2), stride=(2, 2, 2))\n (2): ConvTranspose3d(256, 128, kernel_size=(2, 2, 2), stride=(2, 2, 2))\n (3): ConvTranspose3d(128, 64, kernel_size=(2, 2, 2), stride=(2, 2, 2))\n (4): ConvTranspose3d(64, 32, kernel_size=(1, 2, 2), stride=(1, 2, 2))\n )\n (seg_layers): ModuleList(\n (0): Conv3d(320, 62, kernel_size=(1, 1, 1), stride=(1, 1, 1))\n (1): Conv3d(256, 62, kernel_size=(1, 1, 1), stride=(1, 1, 1))\n (2): Conv3d(128, 62, kernel_size=(1, 1, 1), stride=(1, 1, 1))\n (3): Conv3d(64, 62, kernel_size=(1, 1, 1), stride=(1, 1, 1))\n (4): Conv3d(32, 62, kernel_size=(1, 1, 1), stride=(1, 1, 1))\n )\n )\n )\n (L1): L1Loss()\n (image_loss): myMaskedMSE(\n (mse): myMSE()\n )\n)", + "lr_scheduler": "", + "my_init_kwargs": "{'plans': {'dataset_name': 'Dataset540_synthrad2025_task2_CBCT_AB_pre_v2r_stitched_masked_both', 'plans_name': 'nnUNetResEncUNetLPlans', 'original_median_spacing_after_transp': [3.0, 1.0, 1.0], 'original_median_shape_after_transp': [81, 449, 449], 'image_reader_writer': 'SimpleITKIO', 'transpose_forward': [0, 1, 2], 'transpose_backward': [0, 1, 2], 'configurations': {'2d': {'data_identifier': 'nnUNetPlans_2d', 'preprocessor_name': 'DefaultPreprocessor', 'batch_size': 13, 'patch_size': [512, 448], 'median_image_size_in_voxels': [449.0, 449.0], 'spacing': [1.0, 1.0], 'normalization_schemes': ['CTNormalizationClippingSynthrad2025'], 'use_mask_for_norm': [False], 'resampling_fn_data': 'resample_data_or_seg_to_shape', 'resampling_fn_seg': 'resample_data_or_seg_to_shape', 'resampling_fn_data_kwargs': {'is_seg': False, 'order': 3, 'order_z': 0, 'force_separate_z': None}, 'resampling_fn_seg_kwargs': {'is_seg': True, 'order': 1, 'order_z': 0, 'force_separate_z': None}, 'resampling_fn_probabilities': 'resample_data_or_seg_to_shape', 'resampling_fn_probabilities_kwargs': {'is_seg': False, 'order': 1, 'order_z': 0, 'force_separate_z': None}, 'architecture': {'network_class_name': 'dynamic_network_architectures.architectures.unet.ResidualEncoderUNet', 'arch_kwargs': {'n_stages': 7, 'features_per_stage': [32, 64, 128, 256, 512, 512, 512], 'conv_op': 'torch.nn.modules.conv.Conv2d', 'kernel_sizes': [[3, 3], [3, 3], [3, 3], [3, 3], [3, 3], [3, 3], [3, 3]], 'strides': [[1, 1], [2, 2], [2, 2], [2, 2], [2, 2], [2, 2], [2, 2]], 'n_blocks_per_stage': [1, 3, 4, 6, 6, 6, 6], 'n_conv_per_stage_decoder': [1, 1, 1, 1, 1, 1], 'conv_bias': True, 'norm_op': 'torch.nn.modules.instancenorm.InstanceNorm2d', 'norm_op_kwargs': {'eps': 1e-05, 'affine': True}, 'dropout_op': None, 'dropout_op_kwargs': None, 'nonlin': 'torch.nn.LeakyReLU', 'nonlin_kwargs': {'inplace': True}}, '_kw_requires_import': ['conv_op', 'norm_op', 'dropout_op', 'nonlin']}, 'batch_dice': True}, '3d_lowres': {'data_identifier': 'nnUNetResEncUNetLPlans_3d_lowres', 'preprocessor_name': 'DefaultPreprocessor', 'batch_size': 2, 'patch_size': [56, 224, 192], 'median_image_size_in_voxels': [81, 297, 297], 'spacing': [3.0, 1.512589724855112, 1.512589724855112], 'normalization_schemes': ['CTNormalizationClippingSynthrad2025'], 'use_mask_for_norm': [False], 'resampling_fn_data': 'resample_data_or_seg_to_shape', 'resampling_fn_seg': 'resample_data_or_seg_to_shape', 'resampling_fn_data_kwargs': {'is_seg': False, 'order': 3, 'order_z': 0, 'force_separate_z': None}, 'resampling_fn_seg_kwargs': {'is_seg': True, 'order': 1, 'order_z': 0, 'force_separate_z': None}, 'resampling_fn_probabilities': 'resample_data_or_seg_to_shape', 'resampling_fn_probabilities_kwargs': {'is_seg': False, 'order': 1, 'order_z': 0, 'force_separate_z': None}, 'architecture': {'network_class_name': 'dynamic_network_architectures.architectures.unet.ResidualEncoderUNet', 'arch_kwargs': {'n_stages': 6, 'features_per_stage': [32, 64, 128, 256, 320, 320], 'conv_op': 'torch.nn.modules.conv.Conv3d', 'kernel_sizes': [[3, 3, 3], [3, 3, 3], [3, 3, 3], [3, 3, 3], [3, 3, 3], [3, 3, 3]], 'strides': [[1, 1, 1], [2, 2, 2], [2, 2, 2], [2, 2, 2], [1, 2, 2], [1, 2, 2]], 'n_blocks_per_stage': [1, 3, 4, 6, 6, 6], 'n_conv_per_stage_decoder': [1, 1, 1, 1, 1], 'conv_bias': True, 'norm_op': 'torch.nn.modules.instancenorm.InstanceNorm3d', 'norm_op_kwargs': {'eps': 1e-05, 'affine': True}, 'dropout_op': None, 'dropout_op_kwargs': None, 'nonlin': 'torch.nn.LeakyReLU', 'nonlin_kwargs': {'inplace': True}}, '_kw_requires_import': ['conv_op', 'norm_op', 'dropout_op', 'nonlin']}, 'batch_dice': False, 'next_stage': '3d_cascade_fullres'}, '3d_fullres': {'data_identifier': 'nnUNetPlans_3d_fullres', 'preprocessor_name': 'DefaultPreprocessor', 'batch_size': 2, 'patch_size': [40, 224, 192], 'median_image_size_in_voxels': [81.0, 449.0, 449.0], 'spacing': [3.0, 1.0, 1.0], 'normalization_schemes': ['CTNormalizationClippingSynthrad2025'], 'use_mask_for_norm': [False], 'resampling_fn_data': 'resample_data_or_seg_to_shape', 'resampling_fn_seg': 'resample_data_or_seg_to_shape', 'resampling_fn_data_kwargs': {'is_seg': False, 'order': 3, 'order_z': 0, 'force_separate_z': None}, 'resampling_fn_seg_kwargs': {'is_seg': True, 'order': 1, 'order_z': 0, 'force_separate_z': None}, 'resampling_fn_probabilities': 'resample_data_or_seg_to_shape', 'resampling_fn_probabilities_kwargs': {'is_seg': False, 'order': 1, 'order_z': 0, 'force_separate_z': None}, 'architecture': {'network_class_name': 'dynamic_network_architectures.architectures.unet.ResidualEncoderUNet', 'arch_kwargs': {'n_stages': 6, 'features_per_stage': [32, 64, 128, 256, 320, 320], 'conv_op': 'torch.nn.modules.conv.Conv3d', 'kernel_sizes': [[1, 3, 3], [3, 3, 3], [3, 3, 3], [3, 3, 3], [3, 3, 3], [3, 3, 3]], 'strides': [[1, 1, 1], [1, 2, 2], [2, 2, 2], [2, 2, 2], [2, 2, 2], [1, 2, 2]], 'n_blocks_per_stage': [1, 3, 4, 6, 6, 6], 'n_conv_per_stage_decoder': [1, 1, 1, 1, 1], 'conv_bias': True, 'norm_op': 'torch.nn.modules.instancenorm.InstanceNorm3d', 'norm_op_kwargs': {'eps': 1e-05, 'affine': True}, 'dropout_op': None, 'dropout_op_kwargs': None, 'nonlin': 'torch.nn.LeakyReLU', 'nonlin_kwargs': {'inplace': True}}, '_kw_requires_import': ['conv_op', 'norm_op', 'dropout_op', 'nonlin']}, 'batch_dice': True}, '3d_cascade_fullres': {'inherits_from': '3d_fullres', 'previous_stage': '3d_lowres'}}, 'experiment_planner_used': 'nnUNetPlannerResEncL', 'label_manager': 'LabelManager', 'foreground_intensity_properties_per_channel': {'0': {'max': 3071.0, 'mean': -239.3903045654297, 'median': -185.0, 'min': -1024.0, 'percentile_00_5': -1024.0, 'percentile_99_5': 479.0, 'std': 328.2787170410156}}}, 'configuration': '3d_fullres', 'fold': 2, 'dataset_json': {'labels': {'label_001': '1', 'background': 0}, 'channel_names': {'0': 'CT_zscore_synthrad'}, 'numTraining': 309, 'file_ending': '.mha'}, 'unpack_dataset': True, 'device': device(type='cuda')}", + "network": "ResidualEncoderUNet", + "num_epochs": "1000", + "num_input_channels": "1", + "num_iterations_per_epoch": "250", + "num_val_iterations_per_epoch": "50", + "optimizer": "SGD (\nParameter Group 0\n dampening: 0\n differentiable: False\n foreach: None\n fused: None\n initial_lr: 0.01\n lr: 0.0006867729140492686\n maximize: False\n momentum: 0.99\n nesterov: True\n weight_decay: 3e-05\n)", + "output_folder": "/datasets/work/hb-synthrad2023/work/synthrad2025/bw_workplace/data/nnunet_struct/results/Dataset540_synthrad2025_task2_CBCT_AB_pre_v2r_stitched_masked_both/nnUNetTrainerMRCT_loss_masked_perception_masked__nnUNetResEncUNetLPlans__3d_fullres/fold_2", + "output_folder_base": "/datasets/work/hb-synthrad2023/work/synthrad2025/bw_workplace/data/nnunet_struct/results/Dataset540_synthrad2025_task2_CBCT_AB_pre_v2r_stitched_masked_both/nnUNetTrainerMRCT_loss_masked_perception_masked__nnUNetResEncUNetLPlans__3d_fullres", + "oversample_foreground_percent": "0.33", + "perception_masked": "True", + "plans_manager": "{'dataset_name': 'Dataset540_synthrad2025_task2_CBCT_AB_pre_v2r_stitched_masked_both', 'plans_name': 'nnUNetResEncUNetLPlans', 'original_median_spacing_after_transp': [3.0, 1.0, 1.0], 'original_median_shape_after_transp': [81, 449, 449], 'image_reader_writer': 'SimpleITKIO', 'transpose_forward': [0, 1, 2], 'transpose_backward': [0, 1, 2], 'configurations': {'2d': {'data_identifier': 'nnUNetPlans_2d', 'preprocessor_name': 'DefaultPreprocessor', 'batch_size': 13, 'patch_size': [512, 448], 'median_image_size_in_voxels': [449.0, 449.0], 'spacing': [1.0, 1.0], 'normalization_schemes': ['CTNormalizationClippingSynthrad2025'], 'use_mask_for_norm': [False], 'resampling_fn_data': 'resample_data_or_seg_to_shape', 'resampling_fn_seg': 'resample_data_or_seg_to_shape', 'resampling_fn_data_kwargs': {'is_seg': False, 'order': 3, 'order_z': 0, 'force_separate_z': None}, 'resampling_fn_seg_kwargs': {'is_seg': True, 'order': 1, 'order_z': 0, 'force_separate_z': None}, 'resampling_fn_probabilities': 'resample_data_or_seg_to_shape', 'resampling_fn_probabilities_kwargs': {'is_seg': False, 'order': 1, 'order_z': 0, 'force_separate_z': None}, 'architecture': {'network_class_name': 'dynamic_network_architectures.architectures.unet.ResidualEncoderUNet', 'arch_kwargs': {'n_stages': 7, 'features_per_stage': [32, 64, 128, 256, 512, 512, 512], 'conv_op': 'torch.nn.modules.conv.Conv2d', 'kernel_sizes': [[3, 3], [3, 3], [3, 3], [3, 3], [3, 3], [3, 3], [3, 3]], 'strides': [[1, 1], [2, 2], [2, 2], [2, 2], [2, 2], [2, 2], [2, 2]], 'n_blocks_per_stage': [1, 3, 4, 6, 6, 6, 6], 'n_conv_per_stage_decoder': [1, 1, 1, 1, 1, 1], 'conv_bias': True, 'norm_op': 'torch.nn.modules.instancenorm.InstanceNorm2d', 'norm_op_kwargs': {'eps': 1e-05, 'affine': True}, 'dropout_op': None, 'dropout_op_kwargs': None, 'nonlin': 'torch.nn.LeakyReLU', 'nonlin_kwargs': {'inplace': True}}, '_kw_requires_import': ['conv_op', 'norm_op', 'dropout_op', 'nonlin']}, 'batch_dice': True}, '3d_lowres': {'data_identifier': 'nnUNetResEncUNetLPlans_3d_lowres', 'preprocessor_name': 'DefaultPreprocessor', 'batch_size': 2, 'patch_size': [56, 224, 192], 'median_image_size_in_voxels': [81, 297, 297], 'spacing': [3.0, 1.512589724855112, 1.512589724855112], 'normalization_schemes': ['CTNormalizationClippingSynthrad2025'], 'use_mask_for_norm': [False], 'resampling_fn_data': 'resample_data_or_seg_to_shape', 'resampling_fn_seg': 'resample_data_or_seg_to_shape', 'resampling_fn_data_kwargs': {'is_seg': False, 'order': 3, 'order_z': 0, 'force_separate_z': None}, 'resampling_fn_seg_kwargs': {'is_seg': True, 'order': 1, 'order_z': 0, 'force_separate_z': None}, 'resampling_fn_probabilities': 'resample_data_or_seg_to_shape', 'resampling_fn_probabilities_kwargs': {'is_seg': False, 'order': 1, 'order_z': 0, 'force_separate_z': None}, 'architecture': {'network_class_name': 'dynamic_network_architectures.architectures.unet.ResidualEncoderUNet', 'arch_kwargs': {'n_stages': 6, 'features_per_stage': [32, 64, 128, 256, 320, 320], 'conv_op': 'torch.nn.modules.conv.Conv3d', 'kernel_sizes': [[3, 3, 3], [3, 3, 3], [3, 3, 3], [3, 3, 3], [3, 3, 3], [3, 3, 3]], 'strides': [[1, 1, 1], [2, 2, 2], [2, 2, 2], [2, 2, 2], [1, 2, 2], [1, 2, 2]], 'n_blocks_per_stage': [1, 3, 4, 6, 6, 6], 'n_conv_per_stage_decoder': [1, 1, 1, 1, 1], 'conv_bias': True, 'norm_op': 'torch.nn.modules.instancenorm.InstanceNorm3d', 'norm_op_kwargs': {'eps': 1e-05, 'affine': True}, 'dropout_op': None, 'dropout_op_kwargs': None, 'nonlin': 'torch.nn.LeakyReLU', 'nonlin_kwargs': {'inplace': True}}, '_kw_requires_import': ['conv_op', 'norm_op', 'dropout_op', 'nonlin']}, 'batch_dice': False, 'next_stage': '3d_cascade_fullres'}, '3d_fullres': {'data_identifier': 'nnUNetPlans_3d_fullres', 'preprocessor_name': 'DefaultPreprocessor', 'batch_size': 2, 'patch_size': [40, 224, 192], 'median_image_size_in_voxels': [81.0, 449.0, 449.0], 'spacing': [3.0, 1.0, 1.0], 'normalization_schemes': ['CTNormalizationClippingSynthrad2025'], 'use_mask_for_norm': [False], 'resampling_fn_data': 'resample_data_or_seg_to_shape', 'resampling_fn_seg': 'resample_data_or_seg_to_shape', 'resampling_fn_data_kwargs': {'is_seg': False, 'order': 3, 'order_z': 0, 'force_separate_z': None}, 'resampling_fn_seg_kwargs': {'is_seg': True, 'order': 1, 'order_z': 0, 'force_separate_z': None}, 'resampling_fn_probabilities': 'resample_data_or_seg_to_shape', 'resampling_fn_probabilities_kwargs': {'is_seg': False, 'order': 1, 'order_z': 0, 'force_separate_z': None}, 'architecture': {'network_class_name': 'dynamic_network_architectures.architectures.unet.ResidualEncoderUNet', 'arch_kwargs': {'n_stages': 6, 'features_per_stage': [32, 64, 128, 256, 320, 320], 'conv_op': 'torch.nn.modules.conv.Conv3d', 'kernel_sizes': [[1, 3, 3], [3, 3, 3], [3, 3, 3], [3, 3, 3], [3, 3, 3], [3, 3, 3]], 'strides': [[1, 1, 1], [1, 2, 2], [2, 2, 2], [2, 2, 2], [2, 2, 2], [1, 2, 2]], 'n_blocks_per_stage': [1, 3, 4, 6, 6, 6], 'n_conv_per_stage_decoder': [1, 1, 1, 1, 1], 'conv_bias': True, 'norm_op': 'torch.nn.modules.instancenorm.InstanceNorm3d', 'norm_op_kwargs': {'eps': 1e-05, 'affine': True}, 'dropout_op': None, 'dropout_op_kwargs': None, 'nonlin': 'torch.nn.LeakyReLU', 'nonlin_kwargs': {'inplace': True}}, '_kw_requires_import': ['conv_op', 'norm_op', 'dropout_op', 'nonlin']}, 'batch_dice': True}, '3d_cascade_fullres': {'inherits_from': '3d_fullres', 'previous_stage': '3d_lowres'}}, 'experiment_planner_used': 'nnUNetPlannerResEncL', 'label_manager': 'LabelManager', 'foreground_intensity_properties_per_channel': {'0': {'max': 3071.0, 'mean': -239.3903045654297, 'median': -185.0, 'min': -1024.0, 'percentile_00_5': -1024.0, 'percentile_99_5': 479.0, 'std': 328.2787170410156}}}", + "preprocessed_dataset_folder": "/datasets/work/hb-synthrad2023/work/synthrad2025/bw_workplace/data/nnunet_struct/preprocessed/Dataset540_synthrad2025_task2_CBCT_AB_pre_v2r_stitched_masked_both/nnUNetPlans_3d_fullres", + "preprocessed_dataset_folder_base": "/datasets/work/hb-synthrad2023/work/synthrad2025/bw_workplace/data/nnunet_struct/preprocessed/Dataset540_synthrad2025_task2_CBCT_AB_pre_v2r_stitched_masked_both", + "save_every": "50", + "torch_version": "2.7.1+cu126", + "unpack_dataset": "True", + "was_initialized": "True", + "weight_decay": "3e-05" +} \ No newline at end of file diff --git a/Dataset540/nnUNetTrainerMRCT_loss_masked_perception_masked__nnUNetResEncUNetLPlans__3d_fullres/fold_2/progress.png b/Dataset540/nnUNetTrainerMRCT_loss_masked_perception_masked__nnUNetResEncUNetLPlans__3d_fullres/fold_2/progress.png new file mode 100644 index 0000000000000000000000000000000000000000..e42fb686f18a2fcff8e1a28f8985a1e12c6f67e4 --- /dev/null +++ b/Dataset540/nnUNetTrainerMRCT_loss_masked_perception_masked__nnUNetResEncUNetLPlans__3d_fullres/fold_2/progress.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e69477a793bc6b69f63c32c88befd3aa78e389b060480b690e953566b4fef7ec +size 571722 diff --git a/Dataset540/nnUNetTrainerMRCT_loss_masked_perception_masked__nnUNetResEncUNetLPlans__3d_fullres/fold_2/validation/summary.json b/Dataset540/nnUNetTrainerMRCT_loss_masked_perception_masked__nnUNetResEncUNetLPlans__3d_fullres/fold_2/validation/summary.json new file mode 100644 index 0000000000000000000000000000000000000000..145d7ba6215300aa15aa210669f1433066fb895c --- /dev/null +++ b/Dataset540/nnUNetTrainerMRCT_loss_masked_perception_masked__nnUNetResEncUNetLPlans__3d_fullres/fold_2/validation/summary.json @@ -0,0 +1,52 @@ +{ + "mae": { + "mean": 57.01654723077147, + "std": 17.622638874816897, + "max": 143.86217318377788, + "min": 30.19067215921589, + "25pc": 46.552292844688836, + "50pc": 55.79211682433204, + "75pc": 67.60596397847009, + "count": 62 + }, + "psnr": { + "mean": 30.488147366127464, + "std": 2.7070511008506726, + "max": 36.14905491889264, + "min": 21.888288703089877, + "25pc": 28.616781478342578, + "50pc": 30.36708218893584, + "75pc": 32.39591542406915, + "count": 62 + }, + "ms_ssim": { + "mean": 0.914863735480796, + "std": 0.0703194162744839, + "max": 0.987453209185812, + "min": 0.6110426850795952, + "25pc": 0.9057893543937303, + "50pc": 0.9342285837658622, + "75pc": 0.9558997511725557, + "count": 62 + }, + "DICE": { + "mean": 0.7534704665342967, + "std": 0.1304653140881235, + "max": 0.9473499059677124, + "min": 0.2837992310523987, + "25pc": 0.700099989771843, + "50pc": 0.7787275016307831, + "75pc": 0.8359065353870392, + "count": 62 + }, + "HD95": { + "mean": 6.240646302700043, + "std": 3.83524675527322, + "max": 17.518985748291016, + "min": 1.0, + "25pc": 3.014153778553009, + "50pc": 5.6401801109313965, + "75pc": 8.471923351287842, + "count": 62 + } +} \ No newline at end of file diff --git a/Dataset540/nnUNetTrainerMRCT_loss_masked_perception_masked__nnUNetResEncUNetLPlans__3d_fullres/fold_3/checkpoint_final.pth b/Dataset540/nnUNetTrainerMRCT_loss_masked_perception_masked__nnUNetResEncUNetLPlans__3d_fullres/fold_3/checkpoint_final.pth new file mode 100644 index 0000000000000000000000000000000000000000..f5ec33634d56fb46352025e7d27af74b902747e5 --- /dev/null +++ b/Dataset540/nnUNetTrainerMRCT_loss_masked_perception_masked__nnUNetResEncUNetLPlans__3d_fullres/fold_3/checkpoint_final.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2999315ea72680ad1996f558d88ad7bcd0bca1707959da188d01a728707bc850 +size 815581741 diff --git a/Dataset540/nnUNetTrainerMRCT_loss_masked_perception_masked__nnUNetResEncUNetLPlans__3d_fullres/fold_3/debug.json b/Dataset540/nnUNetTrainerMRCT_loss_masked_perception_masked__nnUNetResEncUNetLPlans__3d_fullres/fold_3/debug.json new file mode 100644 index 0000000000000000000000000000000000000000..8d3d11441caf7cfedb42c530515f861f3d6a61c8 --- /dev/null +++ b/Dataset540/nnUNetTrainerMRCT_loss_masked_perception_masked__nnUNetResEncUNetLPlans__3d_fullres/fold_3/debug.json @@ -0,0 +1,58 @@ +{ + "_best_ema": "0.06857173", + "aim_run": ">", + "batch_size": "2", + "configuration_manager": "{'data_identifier': 'nnUNetPlans_3d_fullres', 'preprocessor_name': 'DefaultPreprocessor', 'batch_size': 2, 'patch_size': [40, 224, 192], 'median_image_size_in_voxels': [81.0, 449.0, 449.0], 'spacing': [3.0, 1.0, 1.0], 'normalization_schemes': ['CTNormalizationClippingSynthrad2025'], 'use_mask_for_norm': [False], 'resampling_fn_data': 'resample_data_or_seg_to_shape', 'resampling_fn_seg': 'resample_data_or_seg_to_shape', 'resampling_fn_data_kwargs': {'is_seg': False, 'order': 3, 'order_z': 0, 'force_separate_z': None}, 'resampling_fn_seg_kwargs': {'is_seg': True, 'order': 1, 'order_z': 0, 'force_separate_z': None}, 'resampling_fn_probabilities': 'resample_data_or_seg_to_shape', 'resampling_fn_probabilities_kwargs': {'is_seg': False, 'order': 1, 'order_z': 0, 'force_separate_z': None}, 'architecture': {'network_class_name': 'dynamic_network_architectures.architectures.unet.ResidualEncoderUNet', 'arch_kwargs': {'n_stages': 6, 'features_per_stage': [32, 64, 128, 256, 320, 320], 'conv_op': 'torch.nn.modules.conv.Conv3d', 'kernel_sizes': [[1, 3, 3], [3, 3, 3], [3, 3, 3], [3, 3, 3], [3, 3, 3], [3, 3, 3]], 'strides': [[1, 1, 1], [1, 2, 2], [2, 2, 2], [2, 2, 2], [2, 2, 2], [1, 2, 2]], 'n_blocks_per_stage': [1, 3, 4, 6, 6, 6], 'n_conv_per_stage_decoder': [1, 1, 1, 1, 1], 'conv_bias': True, 'norm_op': 'torch.nn.modules.instancenorm.InstanceNorm3d', 'norm_op_kwargs': {'eps': 1e-05, 'affine': True}, 'dropout_op': None, 'dropout_op_kwargs': None, 'nonlin': 'torch.nn.LeakyReLU', 'nonlin_kwargs': {'inplace': True}, 'deep_supervision': False}, '_kw_requires_import': ['conv_op', 'norm_op', 'dropout_op', 'nonlin']}, 'batch_dice': True}", + "configuration_name": "3d_fullres", + "cudnn_version": 90501, + "current_epoch": "950", + "dataloader_train": "", + "dataloader_train.generator": "", + "dataloader_train.num_processes": "12", + "dataloader_train.transform": "Compose ( [RemoveLabelTransform( output_key = 'seg', input_key = 'seg', replace_with = 0, remove_label = -1 ), RenameTransform( delete_old = True, out_key = 'target', in_key = 'seg' ), NumpyToTensor( keys = ['data', 'target', 'mask'], cast_to = 'float' )] )", + "dataloader_val": "", + "dataloader_val.generator": "", + "dataloader_val.num_processes": "6", + "dataloader_val.transform": "Compose ( [RemoveLabelTransform( output_key = 'seg', input_key = 'seg', replace_with = 0, remove_label = -1 ), RenameTransform( delete_old = True, out_key = 'target', in_key = 'seg' ), NumpyToTensor( keys = ['data', 'target', 'mask'], cast_to = 'float' )] )", + "dataset_json": "{'labels': {'label_001': '1', 'background': 0}, 'channel_names': {'0': 'CT_zscore_synthrad'}, 'numTraining': 309, 'file_ending': '.mha'}", + "debug_custom": "{'run_hash': '35f73ede5632413992b21416'}", + "decoder_type": "standard", + "device": "cuda:0", + "disable_checkpointing": "False", + "enable_deep_supervision": "False", + "fold": "3", + "folder_with_segs_from_previous_stage": "None", + "gpu_name": "NVIDIA H100", + "grad_scaler": "", + "hostname": "g020", + "image_loss_weight": "0.5", + "inference_allowed_mirroring_axes": "None", + "initial_lr": "0.01", + "is_cascaded": "False", + "is_ddp": "False", + "label_manager": "", + "local_rank": "0", + "log_file": "/datasets/work/hb-synthrad2023/work/synthrad2025/bw_workplace/data/nnunet_struct/results/Dataset540_synthrad2025_task2_CBCT_AB_pre_v2r_stitched_masked_both/nnUNetTrainerMRCT_loss_masked_perception_masked__nnUNetResEncUNetLPlans__3d_fullres/fold_3/training_log_2025_8_15_18_24_18.txt", + "logger": "", + "loss": "SynPerceptionLoss(\n (seg_model): ResidualEncoderUNet(\n (encoder): ResidualEncoder(\n (stem): StackedConvBlocks(\n (convs): Sequential(\n (0): ConvDropoutNormReLU(\n (conv): Conv3d(1, 32, kernel_size=(1, 3, 3), stride=(1, 1, 1), padding=(0, 1, 1))\n (norm): InstanceNorm3d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(1, 32, kernel_size=(1, 3, 3), stride=(1, 1, 1), padding=(0, 1, 1))\n (1): InstanceNorm3d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n )\n (stages): Sequential(\n (0): StackedResidualBlocks(\n (blocks): Sequential(\n (0): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(32, 32, kernel_size=(1, 3, 3), stride=(1, 1, 1), padding=(0, 1, 1))\n (norm): InstanceNorm3d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(32, 32, kernel_size=(1, 3, 3), stride=(1, 1, 1), padding=(0, 1, 1))\n (1): InstanceNorm3d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(32, 32, kernel_size=(1, 3, 3), stride=(1, 1, 1), padding=(0, 1, 1))\n (norm): InstanceNorm3d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(32, 32, kernel_size=(1, 3, 3), stride=(1, 1, 1), padding=(0, 1, 1))\n (1): InstanceNorm3d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n (1): StackedResidualBlocks(\n (blocks): Sequential(\n (0): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(32, 64, kernel_size=(3, 3, 3), stride=(1, 2, 2), padding=(1, 1, 1))\n (norm): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(32, 64, kernel_size=(3, 3, 3), stride=(1, 2, 2), padding=(1, 1, 1))\n (1): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n (skip): Sequential(\n (0): AvgPool3d(kernel_size=[1, 2, 2], stride=[1, 2, 2], padding=0)\n (1): ConvDropoutNormReLU(\n (conv): Conv3d(32, 64, kernel_size=(1, 1, 1), stride=(1, 1, 1), bias=False)\n (norm): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(32, 64, kernel_size=(1, 1, 1), stride=(1, 1, 1), bias=False)\n (1): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n )\n )\n (1): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (2): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n (2): StackedResidualBlocks(\n (blocks): Sequential(\n (0): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(64, 128, kernel_size=(3, 3, 3), stride=(2, 2, 2), padding=(1, 1, 1))\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(64, 128, kernel_size=(3, 3, 3), stride=(2, 2, 2), padding=(1, 1, 1))\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n (skip): Sequential(\n (0): AvgPool3d(kernel_size=[2, 2, 2], stride=[2, 2, 2], padding=0)\n (1): ConvDropoutNormReLU(\n (conv): Conv3d(64, 128, kernel_size=(1, 1, 1), stride=(1, 1, 1), bias=False)\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(64, 128, kernel_size=(1, 1, 1), stride=(1, 1, 1), bias=False)\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n )\n )\n (1): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (2): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (3): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n (3): StackedResidualBlocks(\n (blocks): Sequential(\n (0): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(128, 256, kernel_size=(3, 3, 3), stride=(2, 2, 2), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(128, 256, kernel_size=(3, 3, 3), stride=(2, 2, 2), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n (skip): Sequential(\n (0): AvgPool3d(kernel_size=[2, 2, 2], stride=[2, 2, 2], padding=0)\n (1): ConvDropoutNormReLU(\n (conv): Conv3d(128, 256, kernel_size=(1, 1, 1), stride=(1, 1, 1), bias=False)\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(128, 256, kernel_size=(1, 1, 1), stride=(1, 1, 1), bias=False)\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n )\n )\n (1): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (2): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (3): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (4): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (5): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n (4): StackedResidualBlocks(\n (blocks): Sequential(\n (0): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(256, 320, kernel_size=(3, 3, 3), stride=(2, 2, 2), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(256, 320, kernel_size=(3, 3, 3), stride=(2, 2, 2), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n (skip): Sequential(\n (0): AvgPool3d(kernel_size=[2, 2, 2], stride=[2, 2, 2], padding=0)\n (1): ConvDropoutNormReLU(\n (conv): Conv3d(256, 320, kernel_size=(1, 1, 1), stride=(1, 1, 1), bias=False)\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(256, 320, kernel_size=(1, 1, 1), stride=(1, 1, 1), bias=False)\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n )\n )\n (1): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (2): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (3): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (4): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (5): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n (5): StackedResidualBlocks(\n (blocks): Sequential(\n (0): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 2, 2), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 2, 2), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n (skip): Sequential(\n (0): AvgPool3d(kernel_size=[1, 2, 2], stride=[1, 2, 2], padding=0)\n )\n )\n (1): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (2): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (3): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (4): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (5): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n )\n )\n (decoder): UNetDecoder(\n (encoder): ResidualEncoder(\n (stem): StackedConvBlocks(\n (convs): Sequential(\n (0): ConvDropoutNormReLU(\n (conv): Conv3d(1, 32, kernel_size=(1, 3, 3), stride=(1, 1, 1), padding=(0, 1, 1))\n (norm): InstanceNorm3d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(1, 32, kernel_size=(1, 3, 3), stride=(1, 1, 1), padding=(0, 1, 1))\n (1): InstanceNorm3d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n )\n (stages): Sequential(\n (0): StackedResidualBlocks(\n (blocks): Sequential(\n (0): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(32, 32, kernel_size=(1, 3, 3), stride=(1, 1, 1), padding=(0, 1, 1))\n (norm): InstanceNorm3d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(32, 32, kernel_size=(1, 3, 3), stride=(1, 1, 1), padding=(0, 1, 1))\n (1): InstanceNorm3d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(32, 32, kernel_size=(1, 3, 3), stride=(1, 1, 1), padding=(0, 1, 1))\n (norm): InstanceNorm3d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(32, 32, kernel_size=(1, 3, 3), stride=(1, 1, 1), padding=(0, 1, 1))\n (1): InstanceNorm3d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n (1): StackedResidualBlocks(\n (blocks): Sequential(\n (0): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(32, 64, kernel_size=(3, 3, 3), stride=(1, 2, 2), padding=(1, 1, 1))\n (norm): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(32, 64, kernel_size=(3, 3, 3), stride=(1, 2, 2), padding=(1, 1, 1))\n (1): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n (skip): Sequential(\n (0): AvgPool3d(kernel_size=[1, 2, 2], stride=[1, 2, 2], padding=0)\n (1): ConvDropoutNormReLU(\n (conv): Conv3d(32, 64, kernel_size=(1, 1, 1), stride=(1, 1, 1), bias=False)\n (norm): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(32, 64, kernel_size=(1, 1, 1), stride=(1, 1, 1), bias=False)\n (1): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n )\n )\n (1): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (2): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n (2): StackedResidualBlocks(\n (blocks): Sequential(\n (0): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(64, 128, kernel_size=(3, 3, 3), stride=(2, 2, 2), padding=(1, 1, 1))\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(64, 128, kernel_size=(3, 3, 3), stride=(2, 2, 2), padding=(1, 1, 1))\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n (skip): Sequential(\n (0): AvgPool3d(kernel_size=[2, 2, 2], stride=[2, 2, 2], padding=0)\n (1): ConvDropoutNormReLU(\n (conv): Conv3d(64, 128, kernel_size=(1, 1, 1), stride=(1, 1, 1), bias=False)\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(64, 128, kernel_size=(1, 1, 1), stride=(1, 1, 1), bias=False)\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n )\n )\n (1): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (2): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (3): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n (3): StackedResidualBlocks(\n (blocks): Sequential(\n (0): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(128, 256, kernel_size=(3, 3, 3), stride=(2, 2, 2), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(128, 256, kernel_size=(3, 3, 3), stride=(2, 2, 2), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n (skip): Sequential(\n (0): AvgPool3d(kernel_size=[2, 2, 2], stride=[2, 2, 2], padding=0)\n (1): ConvDropoutNormReLU(\n (conv): Conv3d(128, 256, kernel_size=(1, 1, 1), stride=(1, 1, 1), bias=False)\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(128, 256, kernel_size=(1, 1, 1), stride=(1, 1, 1), bias=False)\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n )\n )\n (1): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (2): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (3): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (4): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (5): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n (4): StackedResidualBlocks(\n (blocks): Sequential(\n (0): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(256, 320, kernel_size=(3, 3, 3), stride=(2, 2, 2), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(256, 320, kernel_size=(3, 3, 3), stride=(2, 2, 2), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n (skip): Sequential(\n (0): AvgPool3d(kernel_size=[2, 2, 2], stride=[2, 2, 2], padding=0)\n (1): ConvDropoutNormReLU(\n (conv): Conv3d(256, 320, kernel_size=(1, 1, 1), stride=(1, 1, 1), bias=False)\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(256, 320, kernel_size=(1, 1, 1), stride=(1, 1, 1), bias=False)\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n )\n )\n (1): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (2): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (3): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (4): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (5): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n (5): StackedResidualBlocks(\n (blocks): Sequential(\n (0): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 2, 2), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 2, 2), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n (skip): Sequential(\n (0): AvgPool3d(kernel_size=[1, 2, 2], stride=[1, 2, 2], padding=0)\n )\n )\n (1): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (2): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (3): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (4): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (5): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n )\n )\n (stages): ModuleList(\n (0): StackedConvBlocks(\n (convs): Sequential(\n (0): ConvDropoutNormReLU(\n (conv): Conv3d(640, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(640, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n )\n (1): StackedConvBlocks(\n (convs): Sequential(\n (0): ConvDropoutNormReLU(\n (conv): Conv3d(512, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(512, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n )\n (2): StackedConvBlocks(\n (convs): Sequential(\n (0): ConvDropoutNormReLU(\n (conv): Conv3d(256, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(256, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n )\n (3): StackedConvBlocks(\n (convs): Sequential(\n (0): ConvDropoutNormReLU(\n (conv): Conv3d(128, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(128, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n )\n (4): StackedConvBlocks(\n (convs): Sequential(\n (0): ConvDropoutNormReLU(\n (conv): Conv3d(64, 32, kernel_size=(1, 3, 3), stride=(1, 1, 1), padding=(0, 1, 1))\n (norm): InstanceNorm3d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(64, 32, kernel_size=(1, 3, 3), stride=(1, 1, 1), padding=(0, 1, 1))\n (1): InstanceNorm3d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n )\n )\n (transpconvs): ModuleList(\n (0): ConvTranspose3d(320, 320, kernel_size=(1, 2, 2), stride=(1, 2, 2))\n (1): ConvTranspose3d(320, 256, kernel_size=(2, 2, 2), stride=(2, 2, 2))\n (2): ConvTranspose3d(256, 128, kernel_size=(2, 2, 2), stride=(2, 2, 2))\n (3): ConvTranspose3d(128, 64, kernel_size=(2, 2, 2), stride=(2, 2, 2))\n (4): ConvTranspose3d(64, 32, kernel_size=(1, 2, 2), stride=(1, 2, 2))\n )\n (seg_layers): ModuleList(\n (0): Conv3d(320, 62, kernel_size=(1, 1, 1), stride=(1, 1, 1))\n (1): Conv3d(256, 62, kernel_size=(1, 1, 1), stride=(1, 1, 1))\n (2): Conv3d(128, 62, kernel_size=(1, 1, 1), stride=(1, 1, 1))\n (3): Conv3d(64, 62, kernel_size=(1, 1, 1), stride=(1, 1, 1))\n (4): Conv3d(32, 62, kernel_size=(1, 1, 1), stride=(1, 1, 1))\n )\n )\n )\n (L1): L1Loss()\n (image_loss): myMaskedMSE(\n (mse): myMSE()\n )\n)", + "lr_scheduler": "", + "my_init_kwargs": "{'plans': {'dataset_name': 'Dataset540_synthrad2025_task2_CBCT_AB_pre_v2r_stitched_masked_both', 'plans_name': 'nnUNetResEncUNetLPlans', 'original_median_spacing_after_transp': [3.0, 1.0, 1.0], 'original_median_shape_after_transp': [81, 449, 449], 'image_reader_writer': 'SimpleITKIO', 'transpose_forward': [0, 1, 2], 'transpose_backward': [0, 1, 2], 'configurations': {'2d': {'data_identifier': 'nnUNetPlans_2d', 'preprocessor_name': 'DefaultPreprocessor', 'batch_size': 13, 'patch_size': [512, 448], 'median_image_size_in_voxels': [449.0, 449.0], 'spacing': [1.0, 1.0], 'normalization_schemes': ['CTNormalizationClippingSynthrad2025'], 'use_mask_for_norm': [False], 'resampling_fn_data': 'resample_data_or_seg_to_shape', 'resampling_fn_seg': 'resample_data_or_seg_to_shape', 'resampling_fn_data_kwargs': {'is_seg': False, 'order': 3, 'order_z': 0, 'force_separate_z': None}, 'resampling_fn_seg_kwargs': {'is_seg': True, 'order': 1, 'order_z': 0, 'force_separate_z': None}, 'resampling_fn_probabilities': 'resample_data_or_seg_to_shape', 'resampling_fn_probabilities_kwargs': {'is_seg': False, 'order': 1, 'order_z': 0, 'force_separate_z': None}, 'architecture': {'network_class_name': 'dynamic_network_architectures.architectures.unet.ResidualEncoderUNet', 'arch_kwargs': {'n_stages': 7, 'features_per_stage': [32, 64, 128, 256, 512, 512, 512], 'conv_op': 'torch.nn.modules.conv.Conv2d', 'kernel_sizes': [[3, 3], [3, 3], [3, 3], [3, 3], [3, 3], [3, 3], [3, 3]], 'strides': [[1, 1], [2, 2], [2, 2], [2, 2], [2, 2], [2, 2], [2, 2]], 'n_blocks_per_stage': [1, 3, 4, 6, 6, 6, 6], 'n_conv_per_stage_decoder': [1, 1, 1, 1, 1, 1], 'conv_bias': True, 'norm_op': 'torch.nn.modules.instancenorm.InstanceNorm2d', 'norm_op_kwargs': {'eps': 1e-05, 'affine': True}, 'dropout_op': None, 'dropout_op_kwargs': None, 'nonlin': 'torch.nn.LeakyReLU', 'nonlin_kwargs': {'inplace': True}}, '_kw_requires_import': ['conv_op', 'norm_op', 'dropout_op', 'nonlin']}, 'batch_dice': True}, '3d_lowres': {'data_identifier': 'nnUNetResEncUNetLPlans_3d_lowres', 'preprocessor_name': 'DefaultPreprocessor', 'batch_size': 2, 'patch_size': [56, 224, 192], 'median_image_size_in_voxels': [81, 297, 297], 'spacing': [3.0, 1.512589724855112, 1.512589724855112], 'normalization_schemes': ['CTNormalizationClippingSynthrad2025'], 'use_mask_for_norm': [False], 'resampling_fn_data': 'resample_data_or_seg_to_shape', 'resampling_fn_seg': 'resample_data_or_seg_to_shape', 'resampling_fn_data_kwargs': {'is_seg': False, 'order': 3, 'order_z': 0, 'force_separate_z': None}, 'resampling_fn_seg_kwargs': {'is_seg': True, 'order': 1, 'order_z': 0, 'force_separate_z': None}, 'resampling_fn_probabilities': 'resample_data_or_seg_to_shape', 'resampling_fn_probabilities_kwargs': {'is_seg': False, 'order': 1, 'order_z': 0, 'force_separate_z': None}, 'architecture': {'network_class_name': 'dynamic_network_architectures.architectures.unet.ResidualEncoderUNet', 'arch_kwargs': {'n_stages': 6, 'features_per_stage': [32, 64, 128, 256, 320, 320], 'conv_op': 'torch.nn.modules.conv.Conv3d', 'kernel_sizes': [[3, 3, 3], [3, 3, 3], [3, 3, 3], [3, 3, 3], [3, 3, 3], [3, 3, 3]], 'strides': [[1, 1, 1], [2, 2, 2], [2, 2, 2], [2, 2, 2], [1, 2, 2], [1, 2, 2]], 'n_blocks_per_stage': [1, 3, 4, 6, 6, 6], 'n_conv_per_stage_decoder': [1, 1, 1, 1, 1], 'conv_bias': True, 'norm_op': 'torch.nn.modules.instancenorm.InstanceNorm3d', 'norm_op_kwargs': {'eps': 1e-05, 'affine': True}, 'dropout_op': None, 'dropout_op_kwargs': None, 'nonlin': 'torch.nn.LeakyReLU', 'nonlin_kwargs': {'inplace': True}}, '_kw_requires_import': ['conv_op', 'norm_op', 'dropout_op', 'nonlin']}, 'batch_dice': False, 'next_stage': '3d_cascade_fullres'}, '3d_fullres': {'data_identifier': 'nnUNetPlans_3d_fullres', 'preprocessor_name': 'DefaultPreprocessor', 'batch_size': 2, 'patch_size': [40, 224, 192], 'median_image_size_in_voxels': [81.0, 449.0, 449.0], 'spacing': [3.0, 1.0, 1.0], 'normalization_schemes': ['CTNormalizationClippingSynthrad2025'], 'use_mask_for_norm': [False], 'resampling_fn_data': 'resample_data_or_seg_to_shape', 'resampling_fn_seg': 'resample_data_or_seg_to_shape', 'resampling_fn_data_kwargs': {'is_seg': False, 'order': 3, 'order_z': 0, 'force_separate_z': None}, 'resampling_fn_seg_kwargs': {'is_seg': True, 'order': 1, 'order_z': 0, 'force_separate_z': None}, 'resampling_fn_probabilities': 'resample_data_or_seg_to_shape', 'resampling_fn_probabilities_kwargs': {'is_seg': False, 'order': 1, 'order_z': 0, 'force_separate_z': None}, 'architecture': {'network_class_name': 'dynamic_network_architectures.architectures.unet.ResidualEncoderUNet', 'arch_kwargs': {'n_stages': 6, 'features_per_stage': [32, 64, 128, 256, 320, 320], 'conv_op': 'torch.nn.modules.conv.Conv3d', 'kernel_sizes': [[1, 3, 3], [3, 3, 3], [3, 3, 3], [3, 3, 3], [3, 3, 3], [3, 3, 3]], 'strides': [[1, 1, 1], [1, 2, 2], [2, 2, 2], [2, 2, 2], [2, 2, 2], [1, 2, 2]], 'n_blocks_per_stage': [1, 3, 4, 6, 6, 6], 'n_conv_per_stage_decoder': [1, 1, 1, 1, 1], 'conv_bias': True, 'norm_op': 'torch.nn.modules.instancenorm.InstanceNorm3d', 'norm_op_kwargs': {'eps': 1e-05, 'affine': True}, 'dropout_op': None, 'dropout_op_kwargs': None, 'nonlin': 'torch.nn.LeakyReLU', 'nonlin_kwargs': {'inplace': True}}, '_kw_requires_import': ['conv_op', 'norm_op', 'dropout_op', 'nonlin']}, 'batch_dice': True}, '3d_cascade_fullres': {'inherits_from': '3d_fullres', 'previous_stage': '3d_lowres'}}, 'experiment_planner_used': 'nnUNetPlannerResEncL', 'label_manager': 'LabelManager', 'foreground_intensity_properties_per_channel': {'0': {'max': 3071.0, 'mean': -239.3903045654297, 'median': -185.0, 'min': -1024.0, 'percentile_00_5': -1024.0, 'percentile_99_5': 479.0, 'std': 328.2787170410156}}}, 'configuration': '3d_fullres', 'fold': 3, 'dataset_json': {'labels': {'label_001': '1', 'background': 0}, 'channel_names': {'0': 'CT_zscore_synthrad'}, 'numTraining': 309, 'file_ending': '.mha'}, 'unpack_dataset': True, 'device': device(type='cuda')}", + "network": "ResidualEncoderUNet", + "num_epochs": "1000", + "num_input_channels": "1", + "num_iterations_per_epoch": "250", + "num_val_iterations_per_epoch": "50", + "optimizer": "SGD (\nParameter Group 0\n dampening: 0\n differentiable: False\n foreach: None\n fused: None\n initial_lr: 0.01\n lr: 0.0006867729140492686\n maximize: False\n momentum: 0.99\n nesterov: True\n weight_decay: 3e-05\n)", + "output_folder": "/datasets/work/hb-synthrad2023/work/synthrad2025/bw_workplace/data/nnunet_struct/results/Dataset540_synthrad2025_task2_CBCT_AB_pre_v2r_stitched_masked_both/nnUNetTrainerMRCT_loss_masked_perception_masked__nnUNetResEncUNetLPlans__3d_fullres/fold_3", + "output_folder_base": "/datasets/work/hb-synthrad2023/work/synthrad2025/bw_workplace/data/nnunet_struct/results/Dataset540_synthrad2025_task2_CBCT_AB_pre_v2r_stitched_masked_both/nnUNetTrainerMRCT_loss_masked_perception_masked__nnUNetResEncUNetLPlans__3d_fullres", + "oversample_foreground_percent": "0.33", + "perception_masked": "True", + "plans_manager": "{'dataset_name': 'Dataset540_synthrad2025_task2_CBCT_AB_pre_v2r_stitched_masked_both', 'plans_name': 'nnUNetResEncUNetLPlans', 'original_median_spacing_after_transp': [3.0, 1.0, 1.0], 'original_median_shape_after_transp': [81, 449, 449], 'image_reader_writer': 'SimpleITKIO', 'transpose_forward': [0, 1, 2], 'transpose_backward': [0, 1, 2], 'configurations': {'2d': {'data_identifier': 'nnUNetPlans_2d', 'preprocessor_name': 'DefaultPreprocessor', 'batch_size': 13, 'patch_size': [512, 448], 'median_image_size_in_voxels': [449.0, 449.0], 'spacing': [1.0, 1.0], 'normalization_schemes': ['CTNormalizationClippingSynthrad2025'], 'use_mask_for_norm': [False], 'resampling_fn_data': 'resample_data_or_seg_to_shape', 'resampling_fn_seg': 'resample_data_or_seg_to_shape', 'resampling_fn_data_kwargs': {'is_seg': False, 'order': 3, 'order_z': 0, 'force_separate_z': None}, 'resampling_fn_seg_kwargs': {'is_seg': True, 'order': 1, 'order_z': 0, 'force_separate_z': None}, 'resampling_fn_probabilities': 'resample_data_or_seg_to_shape', 'resampling_fn_probabilities_kwargs': {'is_seg': False, 'order': 1, 'order_z': 0, 'force_separate_z': None}, 'architecture': {'network_class_name': 'dynamic_network_architectures.architectures.unet.ResidualEncoderUNet', 'arch_kwargs': {'n_stages': 7, 'features_per_stage': [32, 64, 128, 256, 512, 512, 512], 'conv_op': 'torch.nn.modules.conv.Conv2d', 'kernel_sizes': [[3, 3], [3, 3], [3, 3], [3, 3], [3, 3], [3, 3], [3, 3]], 'strides': [[1, 1], [2, 2], [2, 2], [2, 2], [2, 2], [2, 2], [2, 2]], 'n_blocks_per_stage': [1, 3, 4, 6, 6, 6, 6], 'n_conv_per_stage_decoder': [1, 1, 1, 1, 1, 1], 'conv_bias': True, 'norm_op': 'torch.nn.modules.instancenorm.InstanceNorm2d', 'norm_op_kwargs': {'eps': 1e-05, 'affine': True}, 'dropout_op': None, 'dropout_op_kwargs': None, 'nonlin': 'torch.nn.LeakyReLU', 'nonlin_kwargs': {'inplace': True}}, '_kw_requires_import': ['conv_op', 'norm_op', 'dropout_op', 'nonlin']}, 'batch_dice': True}, '3d_lowres': {'data_identifier': 'nnUNetResEncUNetLPlans_3d_lowres', 'preprocessor_name': 'DefaultPreprocessor', 'batch_size': 2, 'patch_size': [56, 224, 192], 'median_image_size_in_voxels': [81, 297, 297], 'spacing': [3.0, 1.512589724855112, 1.512589724855112], 'normalization_schemes': ['CTNormalizationClippingSynthrad2025'], 'use_mask_for_norm': [False], 'resampling_fn_data': 'resample_data_or_seg_to_shape', 'resampling_fn_seg': 'resample_data_or_seg_to_shape', 'resampling_fn_data_kwargs': {'is_seg': False, 'order': 3, 'order_z': 0, 'force_separate_z': None}, 'resampling_fn_seg_kwargs': {'is_seg': True, 'order': 1, 'order_z': 0, 'force_separate_z': None}, 'resampling_fn_probabilities': 'resample_data_or_seg_to_shape', 'resampling_fn_probabilities_kwargs': {'is_seg': False, 'order': 1, 'order_z': 0, 'force_separate_z': None}, 'architecture': {'network_class_name': 'dynamic_network_architectures.architectures.unet.ResidualEncoderUNet', 'arch_kwargs': {'n_stages': 6, 'features_per_stage': [32, 64, 128, 256, 320, 320], 'conv_op': 'torch.nn.modules.conv.Conv3d', 'kernel_sizes': [[3, 3, 3], [3, 3, 3], [3, 3, 3], [3, 3, 3], [3, 3, 3], [3, 3, 3]], 'strides': [[1, 1, 1], [2, 2, 2], [2, 2, 2], [2, 2, 2], [1, 2, 2], [1, 2, 2]], 'n_blocks_per_stage': [1, 3, 4, 6, 6, 6], 'n_conv_per_stage_decoder': [1, 1, 1, 1, 1], 'conv_bias': True, 'norm_op': 'torch.nn.modules.instancenorm.InstanceNorm3d', 'norm_op_kwargs': {'eps': 1e-05, 'affine': True}, 'dropout_op': None, 'dropout_op_kwargs': None, 'nonlin': 'torch.nn.LeakyReLU', 'nonlin_kwargs': {'inplace': True}}, '_kw_requires_import': ['conv_op', 'norm_op', 'dropout_op', 'nonlin']}, 'batch_dice': False, 'next_stage': '3d_cascade_fullres'}, '3d_fullres': {'data_identifier': 'nnUNetPlans_3d_fullres', 'preprocessor_name': 'DefaultPreprocessor', 'batch_size': 2, 'patch_size': [40, 224, 192], 'median_image_size_in_voxels': [81.0, 449.0, 449.0], 'spacing': [3.0, 1.0, 1.0], 'normalization_schemes': ['CTNormalizationClippingSynthrad2025'], 'use_mask_for_norm': [False], 'resampling_fn_data': 'resample_data_or_seg_to_shape', 'resampling_fn_seg': 'resample_data_or_seg_to_shape', 'resampling_fn_data_kwargs': {'is_seg': False, 'order': 3, 'order_z': 0, 'force_separate_z': None}, 'resampling_fn_seg_kwargs': {'is_seg': True, 'order': 1, 'order_z': 0, 'force_separate_z': None}, 'resampling_fn_probabilities': 'resample_data_or_seg_to_shape', 'resampling_fn_probabilities_kwargs': {'is_seg': False, 'order': 1, 'order_z': 0, 'force_separate_z': None}, 'architecture': {'network_class_name': 'dynamic_network_architectures.architectures.unet.ResidualEncoderUNet', 'arch_kwargs': {'n_stages': 6, 'features_per_stage': [32, 64, 128, 256, 320, 320], 'conv_op': 'torch.nn.modules.conv.Conv3d', 'kernel_sizes': [[1, 3, 3], [3, 3, 3], [3, 3, 3], [3, 3, 3], [3, 3, 3], [3, 3, 3]], 'strides': [[1, 1, 1], [1, 2, 2], [2, 2, 2], [2, 2, 2], [2, 2, 2], [1, 2, 2]], 'n_blocks_per_stage': [1, 3, 4, 6, 6, 6], 'n_conv_per_stage_decoder': [1, 1, 1, 1, 1], 'conv_bias': True, 'norm_op': 'torch.nn.modules.instancenorm.InstanceNorm3d', 'norm_op_kwargs': {'eps': 1e-05, 'affine': True}, 'dropout_op': None, 'dropout_op_kwargs': None, 'nonlin': 'torch.nn.LeakyReLU', 'nonlin_kwargs': {'inplace': True}}, '_kw_requires_import': ['conv_op', 'norm_op', 'dropout_op', 'nonlin']}, 'batch_dice': True}, '3d_cascade_fullres': {'inherits_from': '3d_fullres', 'previous_stage': '3d_lowres'}}, 'experiment_planner_used': 'nnUNetPlannerResEncL', 'label_manager': 'LabelManager', 'foreground_intensity_properties_per_channel': {'0': {'max': 3071.0, 'mean': -239.3903045654297, 'median': -185.0, 'min': -1024.0, 'percentile_00_5': -1024.0, 'percentile_99_5': 479.0, 'std': 328.2787170410156}}}", + "preprocessed_dataset_folder": "/datasets/work/hb-synthrad2023/work/synthrad2025/bw_workplace/data/nnunet_struct/preprocessed/Dataset540_synthrad2025_task2_CBCT_AB_pre_v2r_stitched_masked_both/nnUNetPlans_3d_fullres", + "preprocessed_dataset_folder_base": "/datasets/work/hb-synthrad2023/work/synthrad2025/bw_workplace/data/nnunet_struct/preprocessed/Dataset540_synthrad2025_task2_CBCT_AB_pre_v2r_stitched_masked_both", + "save_every": "50", + "torch_version": "2.7.1+cu126", + "unpack_dataset": "True", + "was_initialized": "True", + "weight_decay": "3e-05" +} \ No newline at end of file diff --git a/Dataset540/nnUNetTrainerMRCT_loss_masked_perception_masked__nnUNetResEncUNetLPlans__3d_fullres/fold_3/progress.png b/Dataset540/nnUNetTrainerMRCT_loss_masked_perception_masked__nnUNetResEncUNetLPlans__3d_fullres/fold_3/progress.png new file mode 100644 index 0000000000000000000000000000000000000000..dfdffc90ea0501ccbf4f78bc07dd638cdc7c7ef3 --- /dev/null +++ b/Dataset540/nnUNetTrainerMRCT_loss_masked_perception_masked__nnUNetResEncUNetLPlans__3d_fullres/fold_3/progress.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4311d310b38f69e3672f6288fa269d551daa411f6bf6b036257f5c38e7779c31 +size 555061 diff --git a/Dataset540/nnUNetTrainerMRCT_loss_masked_perception_masked__nnUNetResEncUNetLPlans__3d_fullres/fold_3/validation/summary.json b/Dataset540/nnUNetTrainerMRCT_loss_masked_perception_masked__nnUNetResEncUNetLPlans__3d_fullres/fold_3/validation/summary.json new file mode 100644 index 0000000000000000000000000000000000000000..73c5dca1098a33ed09e6ebb905c56df729dbf39b --- /dev/null +++ b/Dataset540/nnUNetTrainerMRCT_loss_masked_perception_masked__nnUNetResEncUNetLPlans__3d_fullres/fold_3/validation/summary.json @@ -0,0 +1,52 @@ +{ + "mae": { + "mean": 56.71793795595987, + "std": 12.926959239082308, + "max": 100.08358536039722, + "min": 39.08826491363383, + "25pc": 47.3806929298052, + "50pc": 54.57368186078197, + "75pc": 61.234397706107444, + "count": 62 + }, + "psnr": { + "mean": 30.35647354740913, + "std": 2.041547611009348, + "max": 34.23448236668267, + "min": 25.124795623364186, + "25pc": 29.532969038069165, + "50pc": 30.454974931340733, + "75pc": 31.733575819196595, + "count": 62 + }, + "ms_ssim": { + "mean": 0.9213780089998237, + "std": 0.04198867328050704, + "max": 0.9744976763119004, + "min": 0.7398955680442516, + "25pc": 0.9129013904192553, + "50pc": 0.9319182617945962, + "75pc": 0.9481228491182435, + "count": 62 + }, + "DICE": { + "mean": 0.7493938769473404, + "std": 0.13625626351480594, + "max": 0.961596667766571, + "min": 0.0, + "25pc": 0.7069389820098877, + "50pc": 0.7764418721199036, + "75pc": 0.8240805864334106, + "count": 62 + }, + "HD95": { + "mean": 6.003821134567261, + "std": 3.725983822404894, + "max": 18.105030059814453, + "min": 0.0, + "25pc": 3.6449646949768066, + "50pc": 5.065055847167969, + "75pc": 7.41800594329834, + "count": 62 + } +} \ No newline at end of file diff --git a/Dataset540/nnUNetTrainerMRCT_loss_masked_perception_masked__nnUNetResEncUNetLPlans__3d_fullres/fold_4/checkpoint_final.pth b/Dataset540/nnUNetTrainerMRCT_loss_masked_perception_masked__nnUNetResEncUNetLPlans__3d_fullres/fold_4/checkpoint_final.pth new file mode 100644 index 0000000000000000000000000000000000000000..83b2772b6bd1bb6f98c9a32662f47f42bf007305 --- /dev/null +++ b/Dataset540/nnUNetTrainerMRCT_loss_masked_perception_masked__nnUNetResEncUNetLPlans__3d_fullres/fold_4/checkpoint_final.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4521728138a26cc8f7c8acc976fa46c3d931ffdddb1ca9ee41ba09c5c7c40044 +size 815581421 diff --git a/Dataset540/nnUNetTrainerMRCT_loss_masked_perception_masked__nnUNetResEncUNetLPlans__3d_fullres/fold_4/debug.json b/Dataset540/nnUNetTrainerMRCT_loss_masked_perception_masked__nnUNetResEncUNetLPlans__3d_fullres/fold_4/debug.json new file mode 100644 index 0000000000000000000000000000000000000000..f75d3c30f2eae3be2df5b29abeb365c5bb90bbbf --- /dev/null +++ b/Dataset540/nnUNetTrainerMRCT_loss_masked_perception_masked__nnUNetResEncUNetLPlans__3d_fullres/fold_4/debug.json @@ -0,0 +1,58 @@ +{ + "_best_ema": "0.08793011", + "aim_run": ">", + "batch_size": "2", + "configuration_manager": "{'data_identifier': 'nnUNetPlans_3d_fullres', 'preprocessor_name': 'DefaultPreprocessor', 'batch_size': 2, 'patch_size': [40, 224, 192], 'median_image_size_in_voxels': [81.0, 449.0, 449.0], 'spacing': [3.0, 1.0, 1.0], 'normalization_schemes': ['CTNormalizationClippingSynthrad2025'], 'use_mask_for_norm': [False], 'resampling_fn_data': 'resample_data_or_seg_to_shape', 'resampling_fn_seg': 'resample_data_or_seg_to_shape', 'resampling_fn_data_kwargs': {'is_seg': False, 'order': 3, 'order_z': 0, 'force_separate_z': None}, 'resampling_fn_seg_kwargs': {'is_seg': True, 'order': 1, 'order_z': 0, 'force_separate_z': None}, 'resampling_fn_probabilities': 'resample_data_or_seg_to_shape', 'resampling_fn_probabilities_kwargs': {'is_seg': False, 'order': 1, 'order_z': 0, 'force_separate_z': None}, 'architecture': {'network_class_name': 'dynamic_network_architectures.architectures.unet.ResidualEncoderUNet', 'arch_kwargs': {'n_stages': 6, 'features_per_stage': [32, 64, 128, 256, 320, 320], 'conv_op': 'torch.nn.modules.conv.Conv3d', 'kernel_sizes': [[1, 3, 3], [3, 3, 3], [3, 3, 3], [3, 3, 3], [3, 3, 3], [3, 3, 3]], 'strides': [[1, 1, 1], [1, 2, 2], [2, 2, 2], [2, 2, 2], [2, 2, 2], [1, 2, 2]], 'n_blocks_per_stage': [1, 3, 4, 6, 6, 6], 'n_conv_per_stage_decoder': [1, 1, 1, 1, 1], 'conv_bias': True, 'norm_op': 'torch.nn.modules.instancenorm.InstanceNorm3d', 'norm_op_kwargs': {'eps': 1e-05, 'affine': True}, 'dropout_op': None, 'dropout_op_kwargs': None, 'nonlin': 'torch.nn.LeakyReLU', 'nonlin_kwargs': {'inplace': True}, 'deep_supervision': False}, '_kw_requires_import': ['conv_op', 'norm_op', 'dropout_op', 'nonlin']}, 'batch_dice': True}", + "configuration_name": "3d_fullres", + "cudnn_version": 90501, + "current_epoch": "16", + "dataloader_train": "", + "dataloader_train.generator": "", + "dataloader_train.num_processes": "12", + "dataloader_train.transform": "Compose ( [RemoveLabelTransform( output_key = 'seg', input_key = 'seg', replace_with = 0, remove_label = -1 ), RenameTransform( delete_old = True, out_key = 'target', in_key = 'seg' ), NumpyToTensor( keys = ['data', 'target', 'mask'], cast_to = 'float' )] )", + "dataloader_val": "", + "dataloader_val.generator": "", + "dataloader_val.num_processes": "6", + "dataloader_val.transform": "Compose ( [RemoveLabelTransform( output_key = 'seg', input_key = 'seg', replace_with = 0, remove_label = -1 ), RenameTransform( delete_old = True, out_key = 'target', in_key = 'seg' ), NumpyToTensor( keys = ['data', 'target', 'mask'], cast_to = 'float' )] )", + "dataset_json": "{'labels': {'label_001': '1', 'background': 0}, 'channel_names': {'0': 'CT_zscore_synthrad'}, 'numTraining': 309, 'file_ending': '.mha'}", + "debug_custom": "{'run_hash': 'f1962a41887c438899eb10c4'}", + "decoder_type": "standard", + "device": "cuda:0", + "disable_checkpointing": "False", + "enable_deep_supervision": "False", + "fold": "4", + "folder_with_segs_from_previous_stage": "None", + "gpu_name": "NVIDIA H100", + "grad_scaler": "", + "hostname": "g027", + "image_loss_weight": "0.5", + "inference_allowed_mirroring_axes": "None", + "initial_lr": "0.01", + "is_cascaded": "False", + "is_ddp": "False", + "label_manager": "", + "local_rank": "0", + "log_file": "/datasets/work/hb-synthrad2023/work/synthrad2025/bw_workplace/data/nnunet_struct/results/Dataset540_synthrad2025_task2_CBCT_AB_pre_v2r_stitched_masked_both/nnUNetTrainerMRCT_loss_masked_perception_masked__nnUNetResEncUNetLPlans__3d_fullres/fold_4/training_log_2025_8_14_21_19_33.txt", + "logger": "", + "loss": "SynPerceptionLoss(\n (seg_model): ResidualEncoderUNet(\n (encoder): ResidualEncoder(\n (stem): StackedConvBlocks(\n (convs): Sequential(\n (0): ConvDropoutNormReLU(\n (conv): Conv3d(1, 32, kernel_size=(1, 3, 3), stride=(1, 1, 1), padding=(0, 1, 1))\n (norm): InstanceNorm3d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(1, 32, kernel_size=(1, 3, 3), stride=(1, 1, 1), padding=(0, 1, 1))\n (1): InstanceNorm3d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n )\n (stages): Sequential(\n (0): StackedResidualBlocks(\n (blocks): Sequential(\n (0): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(32, 32, kernel_size=(1, 3, 3), stride=(1, 1, 1), padding=(0, 1, 1))\n (norm): InstanceNorm3d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(32, 32, kernel_size=(1, 3, 3), stride=(1, 1, 1), padding=(0, 1, 1))\n (1): InstanceNorm3d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(32, 32, kernel_size=(1, 3, 3), stride=(1, 1, 1), padding=(0, 1, 1))\n (norm): InstanceNorm3d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(32, 32, kernel_size=(1, 3, 3), stride=(1, 1, 1), padding=(0, 1, 1))\n (1): InstanceNorm3d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n (1): StackedResidualBlocks(\n (blocks): Sequential(\n (0): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(32, 64, kernel_size=(3, 3, 3), stride=(1, 2, 2), padding=(1, 1, 1))\n (norm): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(32, 64, kernel_size=(3, 3, 3), stride=(1, 2, 2), padding=(1, 1, 1))\n (1): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n (skip): Sequential(\n (0): AvgPool3d(kernel_size=[1, 2, 2], stride=[1, 2, 2], padding=0)\n (1): ConvDropoutNormReLU(\n (conv): Conv3d(32, 64, kernel_size=(1, 1, 1), stride=(1, 1, 1), bias=False)\n (norm): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(32, 64, kernel_size=(1, 1, 1), stride=(1, 1, 1), bias=False)\n (1): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n )\n )\n (1): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (2): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n (2): StackedResidualBlocks(\n (blocks): Sequential(\n (0): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(64, 128, kernel_size=(3, 3, 3), stride=(2, 2, 2), padding=(1, 1, 1))\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(64, 128, kernel_size=(3, 3, 3), stride=(2, 2, 2), padding=(1, 1, 1))\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n (skip): Sequential(\n (0): AvgPool3d(kernel_size=[2, 2, 2], stride=[2, 2, 2], padding=0)\n (1): ConvDropoutNormReLU(\n (conv): Conv3d(64, 128, kernel_size=(1, 1, 1), stride=(1, 1, 1), bias=False)\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(64, 128, kernel_size=(1, 1, 1), stride=(1, 1, 1), bias=False)\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n )\n )\n (1): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (2): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (3): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n (3): StackedResidualBlocks(\n (blocks): Sequential(\n (0): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(128, 256, kernel_size=(3, 3, 3), stride=(2, 2, 2), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(128, 256, kernel_size=(3, 3, 3), stride=(2, 2, 2), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n (skip): Sequential(\n (0): AvgPool3d(kernel_size=[2, 2, 2], stride=[2, 2, 2], padding=0)\n (1): ConvDropoutNormReLU(\n (conv): Conv3d(128, 256, kernel_size=(1, 1, 1), stride=(1, 1, 1), bias=False)\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(128, 256, kernel_size=(1, 1, 1), stride=(1, 1, 1), bias=False)\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n )\n )\n (1): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (2): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (3): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (4): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (5): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n (4): StackedResidualBlocks(\n (blocks): Sequential(\n (0): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(256, 320, kernel_size=(3, 3, 3), stride=(2, 2, 2), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(256, 320, kernel_size=(3, 3, 3), stride=(2, 2, 2), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n (skip): Sequential(\n (0): AvgPool3d(kernel_size=[2, 2, 2], stride=[2, 2, 2], padding=0)\n (1): ConvDropoutNormReLU(\n (conv): Conv3d(256, 320, kernel_size=(1, 1, 1), stride=(1, 1, 1), bias=False)\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(256, 320, kernel_size=(1, 1, 1), stride=(1, 1, 1), bias=False)\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n )\n )\n (1): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (2): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (3): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (4): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (5): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n (5): StackedResidualBlocks(\n (blocks): Sequential(\n (0): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 2, 2), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 2, 2), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n (skip): Sequential(\n (0): AvgPool3d(kernel_size=[1, 2, 2], stride=[1, 2, 2], padding=0)\n )\n )\n (1): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (2): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (3): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (4): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (5): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n )\n )\n (decoder): UNetDecoder(\n (encoder): ResidualEncoder(\n (stem): StackedConvBlocks(\n (convs): Sequential(\n (0): ConvDropoutNormReLU(\n (conv): Conv3d(1, 32, kernel_size=(1, 3, 3), stride=(1, 1, 1), padding=(0, 1, 1))\n (norm): InstanceNorm3d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(1, 32, kernel_size=(1, 3, 3), stride=(1, 1, 1), padding=(0, 1, 1))\n (1): InstanceNorm3d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n )\n (stages): Sequential(\n (0): StackedResidualBlocks(\n (blocks): Sequential(\n (0): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(32, 32, kernel_size=(1, 3, 3), stride=(1, 1, 1), padding=(0, 1, 1))\n (norm): InstanceNorm3d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(32, 32, kernel_size=(1, 3, 3), stride=(1, 1, 1), padding=(0, 1, 1))\n (1): InstanceNorm3d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(32, 32, kernel_size=(1, 3, 3), stride=(1, 1, 1), padding=(0, 1, 1))\n (norm): InstanceNorm3d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(32, 32, kernel_size=(1, 3, 3), stride=(1, 1, 1), padding=(0, 1, 1))\n (1): InstanceNorm3d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n (1): StackedResidualBlocks(\n (blocks): Sequential(\n (0): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(32, 64, kernel_size=(3, 3, 3), stride=(1, 2, 2), padding=(1, 1, 1))\n (norm): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(32, 64, kernel_size=(3, 3, 3), stride=(1, 2, 2), padding=(1, 1, 1))\n (1): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n (skip): Sequential(\n (0): AvgPool3d(kernel_size=[1, 2, 2], stride=[1, 2, 2], padding=0)\n (1): ConvDropoutNormReLU(\n (conv): Conv3d(32, 64, kernel_size=(1, 1, 1), stride=(1, 1, 1), bias=False)\n (norm): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(32, 64, kernel_size=(1, 1, 1), stride=(1, 1, 1), bias=False)\n (1): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n )\n )\n (1): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (2): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n (2): StackedResidualBlocks(\n (blocks): Sequential(\n (0): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(64, 128, kernel_size=(3, 3, 3), stride=(2, 2, 2), padding=(1, 1, 1))\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(64, 128, kernel_size=(3, 3, 3), stride=(2, 2, 2), padding=(1, 1, 1))\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n (skip): Sequential(\n (0): AvgPool3d(kernel_size=[2, 2, 2], stride=[2, 2, 2], padding=0)\n (1): ConvDropoutNormReLU(\n (conv): Conv3d(64, 128, kernel_size=(1, 1, 1), stride=(1, 1, 1), bias=False)\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(64, 128, kernel_size=(1, 1, 1), stride=(1, 1, 1), bias=False)\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n )\n )\n (1): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (2): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (3): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n (3): StackedResidualBlocks(\n (blocks): Sequential(\n (0): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(128, 256, kernel_size=(3, 3, 3), stride=(2, 2, 2), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(128, 256, kernel_size=(3, 3, 3), stride=(2, 2, 2), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n (skip): Sequential(\n (0): AvgPool3d(kernel_size=[2, 2, 2], stride=[2, 2, 2], padding=0)\n (1): ConvDropoutNormReLU(\n (conv): Conv3d(128, 256, kernel_size=(1, 1, 1), stride=(1, 1, 1), bias=False)\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(128, 256, kernel_size=(1, 1, 1), stride=(1, 1, 1), bias=False)\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n )\n )\n (1): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (2): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (3): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (4): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (5): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n (4): StackedResidualBlocks(\n (blocks): Sequential(\n (0): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(256, 320, kernel_size=(3, 3, 3), stride=(2, 2, 2), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(256, 320, kernel_size=(3, 3, 3), stride=(2, 2, 2), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n (skip): Sequential(\n (0): AvgPool3d(kernel_size=[2, 2, 2], stride=[2, 2, 2], padding=0)\n (1): ConvDropoutNormReLU(\n (conv): Conv3d(256, 320, kernel_size=(1, 1, 1), stride=(1, 1, 1), bias=False)\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(256, 320, kernel_size=(1, 1, 1), stride=(1, 1, 1), bias=False)\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n )\n )\n (1): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (2): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (3): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (4): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (5): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n (5): StackedResidualBlocks(\n (blocks): Sequential(\n (0): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 2, 2), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 2, 2), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n (skip): Sequential(\n (0): AvgPool3d(kernel_size=[1, 2, 2], stride=[1, 2, 2], padding=0)\n )\n )\n (1): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (2): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (3): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (4): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (5): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n )\n )\n (stages): ModuleList(\n (0): StackedConvBlocks(\n (convs): Sequential(\n (0): ConvDropoutNormReLU(\n (conv): Conv3d(640, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(640, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n )\n (1): StackedConvBlocks(\n (convs): Sequential(\n (0): ConvDropoutNormReLU(\n (conv): Conv3d(512, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(512, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n )\n (2): StackedConvBlocks(\n (convs): Sequential(\n (0): ConvDropoutNormReLU(\n (conv): Conv3d(256, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(256, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n )\n (3): StackedConvBlocks(\n (convs): Sequential(\n (0): ConvDropoutNormReLU(\n (conv): Conv3d(128, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(128, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n )\n (4): StackedConvBlocks(\n (convs): Sequential(\n (0): ConvDropoutNormReLU(\n (conv): Conv3d(64, 32, kernel_size=(1, 3, 3), stride=(1, 1, 1), padding=(0, 1, 1))\n (norm): InstanceNorm3d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(64, 32, kernel_size=(1, 3, 3), stride=(1, 1, 1), padding=(0, 1, 1))\n (1): InstanceNorm3d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n )\n )\n (transpconvs): ModuleList(\n (0): ConvTranspose3d(320, 320, kernel_size=(1, 2, 2), stride=(1, 2, 2))\n (1): ConvTranspose3d(320, 256, kernel_size=(2, 2, 2), stride=(2, 2, 2))\n (2): ConvTranspose3d(256, 128, kernel_size=(2, 2, 2), stride=(2, 2, 2))\n (3): ConvTranspose3d(128, 64, kernel_size=(2, 2, 2), stride=(2, 2, 2))\n (4): ConvTranspose3d(64, 32, kernel_size=(1, 2, 2), stride=(1, 2, 2))\n )\n (seg_layers): ModuleList(\n (0): Conv3d(320, 62, kernel_size=(1, 1, 1), stride=(1, 1, 1))\n (1): Conv3d(256, 62, kernel_size=(1, 1, 1), stride=(1, 1, 1))\n (2): Conv3d(128, 62, kernel_size=(1, 1, 1), stride=(1, 1, 1))\n (3): Conv3d(64, 62, kernel_size=(1, 1, 1), stride=(1, 1, 1))\n (4): Conv3d(32, 62, kernel_size=(1, 1, 1), stride=(1, 1, 1))\n )\n )\n )\n (L1): L1Loss()\n (image_loss): myMaskedMSE(\n (mse): myMSE()\n )\n)", + "lr_scheduler": "", + "my_init_kwargs": "{'plans': {'dataset_name': 'Dataset540_synthrad2025_task2_CBCT_AB_pre_v2r_stitched_masked_both', 'plans_name': 'nnUNetResEncUNetLPlans', 'original_median_spacing_after_transp': [3.0, 1.0, 1.0], 'original_median_shape_after_transp': [81, 449, 449], 'image_reader_writer': 'SimpleITKIO', 'transpose_forward': [0, 1, 2], 'transpose_backward': [0, 1, 2], 'configurations': {'2d': {'data_identifier': 'nnUNetPlans_2d', 'preprocessor_name': 'DefaultPreprocessor', 'batch_size': 13, 'patch_size': [512, 448], 'median_image_size_in_voxels': [449.0, 449.0], 'spacing': [1.0, 1.0], 'normalization_schemes': ['CTNormalizationClippingSynthrad2025'], 'use_mask_for_norm': [False], 'resampling_fn_data': 'resample_data_or_seg_to_shape', 'resampling_fn_seg': 'resample_data_or_seg_to_shape', 'resampling_fn_data_kwargs': {'is_seg': False, 'order': 3, 'order_z': 0, 'force_separate_z': None}, 'resampling_fn_seg_kwargs': {'is_seg': True, 'order': 1, 'order_z': 0, 'force_separate_z': None}, 'resampling_fn_probabilities': 'resample_data_or_seg_to_shape', 'resampling_fn_probabilities_kwargs': {'is_seg': False, 'order': 1, 'order_z': 0, 'force_separate_z': None}, 'architecture': {'network_class_name': 'dynamic_network_architectures.architectures.unet.ResidualEncoderUNet', 'arch_kwargs': {'n_stages': 7, 'features_per_stage': [32, 64, 128, 256, 512, 512, 512], 'conv_op': 'torch.nn.modules.conv.Conv2d', 'kernel_sizes': [[3, 3], [3, 3], [3, 3], [3, 3], [3, 3], [3, 3], [3, 3]], 'strides': [[1, 1], [2, 2], [2, 2], [2, 2], [2, 2], [2, 2], [2, 2]], 'n_blocks_per_stage': [1, 3, 4, 6, 6, 6, 6], 'n_conv_per_stage_decoder': [1, 1, 1, 1, 1, 1], 'conv_bias': True, 'norm_op': 'torch.nn.modules.instancenorm.InstanceNorm2d', 'norm_op_kwargs': {'eps': 1e-05, 'affine': True}, 'dropout_op': None, 'dropout_op_kwargs': None, 'nonlin': 'torch.nn.LeakyReLU', 'nonlin_kwargs': {'inplace': True}}, '_kw_requires_import': ['conv_op', 'norm_op', 'dropout_op', 'nonlin']}, 'batch_dice': True}, '3d_lowres': {'data_identifier': 'nnUNetResEncUNetLPlans_3d_lowres', 'preprocessor_name': 'DefaultPreprocessor', 'batch_size': 2, 'patch_size': [56, 224, 192], 'median_image_size_in_voxels': [81, 297, 297], 'spacing': [3.0, 1.512589724855112, 1.512589724855112], 'normalization_schemes': ['CTNormalizationClippingSynthrad2025'], 'use_mask_for_norm': [False], 'resampling_fn_data': 'resample_data_or_seg_to_shape', 'resampling_fn_seg': 'resample_data_or_seg_to_shape', 'resampling_fn_data_kwargs': {'is_seg': False, 'order': 3, 'order_z': 0, 'force_separate_z': None}, 'resampling_fn_seg_kwargs': {'is_seg': True, 'order': 1, 'order_z': 0, 'force_separate_z': None}, 'resampling_fn_probabilities': 'resample_data_or_seg_to_shape', 'resampling_fn_probabilities_kwargs': {'is_seg': False, 'order': 1, 'order_z': 0, 'force_separate_z': None}, 'architecture': {'network_class_name': 'dynamic_network_architectures.architectures.unet.ResidualEncoderUNet', 'arch_kwargs': {'n_stages': 6, 'features_per_stage': [32, 64, 128, 256, 320, 320], 'conv_op': 'torch.nn.modules.conv.Conv3d', 'kernel_sizes': [[3, 3, 3], [3, 3, 3], [3, 3, 3], [3, 3, 3], [3, 3, 3], [3, 3, 3]], 'strides': [[1, 1, 1], [2, 2, 2], [2, 2, 2], [2, 2, 2], [1, 2, 2], [1, 2, 2]], 'n_blocks_per_stage': [1, 3, 4, 6, 6, 6], 'n_conv_per_stage_decoder': [1, 1, 1, 1, 1], 'conv_bias': True, 'norm_op': 'torch.nn.modules.instancenorm.InstanceNorm3d', 'norm_op_kwargs': {'eps': 1e-05, 'affine': True}, 'dropout_op': None, 'dropout_op_kwargs': None, 'nonlin': 'torch.nn.LeakyReLU', 'nonlin_kwargs': {'inplace': True}}, '_kw_requires_import': ['conv_op', 'norm_op', 'dropout_op', 'nonlin']}, 'batch_dice': False, 'next_stage': '3d_cascade_fullres'}, '3d_fullres': {'data_identifier': 'nnUNetPlans_3d_fullres', 'preprocessor_name': 'DefaultPreprocessor', 'batch_size': 2, 'patch_size': [40, 224, 192], 'median_image_size_in_voxels': [81.0, 449.0, 449.0], 'spacing': [3.0, 1.0, 1.0], 'normalization_schemes': ['CTNormalizationClippingSynthrad2025'], 'use_mask_for_norm': [False], 'resampling_fn_data': 'resample_data_or_seg_to_shape', 'resampling_fn_seg': 'resample_data_or_seg_to_shape', 'resampling_fn_data_kwargs': {'is_seg': False, 'order': 3, 'order_z': 0, 'force_separate_z': None}, 'resampling_fn_seg_kwargs': {'is_seg': True, 'order': 1, 'order_z': 0, 'force_separate_z': None}, 'resampling_fn_probabilities': 'resample_data_or_seg_to_shape', 'resampling_fn_probabilities_kwargs': {'is_seg': False, 'order': 1, 'order_z': 0, 'force_separate_z': None}, 'architecture': {'network_class_name': 'dynamic_network_architectures.architectures.unet.ResidualEncoderUNet', 'arch_kwargs': {'n_stages': 6, 'features_per_stage': [32, 64, 128, 256, 320, 320], 'conv_op': 'torch.nn.modules.conv.Conv3d', 'kernel_sizes': [[1, 3, 3], [3, 3, 3], [3, 3, 3], [3, 3, 3], [3, 3, 3], [3, 3, 3]], 'strides': [[1, 1, 1], [1, 2, 2], [2, 2, 2], [2, 2, 2], [2, 2, 2], [1, 2, 2]], 'n_blocks_per_stage': [1, 3, 4, 6, 6, 6], 'n_conv_per_stage_decoder': [1, 1, 1, 1, 1], 'conv_bias': True, 'norm_op': 'torch.nn.modules.instancenorm.InstanceNorm3d', 'norm_op_kwargs': {'eps': 1e-05, 'affine': True}, 'dropout_op': None, 'dropout_op_kwargs': None, 'nonlin': 'torch.nn.LeakyReLU', 'nonlin_kwargs': {'inplace': True}}, '_kw_requires_import': ['conv_op', 'norm_op', 'dropout_op', 'nonlin']}, 'batch_dice': True}, '3d_cascade_fullres': {'inherits_from': '3d_fullres', 'previous_stage': '3d_lowres'}}, 'experiment_planner_used': 'nnUNetPlannerResEncL', 'label_manager': 'LabelManager', 'foreground_intensity_properties_per_channel': {'0': {'max': 3071.0, 'mean': -239.3903045654297, 'median': -185.0, 'min': -1024.0, 'percentile_00_5': -1024.0, 'percentile_99_5': 479.0, 'std': 328.2787170410156}}}, 'configuration': '3d_fullres', 'fold': 4, 'dataset_json': {'labels': {'label_001': '1', 'background': 0}, 'channel_names': {'0': 'CT_zscore_synthrad'}, 'numTraining': 309, 'file_ending': '.mha'}, 'unpack_dataset': True, 'device': device(type='cuda')}", + "network": "ResidualEncoderUNet", + "num_epochs": "1000", + "num_input_channels": "1", + "num_iterations_per_epoch": "250", + "num_val_iterations_per_epoch": "50", + "optimizer": "SGD (\nParameter Group 0\n dampening: 0\n differentiable: False\n foreach: None\n fused: None\n initial_lr: 0.01\n lr: 0.009864898188698403\n maximize: False\n momentum: 0.99\n nesterov: True\n weight_decay: 3e-05\n)", + "output_folder": "/datasets/work/hb-synthrad2023/work/synthrad2025/bw_workplace/data/nnunet_struct/results/Dataset540_synthrad2025_task2_CBCT_AB_pre_v2r_stitched_masked_both/nnUNetTrainerMRCT_loss_masked_perception_masked__nnUNetResEncUNetLPlans__3d_fullres/fold_4", + "output_folder_base": "/datasets/work/hb-synthrad2023/work/synthrad2025/bw_workplace/data/nnunet_struct/results/Dataset540_synthrad2025_task2_CBCT_AB_pre_v2r_stitched_masked_both/nnUNetTrainerMRCT_loss_masked_perception_masked__nnUNetResEncUNetLPlans__3d_fullres", + "oversample_foreground_percent": "0.33", + "perception_masked": "True", + "plans_manager": "{'dataset_name': 'Dataset540_synthrad2025_task2_CBCT_AB_pre_v2r_stitched_masked_both', 'plans_name': 'nnUNetResEncUNetLPlans', 'original_median_spacing_after_transp': [3.0, 1.0, 1.0], 'original_median_shape_after_transp': [81, 449, 449], 'image_reader_writer': 'SimpleITKIO', 'transpose_forward': [0, 1, 2], 'transpose_backward': [0, 1, 2], 'configurations': {'2d': {'data_identifier': 'nnUNetPlans_2d', 'preprocessor_name': 'DefaultPreprocessor', 'batch_size': 13, 'patch_size': [512, 448], 'median_image_size_in_voxels': [449.0, 449.0], 'spacing': [1.0, 1.0], 'normalization_schemes': ['CTNormalizationClippingSynthrad2025'], 'use_mask_for_norm': [False], 'resampling_fn_data': 'resample_data_or_seg_to_shape', 'resampling_fn_seg': 'resample_data_or_seg_to_shape', 'resampling_fn_data_kwargs': {'is_seg': False, 'order': 3, 'order_z': 0, 'force_separate_z': None}, 'resampling_fn_seg_kwargs': {'is_seg': True, 'order': 1, 'order_z': 0, 'force_separate_z': None}, 'resampling_fn_probabilities': 'resample_data_or_seg_to_shape', 'resampling_fn_probabilities_kwargs': {'is_seg': False, 'order': 1, 'order_z': 0, 'force_separate_z': None}, 'architecture': {'network_class_name': 'dynamic_network_architectures.architectures.unet.ResidualEncoderUNet', 'arch_kwargs': {'n_stages': 7, 'features_per_stage': [32, 64, 128, 256, 512, 512, 512], 'conv_op': 'torch.nn.modules.conv.Conv2d', 'kernel_sizes': [[3, 3], [3, 3], [3, 3], [3, 3], [3, 3], [3, 3], [3, 3]], 'strides': [[1, 1], [2, 2], [2, 2], [2, 2], [2, 2], [2, 2], [2, 2]], 'n_blocks_per_stage': [1, 3, 4, 6, 6, 6, 6], 'n_conv_per_stage_decoder': [1, 1, 1, 1, 1, 1], 'conv_bias': True, 'norm_op': 'torch.nn.modules.instancenorm.InstanceNorm2d', 'norm_op_kwargs': {'eps': 1e-05, 'affine': True}, 'dropout_op': None, 'dropout_op_kwargs': None, 'nonlin': 'torch.nn.LeakyReLU', 'nonlin_kwargs': {'inplace': True}}, '_kw_requires_import': ['conv_op', 'norm_op', 'dropout_op', 'nonlin']}, 'batch_dice': True}, '3d_lowres': {'data_identifier': 'nnUNetResEncUNetLPlans_3d_lowres', 'preprocessor_name': 'DefaultPreprocessor', 'batch_size': 2, 'patch_size': [56, 224, 192], 'median_image_size_in_voxels': [81, 297, 297], 'spacing': [3.0, 1.512589724855112, 1.512589724855112], 'normalization_schemes': ['CTNormalizationClippingSynthrad2025'], 'use_mask_for_norm': [False], 'resampling_fn_data': 'resample_data_or_seg_to_shape', 'resampling_fn_seg': 'resample_data_or_seg_to_shape', 'resampling_fn_data_kwargs': {'is_seg': False, 'order': 3, 'order_z': 0, 'force_separate_z': None}, 'resampling_fn_seg_kwargs': {'is_seg': True, 'order': 1, 'order_z': 0, 'force_separate_z': None}, 'resampling_fn_probabilities': 'resample_data_or_seg_to_shape', 'resampling_fn_probabilities_kwargs': {'is_seg': False, 'order': 1, 'order_z': 0, 'force_separate_z': None}, 'architecture': {'network_class_name': 'dynamic_network_architectures.architectures.unet.ResidualEncoderUNet', 'arch_kwargs': {'n_stages': 6, 'features_per_stage': [32, 64, 128, 256, 320, 320], 'conv_op': 'torch.nn.modules.conv.Conv3d', 'kernel_sizes': [[3, 3, 3], [3, 3, 3], [3, 3, 3], [3, 3, 3], [3, 3, 3], [3, 3, 3]], 'strides': [[1, 1, 1], [2, 2, 2], [2, 2, 2], [2, 2, 2], [1, 2, 2], [1, 2, 2]], 'n_blocks_per_stage': [1, 3, 4, 6, 6, 6], 'n_conv_per_stage_decoder': [1, 1, 1, 1, 1], 'conv_bias': True, 'norm_op': 'torch.nn.modules.instancenorm.InstanceNorm3d', 'norm_op_kwargs': {'eps': 1e-05, 'affine': True}, 'dropout_op': None, 'dropout_op_kwargs': None, 'nonlin': 'torch.nn.LeakyReLU', 'nonlin_kwargs': {'inplace': True}}, '_kw_requires_import': ['conv_op', 'norm_op', 'dropout_op', 'nonlin']}, 'batch_dice': False, 'next_stage': '3d_cascade_fullres'}, '3d_fullres': {'data_identifier': 'nnUNetPlans_3d_fullres', 'preprocessor_name': 'DefaultPreprocessor', 'batch_size': 2, 'patch_size': [40, 224, 192], 'median_image_size_in_voxels': [81.0, 449.0, 449.0], 'spacing': [3.0, 1.0, 1.0], 'normalization_schemes': ['CTNormalizationClippingSynthrad2025'], 'use_mask_for_norm': [False], 'resampling_fn_data': 'resample_data_or_seg_to_shape', 'resampling_fn_seg': 'resample_data_or_seg_to_shape', 'resampling_fn_data_kwargs': {'is_seg': False, 'order': 3, 'order_z': 0, 'force_separate_z': None}, 'resampling_fn_seg_kwargs': {'is_seg': True, 'order': 1, 'order_z': 0, 'force_separate_z': None}, 'resampling_fn_probabilities': 'resample_data_or_seg_to_shape', 'resampling_fn_probabilities_kwargs': {'is_seg': False, 'order': 1, 'order_z': 0, 'force_separate_z': None}, 'architecture': {'network_class_name': 'dynamic_network_architectures.architectures.unet.ResidualEncoderUNet', 'arch_kwargs': {'n_stages': 6, 'features_per_stage': [32, 64, 128, 256, 320, 320], 'conv_op': 'torch.nn.modules.conv.Conv3d', 'kernel_sizes': [[1, 3, 3], [3, 3, 3], [3, 3, 3], [3, 3, 3], [3, 3, 3], [3, 3, 3]], 'strides': [[1, 1, 1], [1, 2, 2], [2, 2, 2], [2, 2, 2], [2, 2, 2], [1, 2, 2]], 'n_blocks_per_stage': [1, 3, 4, 6, 6, 6], 'n_conv_per_stage_decoder': [1, 1, 1, 1, 1], 'conv_bias': True, 'norm_op': 'torch.nn.modules.instancenorm.InstanceNorm3d', 'norm_op_kwargs': {'eps': 1e-05, 'affine': True}, 'dropout_op': None, 'dropout_op_kwargs': None, 'nonlin': 'torch.nn.LeakyReLU', 'nonlin_kwargs': {'inplace': True}}, '_kw_requires_import': ['conv_op', 'norm_op', 'dropout_op', 'nonlin']}, 'batch_dice': True}, '3d_cascade_fullres': {'inherits_from': '3d_fullres', 'previous_stage': '3d_lowres'}}, 'experiment_planner_used': 'nnUNetPlannerResEncL', 'label_manager': 'LabelManager', 'foreground_intensity_properties_per_channel': {'0': {'max': 3071.0, 'mean': -239.3903045654297, 'median': -185.0, 'min': -1024.0, 'percentile_00_5': -1024.0, 'percentile_99_5': 479.0, 'std': 328.2787170410156}}}", + "preprocessed_dataset_folder": "/datasets/work/hb-synthrad2023/work/synthrad2025/bw_workplace/data/nnunet_struct/preprocessed/Dataset540_synthrad2025_task2_CBCT_AB_pre_v2r_stitched_masked_both/nnUNetPlans_3d_fullres", + "preprocessed_dataset_folder_base": "/datasets/work/hb-synthrad2023/work/synthrad2025/bw_workplace/data/nnunet_struct/preprocessed/Dataset540_synthrad2025_task2_CBCT_AB_pre_v2r_stitched_masked_both", + "save_every": "50", + "torch_version": "2.7.1+cu126", + "unpack_dataset": "True", + "was_initialized": "True", + "weight_decay": "3e-05" +} \ No newline at end of file diff --git a/Dataset540/nnUNetTrainerMRCT_loss_masked_perception_masked__nnUNetResEncUNetLPlans__3d_fullres/fold_4/progress.png b/Dataset540/nnUNetTrainerMRCT_loss_masked_perception_masked__nnUNetResEncUNetLPlans__3d_fullres/fold_4/progress.png new file mode 100644 index 0000000000000000000000000000000000000000..d7df06f62a82b4ab2e61efca27503cc9d3308b05 --- /dev/null +++ b/Dataset540/nnUNetTrainerMRCT_loss_masked_perception_masked__nnUNetResEncUNetLPlans__3d_fullres/fold_4/progress.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0af693711fcb5669fcb4f708cf870d647c9ce4d09c66690e442837699e511acf +size 556671 diff --git a/Dataset540/nnUNetTrainerMRCT_loss_masked_perception_masked__nnUNetResEncUNetLPlans__3d_fullres/fold_4/validation/summary.json b/Dataset540/nnUNetTrainerMRCT_loss_masked_perception_masked__nnUNetResEncUNetLPlans__3d_fullres/fold_4/validation/summary.json new file mode 100644 index 0000000000000000000000000000000000000000..e673598f97f60b52ce458f49222d80f17d73abf0 --- /dev/null +++ b/Dataset540/nnUNetTrainerMRCT_loss_masked_perception_masked__nnUNetResEncUNetLPlans__3d_fullres/fold_4/validation/summary.json @@ -0,0 +1,52 @@ +{ + "mae": { + "mean": 56.27332791745465, + "std": 20.172097278234112, + "max": 171.63834684961154, + "min": 29.370366386008243, + "25pc": 46.96331618370054, + "50pc": 51.68690135311662, + "75pc": 62.467438127664224, + "count": 61 + }, + "psnr": { + "mean": 30.559476270897356, + "std": 2.3920149796228998, + "max": 36.610363673994065, + "min": 20.802903374486114, + "25pc": 29.11417039503029, + "50pc": 30.779790266594, + "75pc": 31.892711484291347, + "count": 61 + }, + "ms_ssim": { + "mean": 0.9244688257164735, + "std": 0.05160669106703707, + "max": 0.9877655932279906, + "min": 0.6644621959050216, + "25pc": 0.913027593453776, + "50pc": 0.9352244769962569, + "75pc": 0.9544957511678459, + "count": 61 + }, + "DICE": { + "mean": 0.7694484567055937, + "std": 0.11448899144058666, + "max": 0.9566950798034668, + "min": 0.32794564962387085, + "25pc": 0.7302031517028809, + "50pc": 0.7830876111984253, + "75pc": 0.8363634943962097, + "count": 61 + }, + "HD95": { + "mean": 5.0484582596137875, + "std": 3.159580380071128, + "max": 19.093908309936523, + "min": 1.0, + "25pc": 2.8694076538085938, + "50pc": 4.541381359100342, + "75pc": 6.609293460845947, + "count": 61 + } +} \ No newline at end of file diff --git a/Dataset540/nnUNetTrainerMRCT_loss_masked_perception_masked__nnUNetResEncUNetLPlans__3d_fullres/plans.json b/Dataset540/nnUNetTrainerMRCT_loss_masked_perception_masked__nnUNetResEncUNetLPlans__3d_fullres/plans.json new file mode 100644 index 0000000000000000000000000000000000000000..b1690d28d07e5df93275b0863342443c6ad587ee --- /dev/null +++ b/Dataset540/nnUNetTrainerMRCT_loss_masked_perception_masked__nnUNetResEncUNetLPlans__3d_fullres/plans.json @@ -0,0 +1,521 @@ +{ + "dataset_name": "Dataset540_synthrad2025_task2_CBCT_AB_pre_v2r_stitched_masked_both", + "plans_name": "nnUNetResEncUNetLPlans", + "original_median_spacing_after_transp": [ + 3.0, + 1.0, + 1.0 + ], + "original_median_shape_after_transp": [ + 81, + 449, + 449 + ], + "image_reader_writer": "SimpleITKIO", + "transpose_forward": [ + 0, + 1, + 2 + ], + "transpose_backward": [ + 0, + 1, + 2 + ], + "configurations": { + "2d": { + "data_identifier": "nnUNetPlans_2d", + "preprocessor_name": "DefaultPreprocessor", + "batch_size": 13, + "patch_size": [ + 512, + 448 + ], + "median_image_size_in_voxels": [ + 449.0, + 449.0 + ], + "spacing": [ + 1.0, + 1.0 + ], + "normalization_schemes": [ + "CTNormalizationClippingSynthrad2025" + ], + "use_mask_for_norm": [ + false + ], + "resampling_fn_data": "resample_data_or_seg_to_shape", + "resampling_fn_seg": "resample_data_or_seg_to_shape", + "resampling_fn_data_kwargs": { + "is_seg": false, + "order": 3, + "order_z": 0, + "force_separate_z": null + }, + "resampling_fn_seg_kwargs": { + "is_seg": true, + "order": 1, + "order_z": 0, + "force_separate_z": null + }, + "resampling_fn_probabilities": "resample_data_or_seg_to_shape", + "resampling_fn_probabilities_kwargs": { + "is_seg": false, + "order": 1, + "order_z": 0, + "force_separate_z": null + }, + "architecture": { + "network_class_name": "dynamic_network_architectures.architectures.unet.ResidualEncoderUNet", + "arch_kwargs": { + "n_stages": 7, + "features_per_stage": [ + 32, + 64, + 128, + 256, + 512, + 512, + 512 + ], + "conv_op": "torch.nn.modules.conv.Conv2d", + "kernel_sizes": [ + [ + 3, + 3 + ], + [ + 3, + 3 + ], + [ + 3, + 3 + ], + [ + 3, + 3 + ], + [ + 3, + 3 + ], + [ + 3, + 3 + ], + [ + 3, + 3 + ] + ], + "strides": [ + [ + 1, + 1 + ], + [ + 2, + 2 + ], + [ + 2, + 2 + ], + [ + 2, + 2 + ], + [ + 2, + 2 + ], + [ + 2, + 2 + ], + [ + 2, + 2 + ] + ], + "n_blocks_per_stage": [ + 1, + 3, + 4, + 6, + 6, + 6, + 6 + ], + "n_conv_per_stage_decoder": [ + 1, + 1, + 1, + 1, + 1, + 1 + ], + "conv_bias": true, + "norm_op": "torch.nn.modules.instancenorm.InstanceNorm2d", + "norm_op_kwargs": { + "eps": 1e-05, + "affine": true + }, + "dropout_op": null, + "dropout_op_kwargs": null, + "nonlin": "torch.nn.LeakyReLU", + "nonlin_kwargs": { + "inplace": true + } + }, + "_kw_requires_import": [ + "conv_op", + "norm_op", + "dropout_op", + "nonlin" + ] + }, + "batch_dice": true + }, + "3d_lowres": { + "data_identifier": "nnUNetResEncUNetLPlans_3d_lowres", + "preprocessor_name": "DefaultPreprocessor", + "batch_size": 2, + "patch_size": [ + 56, + 224, + 192 + ], + "median_image_size_in_voxels": [ + 81, + 297, + 297 + ], + "spacing": [ + 3.0, + 1.512589724855112, + 1.512589724855112 + ], + "normalization_schemes": [ + "CTNormalizationClippingSynthrad2025" + ], + "use_mask_for_norm": [ + false + ], + "resampling_fn_data": "resample_data_or_seg_to_shape", + "resampling_fn_seg": "resample_data_or_seg_to_shape", + "resampling_fn_data_kwargs": { + "is_seg": false, + "order": 3, + "order_z": 0, + "force_separate_z": null + }, + "resampling_fn_seg_kwargs": { + "is_seg": true, + "order": 1, + "order_z": 0, + "force_separate_z": null + }, + "resampling_fn_probabilities": "resample_data_or_seg_to_shape", + "resampling_fn_probabilities_kwargs": { + "is_seg": false, + "order": 1, + "order_z": 0, + "force_separate_z": null + }, + "architecture": { + "network_class_name": "dynamic_network_architectures.architectures.unet.ResidualEncoderUNet", + "arch_kwargs": { + "n_stages": 6, + "features_per_stage": [ + 32, + 64, + 128, + 256, + 320, + 320 + ], + "conv_op": "torch.nn.modules.conv.Conv3d", + "kernel_sizes": [ + [ + 3, + 3, + 3 + ], + [ + 3, + 3, + 3 + ], + [ + 3, + 3, + 3 + ], + [ + 3, + 3, + 3 + ], + [ + 3, + 3, + 3 + ], + [ + 3, + 3, + 3 + ] + ], + "strides": [ + [ + 1, + 1, + 1 + ], + [ + 2, + 2, + 2 + ], + [ + 2, + 2, + 2 + ], + [ + 2, + 2, + 2 + ], + [ + 1, + 2, + 2 + ], + [ + 1, + 2, + 2 + ] + ], + "n_blocks_per_stage": [ + 1, + 3, + 4, + 6, + 6, + 6 + ], + "n_conv_per_stage_decoder": [ + 1, + 1, + 1, + 1, + 1 + ], + "conv_bias": true, + "norm_op": "torch.nn.modules.instancenorm.InstanceNorm3d", + "norm_op_kwargs": { + "eps": 1e-05, + "affine": true + }, + "dropout_op": null, + "dropout_op_kwargs": null, + "nonlin": "torch.nn.LeakyReLU", + "nonlin_kwargs": { + "inplace": true + } + }, + "_kw_requires_import": [ + "conv_op", + "norm_op", + "dropout_op", + "nonlin" + ] + }, + "batch_dice": false, + "next_stage": "3d_cascade_fullres" + }, + "3d_fullres": { + "data_identifier": "nnUNetPlans_3d_fullres", + "preprocessor_name": "DefaultPreprocessor", + "batch_size": 2, + "patch_size": [ + 40, + 224, + 192 + ], + "median_image_size_in_voxels": [ + 81.0, + 449.0, + 449.0 + ], + "spacing": [ + 3.0, + 1.0, + 1.0 + ], + "normalization_schemes": [ + "CTNormalizationClippingSynthrad2025" + ], + "use_mask_for_norm": [ + false + ], + "resampling_fn_data": "resample_data_or_seg_to_shape", + "resampling_fn_seg": "resample_data_or_seg_to_shape", + "resampling_fn_data_kwargs": { + "is_seg": false, + "order": 3, + "order_z": 0, + "force_separate_z": null + }, + "resampling_fn_seg_kwargs": { + "is_seg": true, + "order": 1, + "order_z": 0, + "force_separate_z": null + }, + "resampling_fn_probabilities": "resample_data_or_seg_to_shape", + "resampling_fn_probabilities_kwargs": { + "is_seg": false, + "order": 1, + "order_z": 0, + "force_separate_z": null + }, + "architecture": { + "network_class_name": "dynamic_network_architectures.architectures.unet.ResidualEncoderUNet", + "arch_kwargs": { + "n_stages": 6, + "features_per_stage": [ + 32, + 64, + 128, + 256, + 320, + 320 + ], + "conv_op": "torch.nn.modules.conv.Conv3d", + "kernel_sizes": [ + [ + 1, + 3, + 3 + ], + [ + 3, + 3, + 3 + ], + [ + 3, + 3, + 3 + ], + [ + 3, + 3, + 3 + ], + [ + 3, + 3, + 3 + ], + [ + 3, + 3, + 3 + ] + ], + "strides": [ + [ + 1, + 1, + 1 + ], + [ + 1, + 2, + 2 + ], + [ + 2, + 2, + 2 + ], + [ + 2, + 2, + 2 + ], + [ + 2, + 2, + 2 + ], + [ + 1, + 2, + 2 + ] + ], + "n_blocks_per_stage": [ + 1, + 3, + 4, + 6, + 6, + 6 + ], + "n_conv_per_stage_decoder": [ + 1, + 1, + 1, + 1, + 1 + ], + "conv_bias": true, + "norm_op": "torch.nn.modules.instancenorm.InstanceNorm3d", + "norm_op_kwargs": { + "eps": 1e-05, + "affine": true + }, + "dropout_op": null, + "dropout_op_kwargs": null, + "nonlin": "torch.nn.LeakyReLU", + "nonlin_kwargs": { + "inplace": true + } + }, + "_kw_requires_import": [ + "conv_op", + "norm_op", + "dropout_op", + "nonlin" + ] + }, + "batch_dice": true + }, + "3d_cascade_fullres": { + "inherits_from": "3d_fullres", + "previous_stage": "3d_lowres" + } + }, + "experiment_planner_used": "nnUNetPlannerResEncL", + "label_manager": "LabelManager", + "foreground_intensity_properties_per_channel": { + "0": { + "max": 3071.0, + "mean": -239.3903045654297, + "median": -185.0, + "min": -1024.0, + "percentile_00_5": -1024.0, + "percentile_99_5": 479.0, + "std": 328.2787170410156 + } + } +} \ No newline at end of file diff --git a/Dataset542/nnUNetTrainerMRCT_loss_masked_perception_masked__nnUNetResEncUNetLPlans__3d_fullres/dataset.json b/Dataset542/nnUNetTrainerMRCT_loss_masked_perception_masked__nnUNetResEncUNetLPlans__3d_fullres/dataset.json new file mode 100644 index 0000000000000000000000000000000000000000..ddd101a2273db276471ade54ba9585bf95a2b4f3 --- /dev/null +++ b/Dataset542/nnUNetTrainerMRCT_loss_masked_perception_masked__nnUNetResEncUNetLPlans__3d_fullres/dataset.json @@ -0,0 +1,14 @@ +{ + "labels": { + "label_001": "1", + "background": 0 + }, + "channel_names": { + "0": "CT_zscore_synthrad" + }, + "numTraining": 325, + "file_ending": ".nii.gz", + "test_set": [ + "case_0000" + ] +} \ No newline at end of file diff --git a/Dataset542/nnUNetTrainerMRCT_loss_masked_perception_masked__nnUNetResEncUNetLPlans__3d_fullres/dataset_fingerprint.json b/Dataset542/nnUNetTrainerMRCT_loss_masked_perception_masked__nnUNetResEncUNetLPlans__3d_fullres/dataset_fingerprint.json new file mode 100644 index 0000000000000000000000000000000000000000..e7eb6ad02ffbc8525e5e2519a5b302baddeff0d3 --- /dev/null +++ b/Dataset542/nnUNetTrainerMRCT_loss_masked_perception_masked__nnUNetResEncUNetLPlans__3d_fullres/dataset_fingerprint.json @@ -0,0 +1,3268 @@ +{ + "foreground_intensity_properties_per_channel": { + "0": { + "max": 3071.0, + "mean": -215.1082763671875, + "median": -133.0, + "min": -1024.0, + "percentile_00_5": -1024.0, + "percentile_99_5": 1345.0, + "std": 459.63665771484375 + } + }, + "median_relative_size_after_cropping": 1.0, + "shapes_after_crop": [ + [ + 88, + 307, + 309 + ], + [ + 83, + 307, + 311 + ], + [ + 88, + 309, + 308 + ], + [ + 79, + 313, + 314 + ], + [ + 87, + 309, + 310 + ], + [ + 88, + 308, + 308 + ], + [ + 86, + 309, + 312 + ], + [ + 88, + 307, + 308 + ], + [ + 87, + 309, + 309 + ], + [ + 87, + 308, + 309 + ], + [ + 88, + 309, + 308 + ], + [ + 88, + 308, + 307 + ], + [ + 86, + 313, + 313 + ], + [ + 82, + 309, + 309 + ], + [ + 86, + 308, + 313 + ], + [ + 86, + 312, + 307 + ], + [ + 87, + 307, + 309 + ], + [ + 87, + 309, + 309 + ], + [ + 87, + 307, + 308 + ], + [ + 87, + 308, + 309 + ], + [ + 86, + 309, + 314 + ], + [ + 88, + 308, + 310 + ], + [ + 88, + 307, + 308 + ], + [ + 87, + 308, + 307 + ], + [ + 87, + 311, + 314 + ], + [ + 87, + 309, + 309 + ], + [ + 87, + 307, + 306 + ], + [ + 86, + 308, + 310 + ], + [ + 87, + 307, + 312 + ], + [ + 87, + 308, + 311 + ], + [ + 87, + 307, + 307 + ], + [ + 51, + 282, + 311 + ], + [ + 87, + 308, + 310 + ], + [ + 88, + 310, + 309 + ], + [ + 87, + 310, + 308 + ], + [ + 88, + 308, + 308 + ], + [ + 88, + 308, + 308 + ], + [ + 87, + 308, + 309 + ], + [ + 87, + 308, + 309 + ], + [ + 87, + 309, + 310 + ], + [ + 87, + 308, + 312 + ], + [ + 82, + 309, + 310 + ], + [ + 88, + 310, + 308 + ], + [ + 88, + 311, + 308 + ], + [ + 88, + 309, + 309 + ], + [ + 87, + 308, + 312 + ], + [ + 88, + 309, + 310 + ], + [ + 86, + 310, + 312 + ], + [ + 87, + 310, + 309 + ], + [ + 87, + 309, + 310 + ], + [ + 87, + 307, + 308 + ], + [ + 87, + 308, + 310 + ], + [ + 82, + 288, + 273 + ], + [ + 88, + 309, + 309 + ], + [ + 88, + 307, + 307 + ], + [ + 87, + 310, + 307 + ], + [ + 86, + 311, + 309 + ], + [ + 87, + 308, + 311 + ], + [ + 87, + 309, + 309 + ], + [ + 87, + 310, + 308 + ], + [ + 88, + 225, + 308 + ], + [ + 87, + 308, + 307 + ], + [ + 81, + 311, + 308 + ], + [ + 87, + 310, + 310 + ], + [ + 87, + 309, + 307 + ], + [ + 88, + 310, + 308 + ], + [ + 87, + 313, + 311 + ], + [ + 88, + 309, + 309 + ], + [ + 88, + 309, + 307 + ], + [ + 88, + 309, + 308 + ], + [ + 88, + 309, + 309 + ], + [ + 87, + 308, + 312 + ], + [ + 87, + 308, + 310 + ], + [ + 88, + 311, + 309 + ], + [ + 88, + 308, + 308 + ], + [ + 88, + 308, + 308 + ], + [ + 49, + 307, + 307 + ], + [ + 88, + 308, + 309 + ], + [ + 88, + 310, + 307 + ], + [ + 86, + 315, + 315 + ], + [ + 88, + 306, + 307 + ], + [ + 87, + 310, + 311 + ], + [ + 87, + 311, + 308 + ], + [ + 88, + 309, + 308 + ], + [ + 87, + 310, + 309 + ], + [ + 88, + 309, + 309 + ], + [ + 87, + 312, + 309 + ], + [ + 87, + 310, + 311 + ], + [ + 88, + 310, + 311 + ], + [ + 88, + 308, + 309 + ], + [ + 87, + 309, + 310 + ], + [ + 87, + 310, + 311 + ], + [ + 87, + 312, + 311 + ], + [ + 88, + 309, + 311 + ], + [ + 88, + 308, + 310 + ], + [ + 88, + 310, + 309 + ], + [ + 87, + 308, + 310 + ], + [ + 87, + 311, + 308 + ], + [ + 88, + 309, + 308 + ], + [ + 87, + 311, + 311 + ], + [ + 87, + 307, + 309 + ], + [ + 87, + 310, + 311 + ], + [ + 88, + 309, + 309 + ], + [ + 82, + 309, + 308 + ], + [ + 88, + 309, + 309 + ], + [ + 87, + 311, + 308 + ], + [ + 87, + 310, + 313 + ], + [ + 88, + 310, + 309 + ], + [ + 87, + 309, + 311 + ], + [ + 88, + 310, + 309 + ], + [ + 88, + 308, + 308 + ], + [ + 87, + 310, + 309 + ], + [ + 87, + 309, + 310 + ], + [ + 87, + 312, + 312 + ], + [ + 87, + 309, + 311 + ], + [ + 87, + 312, + 311 + ], + [ + 87, + 312, + 310 + ], + [ + 87, + 307, + 309 + ], + [ + 87, + 312, + 308 + ], + [ + 88, + 307, + 309 + ], + [ + 87, + 308, + 312 + ], + [ + 87, + 311, + 307 + ], + [ + 87, + 312, + 311 + ], + [ + 81, + 310, + 311 + ], + [ + 87, + 308, + 312 + ], + [ + 88, + 310, + 308 + ], + [ + 87, + 311, + 309 + ], + [ + 87, + 309, + 310 + ], + [ + 86, + 311, + 317 + ], + [ + 88, + 308, + 308 + ], + [ + 88, + 311, + 309 + ], + [ + 51, + 311, + 311 + ], + [ + 87, + 311, + 309 + ], + [ + 86, + 310, + 307 + ], + [ + 88, + 311, + 308 + ], + [ + 88, + 309, + 309 + ], + [ + 87, + 311, + 312 + ], + [ + 87, + 310, + 307 + ], + [ + 86, + 309, + 311 + ], + [ + 88, + 310, + 311 + ], + [ + 87, + 312, + 308 + ], + [ + 86, + 308, + 311 + ], + [ + 87, + 311, + 312 + ], + [ + 85, + 313, + 314 + ], + [ + 86, + 311, + 311 + ], + [ + 88, + 308, + 309 + ], + [ + 86, + 314, + 313 + ], + [ + 87, + 312, + 312 + ], + [ + 87, + 314, + 311 + ], + [ + 86, + 308, + 312 + ], + [ + 87, + 308, + 312 + ], + [ + 88, + 313, + 308 + ], + [ + 87, + 307, + 309 + ], + [ + 87, + 311, + 308 + ], + [ + 85, + 317, + 311 + ], + [ + 87, + 307, + 311 + ], + [ + 88, + 308, + 312 + ], + [ + 87, + 310, + 310 + ], + [ + 87, + 311, + 311 + ], + [ + 52, + 308, + 310 + ], + [ + 87, + 309, + 307 + ], + [ + 87, + 308, + 311 + ], + [ + 87, + 308, + 310 + ], + [ + 87, + 310, + 309 + ], + [ + 88, + 309, + 309 + ], + [ + 87, + 309, + 309 + ], + [ + 86, + 310, + 314 + ], + [ + 88, + 309, + 308 + ], + [ + 86, + 314, + 312 + ], + [ + 88, + 308, + 309 + ], + [ + 87, + 309, + 310 + ], + [ + 87, + 309, + 310 + ], + [ + 87, + 312, + 309 + ], + [ + 88, + 310, + 310 + ], + [ + 86, + 313, + 311 + ], + [ + 87, + 311, + 310 + ], + [ + 87, + 311, + 309 + ], + [ + 86, + 311, + 312 + ], + [ + 87, + 311, + 310 + ], + [ + 87, + 309, + 307 + ], + [ + 85, + 310, + 311 + ], + [ + 88, + 312, + 308 + ], + [ + 85, + 293, + 319 + ], + [ + 86, + 308, + 308 + ], + [ + 87, + 310, + 309 + ], + [ + 87, + 309, + 310 + ], + [ + 53, + 307, + 310 + ], + [ + 87, + 308, + 312 + ], + [ + 54, + 308, + 307 + ], + [ + 88, + 309, + 307 + ], + [ + 88, + 308, + 307 + ], + [ + 87, + 307, + 310 + ], + [ + 88, + 307, + 308 + ], + [ + 87, + 310, + 307 + ], + [ + 77, + 311, + 311 + ], + [ + 99, + 315, + 316 + ], + [ + 128, + 305, + 307 + ], + [ + 129, + 300, + 305 + ], + [ + 128, + 303, + 305 + ], + [ + 121, + 299, + 300 + ], + [ + 128, + 304, + 301 + ], + [ + 70, + 300, + 298 + ], + [ + 70, + 300, + 303 + ], + [ + 71, + 304, + 305 + ], + [ + 71, + 302, + 303 + ], + [ + 72, + 302, + 299 + ], + [ + 70, + 300, + 301 + ], + [ + 99, + 308, + 312 + ], + [ + 70, + 303, + 299 + ], + [ + 71, + 300, + 300 + ], + [ + 70, + 301, + 299 + ], + [ + 72, + 307, + 306 + ], + [ + 70, + 304, + 304 + ], + [ + 121, + 303, + 306 + ], + [ + 119, + 303, + 303 + ], + [ + 122, + 308, + 301 + ], + [ + 130, + 310, + 301 + ], + [ + 71, + 300, + 300 + ], + [ + 128, + 301, + 301 + ], + [ + 130, + 392, + 400 + ], + [ + 73, + 302, + 302 + ], + [ + 70, + 301, + 302 + ], + [ + 70, + 301, + 301 + ], + [ + 71, + 299, + 301 + ], + [ + 71, + 304, + 303 + ], + [ + 71, + 302, + 298 + ], + [ + 70, + 299, + 300 + ], + [ + 130, + 371, + 394 + ], + [ + 123, + 285, + 306 + ], + [ + 70, + 300, + 299 + ], + [ + 70, + 301, + 299 + ], + [ + 116, + 302, + 302 + ], + [ + 129, + 299, + 302 + ], + [ + 127, + 304, + 303 + ], + [ + 115, + 311, + 311 + ], + [ + 71, + 299, + 302 + ], + [ + 70, + 300, + 301 + ], + [ + 72, + 304, + 300 + ], + [ + 72, + 305, + 300 + ], + [ + 99, + 290, + 313 + ], + [ + 70, + 300, + 299 + ], + [ + 111, + 302, + 303 + ], + [ + 128, + 300, + 298 + ], + [ + 122, + 305, + 302 + ], + [ + 70, + 300, + 299 + ], + [ + 129, + 303, + 301 + ], + [ + 121, + 310, + 305 + ], + [ + 122, + 301, + 302 + ], + [ + 110, + 306, + 298 + ], + [ + 119, + 310, + 308 + ], + [ + 121, + 302, + 304 + ], + [ + 116, + 304, + 303 + ], + [ + 124, + 308, + 313 + ], + [ + 72, + 304, + 303 + ], + [ + 69, + 298, + 299 + ], + [ + 71, + 299, + 301 + ], + [ + 122, + 303, + 299 + ], + [ + 70, + 301, + 300 + ], + [ + 131, + 313, + 310 + ], + [ + 70, + 302, + 301 + ], + [ + 72, + 299, + 298 + ], + [ + 66, + 496, + 498 + ], + [ + 71, + 297, + 298 + ], + [ + 74, + 305, + 304 + ], + [ + 72, + 298, + 297 + ], + [ + 71, + 297, + 297 + ], + [ + 71, + 299, + 297 + ], + [ + 73, + 298, + 299 + ], + [ + 71, + 298, + 297 + ], + [ + 68, + 457, + 498 + ], + [ + 71, + 298, + 297 + ], + [ + 71, + 298, + 296 + ], + [ + 72, + 297, + 298 + ], + [ + 72, + 297, + 301 + ], + [ + 66, + 482, + 498 + ], + [ + 67, + 496, + 498 + ], + [ + 70, + 500, + 498 + ], + [ + 71, + 298, + 296 + ], + [ + 71, + 296, + 295 + ], + [ + 66, + 497, + 497 + ], + [ + 73, + 300, + 299 + ], + [ + 71, + 297, + 297 + ], + [ + 71, + 296, + 297 + ], + [ + 69, + 480, + 499 + ], + [ + 71, + 298, + 298 + ], + [ + 71, + 297, + 297 + ], + [ + 73, + 297, + 303 + ], + [ + 73, + 299, + 299 + ], + [ + 72, + 299, + 298 + ], + [ + 71, + 297, + 295 + ], + [ + 71, + 299, + 299 + ], + [ + 71, + 298, + 296 + ], + [ + 70, + 493, + 499 + ], + [ + 71, + 296, + 297 + ], + [ + 68, + 497, + 500 + ], + [ + 66, + 496, + 496 + ], + [ + 71, + 484, + 501 + ], + [ + 74, + 297, + 301 + ], + [ + 73, + 297, + 297 + ], + [ + 73, + 300, + 298 + ], + [ + 72, + 298, + 298 + ], + [ + 71, + 499, + 470 + ], + [ + 71, + 297, + 298 + ], + [ + 72, + 498, + 503 + ], + [ + 71, + 297, + 296 + ], + [ + 71, + 300, + 298 + ], + [ + 71, + 298, + 296 + ], + [ + 67, + 497, + 497 + ], + [ + 71, + 501, + 499 + ], + [ + 69, + 498, + 501 + ], + [ + 70, + 297, + 297 + ], + [ + 66, + 498, + 477 + ], + [ + 71, + 500, + 500 + ], + [ + 68, + 483, + 499 + ], + [ + 66, + 497, + 498 + ], + [ + 76, + 306, + 301 + ], + [ + 73, + 299, + 298 + ], + [ + 71, + 296, + 298 + ], + [ + 70, + 499, + 498 + ], + [ + 70, + 499, + 499 + ], + [ + 72, + 498, + 504 + ], + [ + 71, + 490, + 502 + ], + [ + 71, + 501, + 500 + ], + [ + 71, + 501, + 499 + ], + [ + 71, + 499, + 501 + ] + ], + "spacings": [ + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ] + ] +} \ No newline at end of file diff --git a/Dataset542/nnUNetTrainerMRCT_loss_masked_perception_masked__nnUNetResEncUNetLPlans__3d_fullres/fold_0/checkpoint_final.pth b/Dataset542/nnUNetTrainerMRCT_loss_masked_perception_masked__nnUNetResEncUNetLPlans__3d_fullres/fold_0/checkpoint_final.pth new file mode 100644 index 0000000000000000000000000000000000000000..b51e2c70f577f94052efe908683e621310de4014 --- /dev/null +++ b/Dataset542/nnUNetTrainerMRCT_loss_masked_perception_masked__nnUNetResEncUNetLPlans__3d_fullres/fold_0/checkpoint_final.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ced0929a6ae2327f388ca4bb74dfca15acc111a68340b10442a2840895b5b5d8 +size 815577709 diff --git a/Dataset542/nnUNetTrainerMRCT_loss_masked_perception_masked__nnUNetResEncUNetLPlans__3d_fullres/fold_0/debug.json b/Dataset542/nnUNetTrainerMRCT_loss_masked_perception_masked__nnUNetResEncUNetLPlans__3d_fullres/fold_0/debug.json new file mode 100644 index 0000000000000000000000000000000000000000..e9883d8cd823a08a545621cc026089faf51295f7 --- /dev/null +++ b/Dataset542/nnUNetTrainerMRCT_loss_masked_perception_masked__nnUNetResEncUNetLPlans__3d_fullres/fold_0/debug.json @@ -0,0 +1,58 @@ +{ + "_best_ema": "0.047194228", + "aim_run": ">", + "batch_size": "2", + "configuration_manager": "{'data_identifier': 'nnUNetPlans_3d_fullres', 'preprocessor_name': 'DefaultPreprocessor', 'batch_size': 2, 'patch_size': [48, 192, 192], 'median_image_size_in_voxels': [87.0, 308.0, 309.0], 'spacing': [3.0, 1.0, 1.0], 'normalization_schemes': ['CTNormalizationClippingSynthrad2025'], 'use_mask_for_norm': [False], 'resampling_fn_data': 'resample_data_or_seg_to_shape', 'resampling_fn_seg': 'resample_data_or_seg_to_shape', 'resampling_fn_data_kwargs': {'is_seg': False, 'order': 3, 'order_z': 0, 'force_separate_z': None}, 'resampling_fn_seg_kwargs': {'is_seg': True, 'order': 1, 'order_z': 0, 'force_separate_z': None}, 'resampling_fn_probabilities': 'resample_data_or_seg_to_shape', 'resampling_fn_probabilities_kwargs': {'is_seg': False, 'order': 1, 'order_z': 0, 'force_separate_z': None}, 'architecture': {'network_class_name': 'dynamic_network_architectures.architectures.unet.ResidualEncoderUNet', 'arch_kwargs': {'n_stages': 6, 'features_per_stage': [32, 64, 128, 256, 320, 320], 'conv_op': 'torch.nn.modules.conv.Conv3d', 'kernel_sizes': [[1, 3, 3], [3, 3, 3], [3, 3, 3], [3, 3, 3], [3, 3, 3], [3, 3, 3]], 'strides': [[1, 1, 1], [1, 2, 2], [2, 2, 2], [2, 2, 2], [2, 2, 2], [1, 2, 2]], 'n_blocks_per_stage': [1, 3, 4, 6, 6, 6], 'n_conv_per_stage_decoder': [1, 1, 1, 1, 1], 'conv_bias': True, 'norm_op': 'torch.nn.modules.instancenorm.InstanceNorm3d', 'norm_op_kwargs': {'eps': 1e-05, 'affine': True}, 'dropout_op': None, 'dropout_op_kwargs': None, 'nonlin': 'torch.nn.LeakyReLU', 'nonlin_kwargs': {'inplace': True}, 'deep_supervision': False}, '_kw_requires_import': ['conv_op', 'norm_op', 'dropout_op', 'nonlin']}, 'batch_dice': False}", + "configuration_name": "3d_fullres", + "cudnn_version": 90501, + "current_epoch": "27", + "dataloader_train": "", + "dataloader_train.generator": "", + "dataloader_train.num_processes": "12", + "dataloader_train.transform": "Compose ( [RemoveLabelTransform( output_key = 'seg', input_key = 'seg', replace_with = 0, remove_label = -1 ), RenameTransform( delete_old = True, out_key = 'target', in_key = 'seg' ), NumpyToTensor( keys = ['data', 'target', 'mask'], cast_to = 'float' )] )", + "dataloader_val": "", + "dataloader_val.generator": "", + "dataloader_val.num_processes": "6", + "dataloader_val.transform": "Compose ( [RemoveLabelTransform( output_key = 'seg', input_key = 'seg', replace_with = 0, remove_label = -1 ), RenameTransform( delete_old = True, out_key = 'target', in_key = 'seg' ), NumpyToTensor( keys = ['data', 'target', 'mask'], cast_to = 'float' )] )", + "dataset_json": "{'labels': {'label_001': '1', 'background': 0}, 'channel_names': {'0': 'CT_zscore_synthrad'}, 'numTraining': 325, 'file_ending': '.mha'}", + "debug_custom": "{'run_hash': 'de0b335742114ac0a04510ad'}", + "decoder_type": "standard", + "device": "cuda:0", + "disable_checkpointing": "False", + "enable_deep_supervision": "False", + "fold": "0", + "folder_with_segs_from_previous_stage": "None", + "gpu_name": "NVIDIA H100", + "grad_scaler": "", + "hostname": "g030", + "image_loss_weight": "0.5", + "inference_allowed_mirroring_axes": "None", + "initial_lr": "0.01", + "is_cascaded": "False", + "is_ddp": "False", + "label_manager": "", + "local_rank": "0", + "log_file": "/datasets/work/hb-synthrad2023/work/synthrad2025/bw_workplace/data/nnunet_struct/results/Dataset542_synthrad2025_task2_CBCT_HN_pre_v2r_stitched_masked_both/nnUNetTrainerMRCT_loss_masked_perception_masked__nnUNetResEncUNetLPlans__3d_fullres/fold_0/training_log_2025_8_14_18_25_01.txt", + "logger": "", + "loss": "SynPerceptionLoss(\n (seg_model): ResidualEncoderUNet(\n (encoder): ResidualEncoder(\n (stem): StackedConvBlocks(\n (convs): Sequential(\n (0): ConvDropoutNormReLU(\n (conv): Conv3d(1, 32, kernel_size=(1, 3, 3), stride=(1, 1, 1), padding=(0, 1, 1))\n (norm): InstanceNorm3d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(1, 32, kernel_size=(1, 3, 3), stride=(1, 1, 1), padding=(0, 1, 1))\n (1): InstanceNorm3d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n )\n (stages): Sequential(\n (0): StackedResidualBlocks(\n (blocks): Sequential(\n (0): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(32, 32, kernel_size=(1, 3, 3), stride=(1, 1, 1), padding=(0, 1, 1))\n (norm): InstanceNorm3d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(32, 32, kernel_size=(1, 3, 3), stride=(1, 1, 1), padding=(0, 1, 1))\n (1): InstanceNorm3d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(32, 32, kernel_size=(1, 3, 3), stride=(1, 1, 1), padding=(0, 1, 1))\n (norm): InstanceNorm3d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(32, 32, kernel_size=(1, 3, 3), stride=(1, 1, 1), padding=(0, 1, 1))\n (1): InstanceNorm3d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n (1): StackedResidualBlocks(\n (blocks): Sequential(\n (0): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(32, 64, kernel_size=(3, 3, 3), stride=(1, 2, 2), padding=(1, 1, 1))\n (norm): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(32, 64, kernel_size=(3, 3, 3), stride=(1, 2, 2), padding=(1, 1, 1))\n (1): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n (skip): Sequential(\n (0): AvgPool3d(kernel_size=[1, 2, 2], stride=[1, 2, 2], padding=0)\n (1): ConvDropoutNormReLU(\n (conv): Conv3d(32, 64, kernel_size=(1, 1, 1), stride=(1, 1, 1), bias=False)\n (norm): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(32, 64, kernel_size=(1, 1, 1), stride=(1, 1, 1), bias=False)\n (1): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n )\n )\n (1): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (2): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n (2): StackedResidualBlocks(\n (blocks): Sequential(\n (0): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(64, 128, kernel_size=(3, 3, 3), stride=(2, 2, 2), padding=(1, 1, 1))\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(64, 128, kernel_size=(3, 3, 3), stride=(2, 2, 2), padding=(1, 1, 1))\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n (skip): Sequential(\n (0): AvgPool3d(kernel_size=[2, 2, 2], stride=[2, 2, 2], padding=0)\n (1): ConvDropoutNormReLU(\n (conv): Conv3d(64, 128, kernel_size=(1, 1, 1), stride=(1, 1, 1), bias=False)\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(64, 128, kernel_size=(1, 1, 1), stride=(1, 1, 1), bias=False)\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n )\n )\n (1): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (2): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (3): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n (3): StackedResidualBlocks(\n (blocks): Sequential(\n (0): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(128, 256, kernel_size=(3, 3, 3), stride=(2, 2, 2), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(128, 256, kernel_size=(3, 3, 3), stride=(2, 2, 2), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n (skip): Sequential(\n (0): AvgPool3d(kernel_size=[2, 2, 2], stride=[2, 2, 2], padding=0)\n (1): ConvDropoutNormReLU(\n (conv): Conv3d(128, 256, kernel_size=(1, 1, 1), stride=(1, 1, 1), bias=False)\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(128, 256, kernel_size=(1, 1, 1), stride=(1, 1, 1), bias=False)\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n )\n )\n (1): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (2): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (3): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (4): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (5): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n (4): StackedResidualBlocks(\n (blocks): Sequential(\n (0): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(256, 320, kernel_size=(3, 3, 3), stride=(2, 2, 2), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(256, 320, kernel_size=(3, 3, 3), stride=(2, 2, 2), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n (skip): Sequential(\n (0): AvgPool3d(kernel_size=[2, 2, 2], stride=[2, 2, 2], padding=0)\n (1): ConvDropoutNormReLU(\n (conv): Conv3d(256, 320, kernel_size=(1, 1, 1), stride=(1, 1, 1), bias=False)\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(256, 320, kernel_size=(1, 1, 1), stride=(1, 1, 1), bias=False)\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n )\n )\n (1): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (2): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (3): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (4): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (5): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n (5): StackedResidualBlocks(\n (blocks): Sequential(\n (0): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 2, 2), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 2, 2), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n (skip): Sequential(\n (0): AvgPool3d(kernel_size=[1, 2, 2], stride=[1, 2, 2], padding=0)\n )\n )\n (1): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (2): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (3): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (4): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (5): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n )\n )\n (decoder): UNetDecoder(\n (encoder): ResidualEncoder(\n (stem): StackedConvBlocks(\n (convs): Sequential(\n (0): ConvDropoutNormReLU(\n (conv): Conv3d(1, 32, kernel_size=(1, 3, 3), stride=(1, 1, 1), padding=(0, 1, 1))\n (norm): InstanceNorm3d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(1, 32, kernel_size=(1, 3, 3), stride=(1, 1, 1), padding=(0, 1, 1))\n (1): InstanceNorm3d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n )\n (stages): Sequential(\n (0): StackedResidualBlocks(\n (blocks): Sequential(\n (0): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(32, 32, kernel_size=(1, 3, 3), stride=(1, 1, 1), padding=(0, 1, 1))\n (norm): InstanceNorm3d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(32, 32, kernel_size=(1, 3, 3), stride=(1, 1, 1), padding=(0, 1, 1))\n (1): InstanceNorm3d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(32, 32, kernel_size=(1, 3, 3), stride=(1, 1, 1), padding=(0, 1, 1))\n (norm): InstanceNorm3d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(32, 32, kernel_size=(1, 3, 3), stride=(1, 1, 1), padding=(0, 1, 1))\n (1): InstanceNorm3d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n (1): StackedResidualBlocks(\n (blocks): Sequential(\n (0): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(32, 64, kernel_size=(3, 3, 3), stride=(1, 2, 2), padding=(1, 1, 1))\n (norm): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(32, 64, kernel_size=(3, 3, 3), stride=(1, 2, 2), padding=(1, 1, 1))\n (1): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n (skip): Sequential(\n (0): AvgPool3d(kernel_size=[1, 2, 2], stride=[1, 2, 2], padding=0)\n (1): ConvDropoutNormReLU(\n (conv): Conv3d(32, 64, kernel_size=(1, 1, 1), stride=(1, 1, 1), bias=False)\n (norm): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(32, 64, kernel_size=(1, 1, 1), stride=(1, 1, 1), bias=False)\n (1): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n )\n )\n (1): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (2): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n (2): StackedResidualBlocks(\n (blocks): Sequential(\n (0): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(64, 128, kernel_size=(3, 3, 3), stride=(2, 2, 2), padding=(1, 1, 1))\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(64, 128, kernel_size=(3, 3, 3), stride=(2, 2, 2), padding=(1, 1, 1))\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n (skip): Sequential(\n (0): AvgPool3d(kernel_size=[2, 2, 2], stride=[2, 2, 2], padding=0)\n (1): ConvDropoutNormReLU(\n (conv): Conv3d(64, 128, kernel_size=(1, 1, 1), stride=(1, 1, 1), bias=False)\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(64, 128, kernel_size=(1, 1, 1), stride=(1, 1, 1), bias=False)\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n )\n )\n (1): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (2): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (3): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n (3): StackedResidualBlocks(\n (blocks): Sequential(\n (0): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(128, 256, kernel_size=(3, 3, 3), stride=(2, 2, 2), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(128, 256, kernel_size=(3, 3, 3), stride=(2, 2, 2), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n (skip): Sequential(\n (0): AvgPool3d(kernel_size=[2, 2, 2], stride=[2, 2, 2], padding=0)\n (1): ConvDropoutNormReLU(\n (conv): Conv3d(128, 256, kernel_size=(1, 1, 1), stride=(1, 1, 1), bias=False)\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(128, 256, kernel_size=(1, 1, 1), stride=(1, 1, 1), bias=False)\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n )\n )\n (1): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (2): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (3): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (4): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (5): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n (4): StackedResidualBlocks(\n (blocks): Sequential(\n (0): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(256, 320, kernel_size=(3, 3, 3), stride=(2, 2, 2), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(256, 320, kernel_size=(3, 3, 3), stride=(2, 2, 2), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n (skip): Sequential(\n (0): AvgPool3d(kernel_size=[2, 2, 2], stride=[2, 2, 2], padding=0)\n (1): ConvDropoutNormReLU(\n (conv): Conv3d(256, 320, kernel_size=(1, 1, 1), stride=(1, 1, 1), bias=False)\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(256, 320, kernel_size=(1, 1, 1), stride=(1, 1, 1), bias=False)\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n )\n )\n (1): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (2): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (3): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (4): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (5): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n (5): StackedResidualBlocks(\n (blocks): Sequential(\n (0): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 2, 2), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 2, 2), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n (skip): Sequential(\n (0): AvgPool3d(kernel_size=[1, 2, 2], stride=[1, 2, 2], padding=0)\n )\n )\n (1): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (2): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (3): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (4): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (5): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n )\n )\n (stages): ModuleList(\n (0): StackedConvBlocks(\n (convs): Sequential(\n (0): ConvDropoutNormReLU(\n (conv): Conv3d(640, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(640, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n )\n (1): StackedConvBlocks(\n (convs): Sequential(\n (0): ConvDropoutNormReLU(\n (conv): Conv3d(512, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(512, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n )\n (2): StackedConvBlocks(\n (convs): Sequential(\n (0): ConvDropoutNormReLU(\n (conv): Conv3d(256, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(256, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n )\n (3): StackedConvBlocks(\n (convs): Sequential(\n (0): ConvDropoutNormReLU(\n (conv): Conv3d(128, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(128, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n )\n (4): StackedConvBlocks(\n (convs): Sequential(\n (0): ConvDropoutNormReLU(\n (conv): Conv3d(64, 32, kernel_size=(1, 3, 3), stride=(1, 1, 1), padding=(0, 1, 1))\n (norm): InstanceNorm3d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(64, 32, kernel_size=(1, 3, 3), stride=(1, 1, 1), padding=(0, 1, 1))\n (1): InstanceNorm3d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n )\n )\n (transpconvs): ModuleList(\n (0): ConvTranspose3d(320, 320, kernel_size=(1, 2, 2), stride=(1, 2, 2))\n (1): ConvTranspose3d(320, 256, kernel_size=(2, 2, 2), stride=(2, 2, 2))\n (2): ConvTranspose3d(256, 128, kernel_size=(2, 2, 2), stride=(2, 2, 2))\n (3): ConvTranspose3d(128, 64, kernel_size=(2, 2, 2), stride=(2, 2, 2))\n (4): ConvTranspose3d(64, 32, kernel_size=(1, 2, 2), stride=(1, 2, 2))\n )\n (seg_layers): ModuleList(\n (0): Conv3d(320, 32, kernel_size=(1, 1, 1), stride=(1, 1, 1))\n (1): Conv3d(256, 32, kernel_size=(1, 1, 1), stride=(1, 1, 1))\n (2): Conv3d(128, 32, kernel_size=(1, 1, 1), stride=(1, 1, 1))\n (3): Conv3d(64, 32, kernel_size=(1, 1, 1), stride=(1, 1, 1))\n (4): Conv3d(32, 32, kernel_size=(1, 1, 1), stride=(1, 1, 1))\n )\n )\n )\n (L1): L1Loss()\n (image_loss): myMaskedMSE(\n (mse): myMSE()\n )\n)", + "lr_scheduler": "", + "my_init_kwargs": "{'plans': {'dataset_name': 'Dataset542_synthrad2025_task2_CBCT_HN_pre_v2r_stitched_masked_both', 'plans_name': 'nnUNetResEncUNetLPlans', 'original_median_spacing_after_transp': [3.0, 1.0, 1.0], 'original_median_shape_after_transp': [87, 308, 309], 'image_reader_writer': 'SimpleITKIO', 'transpose_forward': [0, 1, 2], 'transpose_backward': [0, 1, 2], 'configurations': {'2d': {'data_identifier': 'nnUNetPlans_2d', 'preprocessor_name': 'DefaultPreprocessor', 'batch_size': 30, 'patch_size': [320, 320], 'median_image_size_in_voxels': [308.0, 309.0], 'spacing': [1.0, 1.0], 'normalization_schemes': ['CTNormalizationClippingSynthrad2025'], 'use_mask_for_norm': [False], 'resampling_fn_data': 'resample_data_or_seg_to_shape', 'resampling_fn_seg': 'resample_data_or_seg_to_shape', 'resampling_fn_data_kwargs': {'is_seg': False, 'order': 3, 'order_z': 0, 'force_separate_z': None}, 'resampling_fn_seg_kwargs': {'is_seg': True, 'order': 1, 'order_z': 0, 'force_separate_z': None}, 'resampling_fn_probabilities': 'resample_data_or_seg_to_shape', 'resampling_fn_probabilities_kwargs': {'is_seg': False, 'order': 1, 'order_z': 0, 'force_separate_z': None}, 'architecture': {'network_class_name': 'dynamic_network_architectures.architectures.unet.ResidualEncoderUNet', 'arch_kwargs': {'n_stages': 7, 'features_per_stage': [32, 64, 128, 256, 512, 512, 512], 'conv_op': 'torch.nn.modules.conv.Conv2d', 'kernel_sizes': [[3, 3], [3, 3], [3, 3], [3, 3], [3, 3], [3, 3], [3, 3]], 'strides': [[1, 1], [2, 2], [2, 2], [2, 2], [2, 2], [2, 2], [2, 2]], 'n_blocks_per_stage': [1, 3, 4, 6, 6, 6, 6], 'n_conv_per_stage_decoder': [1, 1, 1, 1, 1, 1], 'conv_bias': True, 'norm_op': 'torch.nn.modules.instancenorm.InstanceNorm2d', 'norm_op_kwargs': {'eps': 1e-05, 'affine': True}, 'dropout_op': None, 'dropout_op_kwargs': None, 'nonlin': 'torch.nn.LeakyReLU', 'nonlin_kwargs': {'inplace': True}}, '_kw_requires_import': ['conv_op', 'norm_op', 'dropout_op', 'nonlin']}, 'batch_dice': True}, '3d_fullres': {'data_identifier': 'nnUNetPlans_3d_fullres', 'preprocessor_name': 'DefaultPreprocessor', 'batch_size': 2, 'patch_size': [48, 192, 192], 'median_image_size_in_voxels': [87.0, 308.0, 309.0], 'spacing': [3.0, 1.0, 1.0], 'normalization_schemes': ['CTNormalizationClippingSynthrad2025'], 'use_mask_for_norm': [False], 'resampling_fn_data': 'resample_data_or_seg_to_shape', 'resampling_fn_seg': 'resample_data_or_seg_to_shape', 'resampling_fn_data_kwargs': {'is_seg': False, 'order': 3, 'order_z': 0, 'force_separate_z': None}, 'resampling_fn_seg_kwargs': {'is_seg': True, 'order': 1, 'order_z': 0, 'force_separate_z': None}, 'resampling_fn_probabilities': 'resample_data_or_seg_to_shape', 'resampling_fn_probabilities_kwargs': {'is_seg': False, 'order': 1, 'order_z': 0, 'force_separate_z': None}, 'architecture': {'network_class_name': 'dynamic_network_architectures.architectures.unet.ResidualEncoderUNet', 'arch_kwargs': {'n_stages': 6, 'features_per_stage': [32, 64, 128, 256, 320, 320], 'conv_op': 'torch.nn.modules.conv.Conv3d', 'kernel_sizes': [[1, 3, 3], [3, 3, 3], [3, 3, 3], [3, 3, 3], [3, 3, 3], [3, 3, 3]], 'strides': [[1, 1, 1], [1, 2, 2], [2, 2, 2], [2, 2, 2], [2, 2, 2], [1, 2, 2]], 'n_blocks_per_stage': [1, 3, 4, 6, 6, 6], 'n_conv_per_stage_decoder': [1, 1, 1, 1, 1], 'conv_bias': True, 'norm_op': 'torch.nn.modules.instancenorm.InstanceNorm3d', 'norm_op_kwargs': {'eps': 1e-05, 'affine': True}, 'dropout_op': None, 'dropout_op_kwargs': None, 'nonlin': 'torch.nn.LeakyReLU', 'nonlin_kwargs': {'inplace': True}}, '_kw_requires_import': ['conv_op', 'norm_op', 'dropout_op', 'nonlin']}, 'batch_dice': False}}, 'experiment_planner_used': 'nnUNetPlannerResEncL', 'label_manager': 'LabelManager', 'foreground_intensity_properties_per_channel': {'0': {'max': 3071.0, 'mean': -215.1082763671875, 'median': -133.0, 'min': -1024.0, 'percentile_00_5': -1024.0, 'percentile_99_5': 1345.0, 'std': 459.63665771484375}}}, 'configuration': '3d_fullres', 'fold': 0, 'dataset_json': {'labels': {'label_001': '1', 'background': 0}, 'channel_names': {'0': 'CT_zscore_synthrad'}, 'numTraining': 325, 'file_ending': '.mha'}, 'unpack_dataset': True, 'device': device(type='cuda')}", + "network": "ResidualEncoderUNet", + "num_epochs": "1000", + "num_input_channels": "1", + "num_iterations_per_epoch": "250", + "num_val_iterations_per_epoch": "50", + "optimizer": "SGD (\nParameter Group 0\n dampening: 0\n differentiable: False\n foreach: None\n fused: None\n initial_lr: 0.01\n lr: 0.009765692859724779\n maximize: False\n momentum: 0.99\n nesterov: True\n weight_decay: 3e-05\n)", + "output_folder": "/datasets/work/hb-synthrad2023/work/synthrad2025/bw_workplace/data/nnunet_struct/results/Dataset542_synthrad2025_task2_CBCT_HN_pre_v2r_stitched_masked_both/nnUNetTrainerMRCT_loss_masked_perception_masked__nnUNetResEncUNetLPlans__3d_fullres/fold_0", + "output_folder_base": "/datasets/work/hb-synthrad2023/work/synthrad2025/bw_workplace/data/nnunet_struct/results/Dataset542_synthrad2025_task2_CBCT_HN_pre_v2r_stitched_masked_both/nnUNetTrainerMRCT_loss_masked_perception_masked__nnUNetResEncUNetLPlans__3d_fullres", + "oversample_foreground_percent": "0.33", + "perception_masked": "True", + "plans_manager": "{'dataset_name': 'Dataset542_synthrad2025_task2_CBCT_HN_pre_v2r_stitched_masked_both', 'plans_name': 'nnUNetResEncUNetLPlans', 'original_median_spacing_after_transp': [3.0, 1.0, 1.0], 'original_median_shape_after_transp': [87, 308, 309], 'image_reader_writer': 'SimpleITKIO', 'transpose_forward': [0, 1, 2], 'transpose_backward': [0, 1, 2], 'configurations': {'2d': {'data_identifier': 'nnUNetPlans_2d', 'preprocessor_name': 'DefaultPreprocessor', 'batch_size': 30, 'patch_size': [320, 320], 'median_image_size_in_voxels': [308.0, 309.0], 'spacing': [1.0, 1.0], 'normalization_schemes': ['CTNormalizationClippingSynthrad2025'], 'use_mask_for_norm': [False], 'resampling_fn_data': 'resample_data_or_seg_to_shape', 'resampling_fn_seg': 'resample_data_or_seg_to_shape', 'resampling_fn_data_kwargs': {'is_seg': False, 'order': 3, 'order_z': 0, 'force_separate_z': None}, 'resampling_fn_seg_kwargs': {'is_seg': True, 'order': 1, 'order_z': 0, 'force_separate_z': None}, 'resampling_fn_probabilities': 'resample_data_or_seg_to_shape', 'resampling_fn_probabilities_kwargs': {'is_seg': False, 'order': 1, 'order_z': 0, 'force_separate_z': None}, 'architecture': {'network_class_name': 'dynamic_network_architectures.architectures.unet.ResidualEncoderUNet', 'arch_kwargs': {'n_stages': 7, 'features_per_stage': [32, 64, 128, 256, 512, 512, 512], 'conv_op': 'torch.nn.modules.conv.Conv2d', 'kernel_sizes': [[3, 3], [3, 3], [3, 3], [3, 3], [3, 3], [3, 3], [3, 3]], 'strides': [[1, 1], [2, 2], [2, 2], [2, 2], [2, 2], [2, 2], [2, 2]], 'n_blocks_per_stage': [1, 3, 4, 6, 6, 6, 6], 'n_conv_per_stage_decoder': [1, 1, 1, 1, 1, 1], 'conv_bias': True, 'norm_op': 'torch.nn.modules.instancenorm.InstanceNorm2d', 'norm_op_kwargs': {'eps': 1e-05, 'affine': True}, 'dropout_op': None, 'dropout_op_kwargs': None, 'nonlin': 'torch.nn.LeakyReLU', 'nonlin_kwargs': {'inplace': True}}, '_kw_requires_import': ['conv_op', 'norm_op', 'dropout_op', 'nonlin']}, 'batch_dice': True}, '3d_fullres': {'data_identifier': 'nnUNetPlans_3d_fullres', 'preprocessor_name': 'DefaultPreprocessor', 'batch_size': 2, 'patch_size': [48, 192, 192], 'median_image_size_in_voxels': [87.0, 308.0, 309.0], 'spacing': [3.0, 1.0, 1.0], 'normalization_schemes': ['CTNormalizationClippingSynthrad2025'], 'use_mask_for_norm': [False], 'resampling_fn_data': 'resample_data_or_seg_to_shape', 'resampling_fn_seg': 'resample_data_or_seg_to_shape', 'resampling_fn_data_kwargs': {'is_seg': False, 'order': 3, 'order_z': 0, 'force_separate_z': None}, 'resampling_fn_seg_kwargs': {'is_seg': True, 'order': 1, 'order_z': 0, 'force_separate_z': None}, 'resampling_fn_probabilities': 'resample_data_or_seg_to_shape', 'resampling_fn_probabilities_kwargs': {'is_seg': False, 'order': 1, 'order_z': 0, 'force_separate_z': None}, 'architecture': {'network_class_name': 'dynamic_network_architectures.architectures.unet.ResidualEncoderUNet', 'arch_kwargs': {'n_stages': 6, 'features_per_stage': [32, 64, 128, 256, 320, 320], 'conv_op': 'torch.nn.modules.conv.Conv3d', 'kernel_sizes': [[1, 3, 3], [3, 3, 3], [3, 3, 3], [3, 3, 3], [3, 3, 3], [3, 3, 3]], 'strides': [[1, 1, 1], [1, 2, 2], [2, 2, 2], [2, 2, 2], [2, 2, 2], [1, 2, 2]], 'n_blocks_per_stage': [1, 3, 4, 6, 6, 6], 'n_conv_per_stage_decoder': [1, 1, 1, 1, 1], 'conv_bias': True, 'norm_op': 'torch.nn.modules.instancenorm.InstanceNorm3d', 'norm_op_kwargs': {'eps': 1e-05, 'affine': True}, 'dropout_op': None, 'dropout_op_kwargs': None, 'nonlin': 'torch.nn.LeakyReLU', 'nonlin_kwargs': {'inplace': True}}, '_kw_requires_import': ['conv_op', 'norm_op', 'dropout_op', 'nonlin']}, 'batch_dice': False}}, 'experiment_planner_used': 'nnUNetPlannerResEncL', 'label_manager': 'LabelManager', 'foreground_intensity_properties_per_channel': {'0': {'max': 3071.0, 'mean': -215.1082763671875, 'median': -133.0, 'min': -1024.0, 'percentile_00_5': -1024.0, 'percentile_99_5': 1345.0, 'std': 459.63665771484375}}}", + "preprocessed_dataset_folder": "/datasets/work/hb-synthrad2023/work/synthrad2025/bw_workplace/data/nnunet_struct/preprocessed/Dataset542_synthrad2025_task2_CBCT_HN_pre_v2r_stitched_masked_both/nnUNetPlans_3d_fullres", + "preprocessed_dataset_folder_base": "/datasets/work/hb-synthrad2023/work/synthrad2025/bw_workplace/data/nnunet_struct/preprocessed/Dataset542_synthrad2025_task2_CBCT_HN_pre_v2r_stitched_masked_both", + "save_every": "50", + "torch_version": "2.7.1+cu126", + "unpack_dataset": "True", + "was_initialized": "True", + "weight_decay": "3e-05" +} \ No newline at end of file diff --git a/Dataset542/nnUNetTrainerMRCT_loss_masked_perception_masked__nnUNetResEncUNetLPlans__3d_fullres/fold_0/progress.png b/Dataset542/nnUNetTrainerMRCT_loss_masked_perception_masked__nnUNetResEncUNetLPlans__3d_fullres/fold_0/progress.png new file mode 100644 index 0000000000000000000000000000000000000000..27948462e07664c4e682c23b7dc7fef24cac9722 --- /dev/null +++ b/Dataset542/nnUNetTrainerMRCT_loss_masked_perception_masked__nnUNetResEncUNetLPlans__3d_fullres/fold_0/progress.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5d87d6b783b54c578c4fb7db56c814d908815889146a7c6aad34673d1790dadc +size 490545 diff --git a/Dataset542/nnUNetTrainerMRCT_loss_masked_perception_masked__nnUNetResEncUNetLPlans__3d_fullres/fold_0/validation/summary.json b/Dataset542/nnUNetTrainerMRCT_loss_masked_perception_masked__nnUNetResEncUNetLPlans__3d_fullres/fold_0/validation/summary.json new file mode 100644 index 0000000000000000000000000000000000000000..d3133cde063b429e5a6e3942e3f83aac5b83c819 --- /dev/null +++ b/Dataset542/nnUNetTrainerMRCT_loss_masked_perception_masked__nnUNetResEncUNetLPlans__3d_fullres/fold_0/validation/summary.json @@ -0,0 +1,52 @@ +{ + "mae": { + "mean": 59.6831403703124, + "std": 13.282268575250406, + "max": 135.26334083952912, + "min": 43.70561993673689, + "25pc": 50.90544320106635, + "50pc": 57.59766416973342, + "75pc": 63.61140017268492, + "count": 65 + }, + "psnr": { + "mean": 30.41879186477032, + "std": 1.7822310331910258, + "max": 33.303479514662435, + "min": 21.938598217631913, + "25pc": 29.489967207335592, + "50pc": 30.549653942101994, + "75pc": 31.678537891293097, + "count": 65 + }, + "ms_ssim": { + "mean": 0.972537866604284, + "std": 0.023400539772748585, + "max": 0.9896922348656185, + "min": 0.8256950304841117, + "25pc": 0.972346153083238, + "50pc": 0.9793511650351168, + "75pc": 0.9834134511089297, + "count": 65 + }, + "DICE": { + "mean": 0.8757181415191063, + "std": 0.04152858997642459, + "max": 0.9331912994384766, + "min": 0.7493325471878052, + "25pc": 0.8536831736564636, + "50pc": 0.885571300983429, + "75pc": 0.907253623008728, + "count": 65 + }, + "HD95": { + "mean": 1.9038109889397254, + "std": 0.8689346520839407, + "max": 4.7832865715026855, + "min": 1.1818181276321411, + "25pc": 1.3928370475769043, + "50pc": 1.54265558719635, + "75pc": 2.0603861808776855, + "count": 65 + } +} \ No newline at end of file diff --git a/Dataset542/nnUNetTrainerMRCT_loss_masked_perception_masked__nnUNetResEncUNetLPlans__3d_fullres/fold_1/checkpoint_final.pth b/Dataset542/nnUNetTrainerMRCT_loss_masked_perception_masked__nnUNetResEncUNetLPlans__3d_fullres/fold_1/checkpoint_final.pth new file mode 100644 index 0000000000000000000000000000000000000000..5a6c9a256a93ecb7334769ee8859ff066e19563f --- /dev/null +++ b/Dataset542/nnUNetTrainerMRCT_loss_masked_perception_masked__nnUNetResEncUNetLPlans__3d_fullres/fold_1/checkpoint_final.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5cfa7401d581fc33194e37d16a19c56de5d092c8a2e5c43f517e7815903fd24e +size 815577901 diff --git a/Dataset542/nnUNetTrainerMRCT_loss_masked_perception_masked__nnUNetResEncUNetLPlans__3d_fullres/fold_1/debug.json b/Dataset542/nnUNetTrainerMRCT_loss_masked_perception_masked__nnUNetResEncUNetLPlans__3d_fullres/fold_1/debug.json new file mode 100644 index 0000000000000000000000000000000000000000..f2c668668128a496e6590daf2cb515dfea800039 --- /dev/null +++ b/Dataset542/nnUNetTrainerMRCT_loss_masked_perception_masked__nnUNetResEncUNetLPlans__3d_fullres/fold_1/debug.json @@ -0,0 +1,58 @@ +{ + "_best_ema": "None", + "aim_run": ">", + "batch_size": "2", + "configuration_manager": "{'data_identifier': 'nnUNetPlans_3d_fullres', 'preprocessor_name': 'DefaultPreprocessor', 'batch_size': 2, 'patch_size': [48, 192, 192], 'median_image_size_in_voxels': [87.0, 308.0, 309.0], 'spacing': [3.0, 1.0, 1.0], 'normalization_schemes': ['CTNormalizationClippingSynthrad2025'], 'use_mask_for_norm': [False], 'resampling_fn_data': 'resample_data_or_seg_to_shape', 'resampling_fn_seg': 'resample_data_or_seg_to_shape', 'resampling_fn_data_kwargs': {'is_seg': False, 'order': 3, 'order_z': 0, 'force_separate_z': None}, 'resampling_fn_seg_kwargs': {'is_seg': True, 'order': 1, 'order_z': 0, 'force_separate_z': None}, 'resampling_fn_probabilities': 'resample_data_or_seg_to_shape', 'resampling_fn_probabilities_kwargs': {'is_seg': False, 'order': 1, 'order_z': 0, 'force_separate_z': None}, 'architecture': {'network_class_name': 'dynamic_network_architectures.architectures.unet.ResidualEncoderUNet', 'arch_kwargs': {'n_stages': 6, 'features_per_stage': [32, 64, 128, 256, 320, 320], 'conv_op': 'torch.nn.modules.conv.Conv3d', 'kernel_sizes': [[1, 3, 3], [3, 3, 3], [3, 3, 3], [3, 3, 3], [3, 3, 3], [3, 3, 3]], 'strides': [[1, 1, 1], [1, 2, 2], [2, 2, 2], [2, 2, 2], [2, 2, 2], [1, 2, 2]], 'n_blocks_per_stage': [1, 3, 4, 6, 6, 6], 'n_conv_per_stage_decoder': [1, 1, 1, 1, 1], 'conv_bias': True, 'norm_op': 'torch.nn.modules.instancenorm.InstanceNorm3d', 'norm_op_kwargs': {'eps': 1e-05, 'affine': True}, 'dropout_op': None, 'dropout_op_kwargs': None, 'nonlin': 'torch.nn.LeakyReLU', 'nonlin_kwargs': {'inplace': True}, 'deep_supervision': False}, '_kw_requires_import': ['conv_op', 'norm_op', 'dropout_op', 'nonlin']}, 'batch_dice': False}", + "configuration_name": "3d_fullres", + "cudnn_version": 90501, + "current_epoch": "0", + "dataloader_train": "", + "dataloader_train.generator": "", + "dataloader_train.num_processes": "12", + "dataloader_train.transform": "Compose ( [RemoveLabelTransform( output_key = 'seg', input_key = 'seg', replace_with = 0, remove_label = -1 ), RenameTransform( delete_old = True, out_key = 'target', in_key = 'seg' ), NumpyToTensor( keys = ['data', 'target', 'mask'], cast_to = 'float' )] )", + "dataloader_val": "", + "dataloader_val.generator": "", + "dataloader_val.num_processes": "6", + "dataloader_val.transform": "Compose ( [RemoveLabelTransform( output_key = 'seg', input_key = 'seg', replace_with = 0, remove_label = -1 ), RenameTransform( delete_old = True, out_key = 'target', in_key = 'seg' ), NumpyToTensor( keys = ['data', 'target', 'mask'], cast_to = 'float' )] )", + "dataset_json": "{'labels': {'label_001': '1', 'background': 0}, 'channel_names': {'0': 'CT_zscore_synthrad'}, 'numTraining': 325, 'file_ending': '.mha'}", + "debug_custom": "{'run_hash': 'd1d441fac90f48bb98e95af7'}", + "decoder_type": "standard", + "device": "cuda:0", + "disable_checkpointing": "False", + "enable_deep_supervision": "False", + "fold": "1", + "folder_with_segs_from_previous_stage": "None", + "gpu_name": "NVIDIA H100", + "grad_scaler": "", + "hostname": "g078", + "image_loss_weight": "0.5", + "inference_allowed_mirroring_axes": "None", + "initial_lr": "0.01", + "is_cascaded": "False", + "is_ddp": "False", + "label_manager": "", + "local_rank": "0", + "log_file": "/datasets/work/hb-synthrad2023/work/synthrad2025/bw_workplace/data/nnunet_struct/results/Dataset542_synthrad2025_task2_CBCT_HN_pre_v2r_stitched_masked_both/nnUNetTrainerMRCT_loss_masked_perception_masked__nnUNetResEncUNetLPlans__3d_fullres/fold_1/training_log_2025_8_14_18_28_35.txt", + "logger": "", + "loss": "SynPerceptionLoss(\n (seg_model): ResidualEncoderUNet(\n (encoder): ResidualEncoder(\n (stem): StackedConvBlocks(\n (convs): Sequential(\n (0): ConvDropoutNormReLU(\n (conv): Conv3d(1, 32, kernel_size=(1, 3, 3), stride=(1, 1, 1), padding=(0, 1, 1))\n (norm): InstanceNorm3d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(1, 32, kernel_size=(1, 3, 3), stride=(1, 1, 1), padding=(0, 1, 1))\n (1): InstanceNorm3d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n )\n (stages): Sequential(\n (0): StackedResidualBlocks(\n (blocks): Sequential(\n (0): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(32, 32, kernel_size=(1, 3, 3), stride=(1, 1, 1), padding=(0, 1, 1))\n (norm): InstanceNorm3d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(32, 32, kernel_size=(1, 3, 3), stride=(1, 1, 1), padding=(0, 1, 1))\n (1): InstanceNorm3d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(32, 32, kernel_size=(1, 3, 3), stride=(1, 1, 1), padding=(0, 1, 1))\n (norm): InstanceNorm3d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(32, 32, kernel_size=(1, 3, 3), stride=(1, 1, 1), padding=(0, 1, 1))\n (1): InstanceNorm3d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n (1): StackedResidualBlocks(\n (blocks): Sequential(\n (0): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(32, 64, kernel_size=(3, 3, 3), stride=(1, 2, 2), padding=(1, 1, 1))\n (norm): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(32, 64, kernel_size=(3, 3, 3), stride=(1, 2, 2), padding=(1, 1, 1))\n (1): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n (skip): Sequential(\n (0): AvgPool3d(kernel_size=[1, 2, 2], stride=[1, 2, 2], padding=0)\n (1): ConvDropoutNormReLU(\n (conv): Conv3d(32, 64, kernel_size=(1, 1, 1), stride=(1, 1, 1), bias=False)\n (norm): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(32, 64, kernel_size=(1, 1, 1), stride=(1, 1, 1), bias=False)\n (1): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n )\n )\n (1): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (2): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n (2): StackedResidualBlocks(\n (blocks): Sequential(\n (0): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(64, 128, kernel_size=(3, 3, 3), stride=(2, 2, 2), padding=(1, 1, 1))\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(64, 128, kernel_size=(3, 3, 3), stride=(2, 2, 2), padding=(1, 1, 1))\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n (skip): Sequential(\n (0): AvgPool3d(kernel_size=[2, 2, 2], stride=[2, 2, 2], padding=0)\n (1): ConvDropoutNormReLU(\n (conv): Conv3d(64, 128, kernel_size=(1, 1, 1), stride=(1, 1, 1), bias=False)\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(64, 128, kernel_size=(1, 1, 1), stride=(1, 1, 1), bias=False)\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n )\n )\n (1): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (2): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (3): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n (3): StackedResidualBlocks(\n (blocks): Sequential(\n (0): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(128, 256, kernel_size=(3, 3, 3), stride=(2, 2, 2), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(128, 256, kernel_size=(3, 3, 3), stride=(2, 2, 2), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n (skip): Sequential(\n (0): AvgPool3d(kernel_size=[2, 2, 2], stride=[2, 2, 2], padding=0)\n (1): ConvDropoutNormReLU(\n (conv): Conv3d(128, 256, kernel_size=(1, 1, 1), stride=(1, 1, 1), bias=False)\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(128, 256, kernel_size=(1, 1, 1), stride=(1, 1, 1), bias=False)\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n )\n )\n (1): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (2): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (3): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (4): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (5): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n (4): StackedResidualBlocks(\n (blocks): Sequential(\n (0): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(256, 320, kernel_size=(3, 3, 3), stride=(2, 2, 2), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(256, 320, kernel_size=(3, 3, 3), stride=(2, 2, 2), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n (skip): Sequential(\n (0): AvgPool3d(kernel_size=[2, 2, 2], stride=[2, 2, 2], padding=0)\n (1): ConvDropoutNormReLU(\n (conv): Conv3d(256, 320, kernel_size=(1, 1, 1), stride=(1, 1, 1), bias=False)\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(256, 320, kernel_size=(1, 1, 1), stride=(1, 1, 1), bias=False)\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n )\n )\n (1): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (2): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (3): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (4): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (5): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n (5): StackedResidualBlocks(\n (blocks): Sequential(\n (0): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 2, 2), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 2, 2), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n (skip): Sequential(\n (0): AvgPool3d(kernel_size=[1, 2, 2], stride=[1, 2, 2], padding=0)\n )\n )\n (1): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (2): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (3): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (4): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (5): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n )\n )\n (decoder): UNetDecoder(\n (encoder): ResidualEncoder(\n (stem): StackedConvBlocks(\n (convs): Sequential(\n (0): ConvDropoutNormReLU(\n (conv): Conv3d(1, 32, kernel_size=(1, 3, 3), stride=(1, 1, 1), padding=(0, 1, 1))\n (norm): InstanceNorm3d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(1, 32, kernel_size=(1, 3, 3), stride=(1, 1, 1), padding=(0, 1, 1))\n (1): InstanceNorm3d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n )\n (stages): Sequential(\n (0): StackedResidualBlocks(\n (blocks): Sequential(\n (0): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(32, 32, kernel_size=(1, 3, 3), stride=(1, 1, 1), padding=(0, 1, 1))\n (norm): InstanceNorm3d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(32, 32, kernel_size=(1, 3, 3), stride=(1, 1, 1), padding=(0, 1, 1))\n (1): InstanceNorm3d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(32, 32, kernel_size=(1, 3, 3), stride=(1, 1, 1), padding=(0, 1, 1))\n (norm): InstanceNorm3d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(32, 32, kernel_size=(1, 3, 3), stride=(1, 1, 1), padding=(0, 1, 1))\n (1): InstanceNorm3d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n (1): StackedResidualBlocks(\n (blocks): Sequential(\n (0): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(32, 64, kernel_size=(3, 3, 3), stride=(1, 2, 2), padding=(1, 1, 1))\n (norm): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(32, 64, kernel_size=(3, 3, 3), stride=(1, 2, 2), padding=(1, 1, 1))\n (1): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n (skip): Sequential(\n (0): AvgPool3d(kernel_size=[1, 2, 2], stride=[1, 2, 2], padding=0)\n (1): ConvDropoutNormReLU(\n (conv): Conv3d(32, 64, kernel_size=(1, 1, 1), stride=(1, 1, 1), bias=False)\n (norm): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(32, 64, kernel_size=(1, 1, 1), stride=(1, 1, 1), bias=False)\n (1): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n )\n )\n (1): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (2): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n (2): StackedResidualBlocks(\n (blocks): Sequential(\n (0): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(64, 128, kernel_size=(3, 3, 3), stride=(2, 2, 2), padding=(1, 1, 1))\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(64, 128, kernel_size=(3, 3, 3), stride=(2, 2, 2), padding=(1, 1, 1))\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n (skip): Sequential(\n (0): AvgPool3d(kernel_size=[2, 2, 2], stride=[2, 2, 2], padding=0)\n (1): ConvDropoutNormReLU(\n (conv): Conv3d(64, 128, kernel_size=(1, 1, 1), stride=(1, 1, 1), bias=False)\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(64, 128, kernel_size=(1, 1, 1), stride=(1, 1, 1), bias=False)\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n )\n )\n (1): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (2): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (3): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n (3): StackedResidualBlocks(\n (blocks): Sequential(\n (0): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(128, 256, kernel_size=(3, 3, 3), stride=(2, 2, 2), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(128, 256, kernel_size=(3, 3, 3), stride=(2, 2, 2), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n (skip): Sequential(\n (0): AvgPool3d(kernel_size=[2, 2, 2], stride=[2, 2, 2], padding=0)\n (1): ConvDropoutNormReLU(\n (conv): Conv3d(128, 256, kernel_size=(1, 1, 1), stride=(1, 1, 1), bias=False)\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(128, 256, kernel_size=(1, 1, 1), stride=(1, 1, 1), bias=False)\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n )\n )\n (1): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (2): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (3): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (4): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (5): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n (4): StackedResidualBlocks(\n (blocks): Sequential(\n (0): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(256, 320, kernel_size=(3, 3, 3), stride=(2, 2, 2), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(256, 320, kernel_size=(3, 3, 3), stride=(2, 2, 2), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n (skip): Sequential(\n (0): AvgPool3d(kernel_size=[2, 2, 2], stride=[2, 2, 2], padding=0)\n (1): ConvDropoutNormReLU(\n (conv): Conv3d(256, 320, kernel_size=(1, 1, 1), stride=(1, 1, 1), bias=False)\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(256, 320, kernel_size=(1, 1, 1), stride=(1, 1, 1), bias=False)\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n )\n )\n (1): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (2): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (3): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (4): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (5): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n (5): StackedResidualBlocks(\n (blocks): Sequential(\n (0): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 2, 2), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 2, 2), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n (skip): Sequential(\n (0): AvgPool3d(kernel_size=[1, 2, 2], stride=[1, 2, 2], padding=0)\n )\n )\n (1): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (2): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (3): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (4): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (5): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n )\n )\n (stages): ModuleList(\n (0): StackedConvBlocks(\n (convs): Sequential(\n (0): ConvDropoutNormReLU(\n (conv): Conv3d(640, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(640, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n )\n (1): StackedConvBlocks(\n (convs): Sequential(\n (0): ConvDropoutNormReLU(\n (conv): Conv3d(512, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(512, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n )\n (2): StackedConvBlocks(\n (convs): Sequential(\n (0): ConvDropoutNormReLU(\n (conv): Conv3d(256, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(256, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n )\n (3): StackedConvBlocks(\n (convs): Sequential(\n (0): ConvDropoutNormReLU(\n (conv): Conv3d(128, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(128, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n )\n (4): StackedConvBlocks(\n (convs): Sequential(\n (0): ConvDropoutNormReLU(\n (conv): Conv3d(64, 32, kernel_size=(1, 3, 3), stride=(1, 1, 1), padding=(0, 1, 1))\n (norm): InstanceNorm3d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(64, 32, kernel_size=(1, 3, 3), stride=(1, 1, 1), padding=(0, 1, 1))\n (1): InstanceNorm3d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n )\n )\n (transpconvs): ModuleList(\n (0): ConvTranspose3d(320, 320, kernel_size=(1, 2, 2), stride=(1, 2, 2))\n (1): ConvTranspose3d(320, 256, kernel_size=(2, 2, 2), stride=(2, 2, 2))\n (2): ConvTranspose3d(256, 128, kernel_size=(2, 2, 2), stride=(2, 2, 2))\n (3): ConvTranspose3d(128, 64, kernel_size=(2, 2, 2), stride=(2, 2, 2))\n (4): ConvTranspose3d(64, 32, kernel_size=(1, 2, 2), stride=(1, 2, 2))\n )\n (seg_layers): ModuleList(\n (0): Conv3d(320, 32, kernel_size=(1, 1, 1), stride=(1, 1, 1))\n (1): Conv3d(256, 32, kernel_size=(1, 1, 1), stride=(1, 1, 1))\n (2): Conv3d(128, 32, kernel_size=(1, 1, 1), stride=(1, 1, 1))\n (3): Conv3d(64, 32, kernel_size=(1, 1, 1), stride=(1, 1, 1))\n (4): Conv3d(32, 32, kernel_size=(1, 1, 1), stride=(1, 1, 1))\n )\n )\n )\n (L1): L1Loss()\n (image_loss): myMaskedMSE(\n (mse): myMSE()\n )\n)", + "lr_scheduler": "", + "my_init_kwargs": "{'plans': {'dataset_name': 'Dataset542_synthrad2025_task2_CBCT_HN_pre_v2r_stitched_masked_both', 'plans_name': 'nnUNetResEncUNetLPlans', 'original_median_spacing_after_transp': [3.0, 1.0, 1.0], 'original_median_shape_after_transp': [87, 308, 309], 'image_reader_writer': 'SimpleITKIO', 'transpose_forward': [0, 1, 2], 'transpose_backward': [0, 1, 2], 'configurations': {'2d': {'data_identifier': 'nnUNetPlans_2d', 'preprocessor_name': 'DefaultPreprocessor', 'batch_size': 30, 'patch_size': [320, 320], 'median_image_size_in_voxels': [308.0, 309.0], 'spacing': [1.0, 1.0], 'normalization_schemes': ['CTNormalizationClippingSynthrad2025'], 'use_mask_for_norm': [False], 'resampling_fn_data': 'resample_data_or_seg_to_shape', 'resampling_fn_seg': 'resample_data_or_seg_to_shape', 'resampling_fn_data_kwargs': {'is_seg': False, 'order': 3, 'order_z': 0, 'force_separate_z': None}, 'resampling_fn_seg_kwargs': {'is_seg': True, 'order': 1, 'order_z': 0, 'force_separate_z': None}, 'resampling_fn_probabilities': 'resample_data_or_seg_to_shape', 'resampling_fn_probabilities_kwargs': {'is_seg': False, 'order': 1, 'order_z': 0, 'force_separate_z': None}, 'architecture': {'network_class_name': 'dynamic_network_architectures.architectures.unet.ResidualEncoderUNet', 'arch_kwargs': {'n_stages': 7, 'features_per_stage': [32, 64, 128, 256, 512, 512, 512], 'conv_op': 'torch.nn.modules.conv.Conv2d', 'kernel_sizes': [[3, 3], [3, 3], [3, 3], [3, 3], [3, 3], [3, 3], [3, 3]], 'strides': [[1, 1], [2, 2], [2, 2], [2, 2], [2, 2], [2, 2], [2, 2]], 'n_blocks_per_stage': [1, 3, 4, 6, 6, 6, 6], 'n_conv_per_stage_decoder': [1, 1, 1, 1, 1, 1], 'conv_bias': True, 'norm_op': 'torch.nn.modules.instancenorm.InstanceNorm2d', 'norm_op_kwargs': {'eps': 1e-05, 'affine': True}, 'dropout_op': None, 'dropout_op_kwargs': None, 'nonlin': 'torch.nn.LeakyReLU', 'nonlin_kwargs': {'inplace': True}}, '_kw_requires_import': ['conv_op', 'norm_op', 'dropout_op', 'nonlin']}, 'batch_dice': True}, '3d_fullres': {'data_identifier': 'nnUNetPlans_3d_fullres', 'preprocessor_name': 'DefaultPreprocessor', 'batch_size': 2, 'patch_size': [48, 192, 192], 'median_image_size_in_voxels': [87.0, 308.0, 309.0], 'spacing': [3.0, 1.0, 1.0], 'normalization_schemes': ['CTNormalizationClippingSynthrad2025'], 'use_mask_for_norm': [False], 'resampling_fn_data': 'resample_data_or_seg_to_shape', 'resampling_fn_seg': 'resample_data_or_seg_to_shape', 'resampling_fn_data_kwargs': {'is_seg': False, 'order': 3, 'order_z': 0, 'force_separate_z': None}, 'resampling_fn_seg_kwargs': {'is_seg': True, 'order': 1, 'order_z': 0, 'force_separate_z': None}, 'resampling_fn_probabilities': 'resample_data_or_seg_to_shape', 'resampling_fn_probabilities_kwargs': {'is_seg': False, 'order': 1, 'order_z': 0, 'force_separate_z': None}, 'architecture': {'network_class_name': 'dynamic_network_architectures.architectures.unet.ResidualEncoderUNet', 'arch_kwargs': {'n_stages': 6, 'features_per_stage': [32, 64, 128, 256, 320, 320], 'conv_op': 'torch.nn.modules.conv.Conv3d', 'kernel_sizes': [[1, 3, 3], [3, 3, 3], [3, 3, 3], [3, 3, 3], [3, 3, 3], [3, 3, 3]], 'strides': [[1, 1, 1], [1, 2, 2], [2, 2, 2], [2, 2, 2], [2, 2, 2], [1, 2, 2]], 'n_blocks_per_stage': [1, 3, 4, 6, 6, 6], 'n_conv_per_stage_decoder': [1, 1, 1, 1, 1], 'conv_bias': True, 'norm_op': 'torch.nn.modules.instancenorm.InstanceNorm3d', 'norm_op_kwargs': {'eps': 1e-05, 'affine': True}, 'dropout_op': None, 'dropout_op_kwargs': None, 'nonlin': 'torch.nn.LeakyReLU', 'nonlin_kwargs': {'inplace': True}}, '_kw_requires_import': ['conv_op', 'norm_op', 'dropout_op', 'nonlin']}, 'batch_dice': False}}, 'experiment_planner_used': 'nnUNetPlannerResEncL', 'label_manager': 'LabelManager', 'foreground_intensity_properties_per_channel': {'0': {'max': 3071.0, 'mean': -215.1082763671875, 'median': -133.0, 'min': -1024.0, 'percentile_00_5': -1024.0, 'percentile_99_5': 1345.0, 'std': 459.63665771484375}}}, 'configuration': '3d_fullres', 'fold': 1, 'dataset_json': {'labels': {'label_001': '1', 'background': 0}, 'channel_names': {'0': 'CT_zscore_synthrad'}, 'numTraining': 325, 'file_ending': '.mha'}, 'unpack_dataset': True, 'device': device(type='cuda')}", + "network": "ResidualEncoderUNet", + "num_epochs": "1000", + "num_input_channels": "1", + "num_iterations_per_epoch": "250", + "num_val_iterations_per_epoch": "50", + "optimizer": "SGD (\nParameter Group 0\n dampening: 0\n differentiable: False\n foreach: None\n fused: None\n initial_lr: 0.01\n lr: 0.01\n maximize: False\n momentum: 0.99\n nesterov: True\n weight_decay: 3e-05\n)", + "output_folder": "/datasets/work/hb-synthrad2023/work/synthrad2025/bw_workplace/data/nnunet_struct/results/Dataset542_synthrad2025_task2_CBCT_HN_pre_v2r_stitched_masked_both/nnUNetTrainerMRCT_loss_masked_perception_masked__nnUNetResEncUNetLPlans__3d_fullres/fold_1", + "output_folder_base": "/datasets/work/hb-synthrad2023/work/synthrad2025/bw_workplace/data/nnunet_struct/results/Dataset542_synthrad2025_task2_CBCT_HN_pre_v2r_stitched_masked_both/nnUNetTrainerMRCT_loss_masked_perception_masked__nnUNetResEncUNetLPlans__3d_fullres", + "oversample_foreground_percent": "0.33", + "perception_masked": "True", + "plans_manager": "{'dataset_name': 'Dataset542_synthrad2025_task2_CBCT_HN_pre_v2r_stitched_masked_both', 'plans_name': 'nnUNetResEncUNetLPlans', 'original_median_spacing_after_transp': [3.0, 1.0, 1.0], 'original_median_shape_after_transp': [87, 308, 309], 'image_reader_writer': 'SimpleITKIO', 'transpose_forward': [0, 1, 2], 'transpose_backward': [0, 1, 2], 'configurations': {'2d': {'data_identifier': 'nnUNetPlans_2d', 'preprocessor_name': 'DefaultPreprocessor', 'batch_size': 30, 'patch_size': [320, 320], 'median_image_size_in_voxels': [308.0, 309.0], 'spacing': [1.0, 1.0], 'normalization_schemes': ['CTNormalizationClippingSynthrad2025'], 'use_mask_for_norm': [False], 'resampling_fn_data': 'resample_data_or_seg_to_shape', 'resampling_fn_seg': 'resample_data_or_seg_to_shape', 'resampling_fn_data_kwargs': {'is_seg': False, 'order': 3, 'order_z': 0, 'force_separate_z': None}, 'resampling_fn_seg_kwargs': {'is_seg': True, 'order': 1, 'order_z': 0, 'force_separate_z': None}, 'resampling_fn_probabilities': 'resample_data_or_seg_to_shape', 'resampling_fn_probabilities_kwargs': {'is_seg': False, 'order': 1, 'order_z': 0, 'force_separate_z': None}, 'architecture': {'network_class_name': 'dynamic_network_architectures.architectures.unet.ResidualEncoderUNet', 'arch_kwargs': {'n_stages': 7, 'features_per_stage': [32, 64, 128, 256, 512, 512, 512], 'conv_op': 'torch.nn.modules.conv.Conv2d', 'kernel_sizes': [[3, 3], [3, 3], [3, 3], [3, 3], [3, 3], [3, 3], [3, 3]], 'strides': [[1, 1], [2, 2], [2, 2], [2, 2], [2, 2], [2, 2], [2, 2]], 'n_blocks_per_stage': [1, 3, 4, 6, 6, 6, 6], 'n_conv_per_stage_decoder': [1, 1, 1, 1, 1, 1], 'conv_bias': True, 'norm_op': 'torch.nn.modules.instancenorm.InstanceNorm2d', 'norm_op_kwargs': {'eps': 1e-05, 'affine': True}, 'dropout_op': None, 'dropout_op_kwargs': None, 'nonlin': 'torch.nn.LeakyReLU', 'nonlin_kwargs': {'inplace': True}}, '_kw_requires_import': ['conv_op', 'norm_op', 'dropout_op', 'nonlin']}, 'batch_dice': True}, '3d_fullres': {'data_identifier': 'nnUNetPlans_3d_fullres', 'preprocessor_name': 'DefaultPreprocessor', 'batch_size': 2, 'patch_size': [48, 192, 192], 'median_image_size_in_voxels': [87.0, 308.0, 309.0], 'spacing': [3.0, 1.0, 1.0], 'normalization_schemes': ['CTNormalizationClippingSynthrad2025'], 'use_mask_for_norm': [False], 'resampling_fn_data': 'resample_data_or_seg_to_shape', 'resampling_fn_seg': 'resample_data_or_seg_to_shape', 'resampling_fn_data_kwargs': {'is_seg': False, 'order': 3, 'order_z': 0, 'force_separate_z': None}, 'resampling_fn_seg_kwargs': {'is_seg': True, 'order': 1, 'order_z': 0, 'force_separate_z': None}, 'resampling_fn_probabilities': 'resample_data_or_seg_to_shape', 'resampling_fn_probabilities_kwargs': {'is_seg': False, 'order': 1, 'order_z': 0, 'force_separate_z': None}, 'architecture': {'network_class_name': 'dynamic_network_architectures.architectures.unet.ResidualEncoderUNet', 'arch_kwargs': {'n_stages': 6, 'features_per_stage': [32, 64, 128, 256, 320, 320], 'conv_op': 'torch.nn.modules.conv.Conv3d', 'kernel_sizes': [[1, 3, 3], [3, 3, 3], [3, 3, 3], [3, 3, 3], [3, 3, 3], [3, 3, 3]], 'strides': [[1, 1, 1], [1, 2, 2], [2, 2, 2], [2, 2, 2], [2, 2, 2], [1, 2, 2]], 'n_blocks_per_stage': [1, 3, 4, 6, 6, 6], 'n_conv_per_stage_decoder': [1, 1, 1, 1, 1], 'conv_bias': True, 'norm_op': 'torch.nn.modules.instancenorm.InstanceNorm3d', 'norm_op_kwargs': {'eps': 1e-05, 'affine': True}, 'dropout_op': None, 'dropout_op_kwargs': None, 'nonlin': 'torch.nn.LeakyReLU', 'nonlin_kwargs': {'inplace': True}}, '_kw_requires_import': ['conv_op', 'norm_op', 'dropout_op', 'nonlin']}, 'batch_dice': False}}, 'experiment_planner_used': 'nnUNetPlannerResEncL', 'label_manager': 'LabelManager', 'foreground_intensity_properties_per_channel': {'0': {'max': 3071.0, 'mean': -215.1082763671875, 'median': -133.0, 'min': -1024.0, 'percentile_00_5': -1024.0, 'percentile_99_5': 1345.0, 'std': 459.63665771484375}}}", + "preprocessed_dataset_folder": "/datasets/work/hb-synthrad2023/work/synthrad2025/bw_workplace/data/nnunet_struct/preprocessed/Dataset542_synthrad2025_task2_CBCT_HN_pre_v2r_stitched_masked_both/nnUNetPlans_3d_fullres", + "preprocessed_dataset_folder_base": "/datasets/work/hb-synthrad2023/work/synthrad2025/bw_workplace/data/nnunet_struct/preprocessed/Dataset542_synthrad2025_task2_CBCT_HN_pre_v2r_stitched_masked_both", + "save_every": "50", + "torch_version": "2.7.1+cu126", + "unpack_dataset": "True", + "was_initialized": "True", + "weight_decay": "3e-05" +} \ No newline at end of file diff --git a/Dataset542/nnUNetTrainerMRCT_loss_masked_perception_masked__nnUNetResEncUNetLPlans__3d_fullres/fold_1/progress.png b/Dataset542/nnUNetTrainerMRCT_loss_masked_perception_masked__nnUNetResEncUNetLPlans__3d_fullres/fold_1/progress.png new file mode 100644 index 0000000000000000000000000000000000000000..03402bb986d71ccab33134f644966f475108391c --- /dev/null +++ b/Dataset542/nnUNetTrainerMRCT_loss_masked_perception_masked__nnUNetResEncUNetLPlans__3d_fullres/fold_1/progress.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1d46d80bbd9214ebec78fe145b8bf6f1d2d21a8664f7e649938fd32df553c64b +size 482258 diff --git a/Dataset542/nnUNetTrainerMRCT_loss_masked_perception_masked__nnUNetResEncUNetLPlans__3d_fullres/fold_1/validation/summary.json b/Dataset542/nnUNetTrainerMRCT_loss_masked_perception_masked__nnUNetResEncUNetLPlans__3d_fullres/fold_1/validation/summary.json new file mode 100644 index 0000000000000000000000000000000000000000..8ae9a0fd52ee810cc3659cc673230efc68562da9 --- /dev/null +++ b/Dataset542/nnUNetTrainerMRCT_loss_masked_perception_masked__nnUNetResEncUNetLPlans__3d_fullres/fold_1/validation/summary.json @@ -0,0 +1,52 @@ +{ + "mae": { + "mean": 59.744778705390495, + "std": 8.48563766360584, + "max": 80.48682167216784, + "min": 36.72710980567932, + "25pc": 55.020186602101674, + "50pc": 59.03544285077603, + "75pc": 64.28191801866691, + "count": 65 + }, + "psnr": { + "mean": 30.29001651555625, + "std": 1.2492612858694339, + "max": 34.27661718381824, + "min": 27.032412629993978, + "25pc": 29.654636947017195, + "50pc": 30.343156013061762, + "75pc": 30.98505758413895, + "count": 65 + }, + "ms_ssim": { + "mean": 0.9760874668745824, + "std": 0.011911759226168885, + "max": 0.9945520598588762, + "min": 0.9332606876848101, + "25pc": 0.9748705939992588, + "50pc": 0.9795418266521647, + "75pc": 0.9826530409619525, + "count": 65 + }, + "DICE": { + "mean": 0.8751137064053462, + "std": 0.05383460132488653, + "max": 0.9602877497673035, + "min": 0.7026435732841492, + "25pc": 0.8616073131561279, + "50pc": 0.8879862427711487, + "75pc": 0.9115713834762573, + "count": 65 + }, + "HD95": { + "mean": 1.7658534985322218, + "std": 0.6488990819765412, + "max": 4.268579959869385, + "min": 1.0, + "25pc": 1.3333333730697632, + "50pc": 1.5522551536560059, + "75pc": 1.9791498184204102, + "count": 65 + } +} \ No newline at end of file diff --git a/Dataset542/nnUNetTrainerMRCT_loss_masked_perception_masked__nnUNetResEncUNetLPlans__3d_fullres/fold_2/checkpoint_final.pth b/Dataset542/nnUNetTrainerMRCT_loss_masked_perception_masked__nnUNetResEncUNetLPlans__3d_fullres/fold_2/checkpoint_final.pth new file mode 100644 index 0000000000000000000000000000000000000000..b1e795b47c355634d1464f756ca631fa46f70499 --- /dev/null +++ b/Dataset542/nnUNetTrainerMRCT_loss_masked_perception_masked__nnUNetResEncUNetLPlans__3d_fullres/fold_2/checkpoint_final.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9726b055997662a73b2a6f3b889f84203f93baf6b77c9630bb701aea227b738b +size 815577965 diff --git a/Dataset542/nnUNetTrainerMRCT_loss_masked_perception_masked__nnUNetResEncUNetLPlans__3d_fullres/fold_2/debug.json b/Dataset542/nnUNetTrainerMRCT_loss_masked_perception_masked__nnUNetResEncUNetLPlans__3d_fullres/fold_2/debug.json new file mode 100644 index 0000000000000000000000000000000000000000..b5a5f307e90b2051b76f1dd76024ee89faf57159 --- /dev/null +++ b/Dataset542/nnUNetTrainerMRCT_loss_masked_perception_masked__nnUNetResEncUNetLPlans__3d_fullres/fold_2/debug.json @@ -0,0 +1,58 @@ +{ + "_best_ema": "None", + "aim_run": ">", + "batch_size": "2", + "configuration_manager": "{'data_identifier': 'nnUNetPlans_3d_fullres', 'preprocessor_name': 'DefaultPreprocessor', 'batch_size': 2, 'patch_size': [48, 192, 192], 'median_image_size_in_voxels': [87.0, 308.0, 309.0], 'spacing': [3.0, 1.0, 1.0], 'normalization_schemes': ['CTNormalizationClippingSynthrad2025'], 'use_mask_for_norm': [False], 'resampling_fn_data': 'resample_data_or_seg_to_shape', 'resampling_fn_seg': 'resample_data_or_seg_to_shape', 'resampling_fn_data_kwargs': {'is_seg': False, 'order': 3, 'order_z': 0, 'force_separate_z': None}, 'resampling_fn_seg_kwargs': {'is_seg': True, 'order': 1, 'order_z': 0, 'force_separate_z': None}, 'resampling_fn_probabilities': 'resample_data_or_seg_to_shape', 'resampling_fn_probabilities_kwargs': {'is_seg': False, 'order': 1, 'order_z': 0, 'force_separate_z': None}, 'architecture': {'network_class_name': 'dynamic_network_architectures.architectures.unet.ResidualEncoderUNet', 'arch_kwargs': {'n_stages': 6, 'features_per_stage': [32, 64, 128, 256, 320, 320], 'conv_op': 'torch.nn.modules.conv.Conv3d', 'kernel_sizes': [[1, 3, 3], [3, 3, 3], [3, 3, 3], [3, 3, 3], [3, 3, 3], [3, 3, 3]], 'strides': [[1, 1, 1], [1, 2, 2], [2, 2, 2], [2, 2, 2], [2, 2, 2], [1, 2, 2]], 'n_blocks_per_stage': [1, 3, 4, 6, 6, 6], 'n_conv_per_stage_decoder': [1, 1, 1, 1, 1], 'conv_bias': True, 'norm_op': 'torch.nn.modules.instancenorm.InstanceNorm3d', 'norm_op_kwargs': {'eps': 1e-05, 'affine': True}, 'dropout_op': None, 'dropout_op_kwargs': None, 'nonlin': 'torch.nn.LeakyReLU', 'nonlin_kwargs': {'inplace': True}, 'deep_supervision': False}, '_kw_requires_import': ['conv_op', 'norm_op', 'dropout_op', 'nonlin']}, 'batch_dice': False}", + "configuration_name": "3d_fullres", + "cudnn_version": 90501, + "current_epoch": "0", + "dataloader_train": "", + "dataloader_train.generator": "", + "dataloader_train.num_processes": "12", + "dataloader_train.transform": "Compose ( [RemoveLabelTransform( output_key = 'seg', input_key = 'seg', replace_with = 0, remove_label = -1 ), RenameTransform( delete_old = True, out_key = 'target', in_key = 'seg' ), NumpyToTensor( keys = ['data', 'target', 'mask'], cast_to = 'float' )] )", + "dataloader_val": "", + "dataloader_val.generator": "", + "dataloader_val.num_processes": "6", + "dataloader_val.transform": "Compose ( [RemoveLabelTransform( output_key = 'seg', input_key = 'seg', replace_with = 0, remove_label = -1 ), RenameTransform( delete_old = True, out_key = 'target', in_key = 'seg' ), NumpyToTensor( keys = ['data', 'target', 'mask'], cast_to = 'float' )] )", + "dataset_json": "{'labels': {'label_001': '1', 'background': 0}, 'channel_names': {'0': 'CT_zscore_synthrad'}, 'numTraining': 325, 'file_ending': '.mha'}", + "debug_custom": "{'run_hash': 'cc34edb573374b4f87d07317'}", + "decoder_type": "standard", + "device": "cuda:0", + "disable_checkpointing": "False", + "enable_deep_supervision": "False", + "fold": "2", + "folder_with_segs_from_previous_stage": "None", + "gpu_name": "NVIDIA H100", + "grad_scaler": "", + "hostname": "g079", + "image_loss_weight": "0.5", + "inference_allowed_mirroring_axes": "None", + "initial_lr": "0.01", + "is_cascaded": "False", + "is_ddp": "False", + "label_manager": "", + "local_rank": "0", + "log_file": "/datasets/work/hb-synthrad2023/work/synthrad2025/bw_workplace/data/nnunet_struct/results/Dataset542_synthrad2025_task2_CBCT_HN_pre_v2r_stitched_masked_both/nnUNetTrainerMRCT_loss_masked_perception_masked__nnUNetResEncUNetLPlans__3d_fullres/fold_2/training_log_2025_8_14_18_28_34.txt", + "logger": "", + "loss": "SynPerceptionLoss(\n (seg_model): ResidualEncoderUNet(\n (encoder): ResidualEncoder(\n (stem): StackedConvBlocks(\n (convs): Sequential(\n (0): ConvDropoutNormReLU(\n (conv): Conv3d(1, 32, kernel_size=(1, 3, 3), stride=(1, 1, 1), padding=(0, 1, 1))\n (norm): InstanceNorm3d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(1, 32, kernel_size=(1, 3, 3), stride=(1, 1, 1), padding=(0, 1, 1))\n (1): InstanceNorm3d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n )\n (stages): Sequential(\n (0): StackedResidualBlocks(\n (blocks): Sequential(\n (0): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(32, 32, kernel_size=(1, 3, 3), stride=(1, 1, 1), padding=(0, 1, 1))\n (norm): InstanceNorm3d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(32, 32, kernel_size=(1, 3, 3), stride=(1, 1, 1), padding=(0, 1, 1))\n (1): InstanceNorm3d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(32, 32, kernel_size=(1, 3, 3), stride=(1, 1, 1), padding=(0, 1, 1))\n (norm): InstanceNorm3d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(32, 32, kernel_size=(1, 3, 3), stride=(1, 1, 1), padding=(0, 1, 1))\n (1): InstanceNorm3d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n (1): StackedResidualBlocks(\n (blocks): Sequential(\n (0): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(32, 64, kernel_size=(3, 3, 3), stride=(1, 2, 2), padding=(1, 1, 1))\n (norm): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(32, 64, kernel_size=(3, 3, 3), stride=(1, 2, 2), padding=(1, 1, 1))\n (1): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n (skip): Sequential(\n (0): AvgPool3d(kernel_size=[1, 2, 2], stride=[1, 2, 2], padding=0)\n (1): ConvDropoutNormReLU(\n (conv): Conv3d(32, 64, kernel_size=(1, 1, 1), stride=(1, 1, 1), bias=False)\n (norm): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(32, 64, kernel_size=(1, 1, 1), stride=(1, 1, 1), bias=False)\n (1): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n )\n )\n (1): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (2): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n (2): StackedResidualBlocks(\n (blocks): Sequential(\n (0): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(64, 128, kernel_size=(3, 3, 3), stride=(2, 2, 2), padding=(1, 1, 1))\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(64, 128, kernel_size=(3, 3, 3), stride=(2, 2, 2), padding=(1, 1, 1))\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n (skip): Sequential(\n (0): AvgPool3d(kernel_size=[2, 2, 2], stride=[2, 2, 2], padding=0)\n (1): ConvDropoutNormReLU(\n (conv): Conv3d(64, 128, kernel_size=(1, 1, 1), stride=(1, 1, 1), bias=False)\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(64, 128, kernel_size=(1, 1, 1), stride=(1, 1, 1), bias=False)\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n )\n )\n (1): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (2): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (3): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n (3): StackedResidualBlocks(\n (blocks): Sequential(\n (0): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(128, 256, kernel_size=(3, 3, 3), stride=(2, 2, 2), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(128, 256, kernel_size=(3, 3, 3), stride=(2, 2, 2), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n (skip): Sequential(\n (0): AvgPool3d(kernel_size=[2, 2, 2], stride=[2, 2, 2], padding=0)\n (1): ConvDropoutNormReLU(\n (conv): Conv3d(128, 256, kernel_size=(1, 1, 1), stride=(1, 1, 1), bias=False)\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(128, 256, kernel_size=(1, 1, 1), stride=(1, 1, 1), bias=False)\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n )\n )\n (1): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (2): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (3): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (4): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (5): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n (4): StackedResidualBlocks(\n (blocks): Sequential(\n (0): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(256, 320, kernel_size=(3, 3, 3), stride=(2, 2, 2), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(256, 320, kernel_size=(3, 3, 3), stride=(2, 2, 2), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n (skip): Sequential(\n (0): AvgPool3d(kernel_size=[2, 2, 2], stride=[2, 2, 2], padding=0)\n (1): ConvDropoutNormReLU(\n (conv): Conv3d(256, 320, kernel_size=(1, 1, 1), stride=(1, 1, 1), bias=False)\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(256, 320, kernel_size=(1, 1, 1), stride=(1, 1, 1), bias=False)\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n )\n )\n (1): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (2): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (3): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (4): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (5): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n (5): StackedResidualBlocks(\n (blocks): Sequential(\n (0): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 2, 2), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 2, 2), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n (skip): Sequential(\n (0): AvgPool3d(kernel_size=[1, 2, 2], stride=[1, 2, 2], padding=0)\n )\n )\n (1): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (2): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (3): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (4): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (5): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n )\n )\n (decoder): UNetDecoder(\n (encoder): ResidualEncoder(\n (stem): StackedConvBlocks(\n (convs): Sequential(\n (0): ConvDropoutNormReLU(\n (conv): Conv3d(1, 32, kernel_size=(1, 3, 3), stride=(1, 1, 1), padding=(0, 1, 1))\n (norm): InstanceNorm3d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(1, 32, kernel_size=(1, 3, 3), stride=(1, 1, 1), padding=(0, 1, 1))\n (1): InstanceNorm3d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n )\n (stages): Sequential(\n (0): StackedResidualBlocks(\n (blocks): Sequential(\n (0): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(32, 32, kernel_size=(1, 3, 3), stride=(1, 1, 1), padding=(0, 1, 1))\n (norm): InstanceNorm3d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(32, 32, kernel_size=(1, 3, 3), stride=(1, 1, 1), padding=(0, 1, 1))\n (1): InstanceNorm3d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(32, 32, kernel_size=(1, 3, 3), stride=(1, 1, 1), padding=(0, 1, 1))\n (norm): InstanceNorm3d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(32, 32, kernel_size=(1, 3, 3), stride=(1, 1, 1), padding=(0, 1, 1))\n (1): InstanceNorm3d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n (1): StackedResidualBlocks(\n (blocks): Sequential(\n (0): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(32, 64, kernel_size=(3, 3, 3), stride=(1, 2, 2), padding=(1, 1, 1))\n (norm): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(32, 64, kernel_size=(3, 3, 3), stride=(1, 2, 2), padding=(1, 1, 1))\n (1): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n (skip): Sequential(\n (0): AvgPool3d(kernel_size=[1, 2, 2], stride=[1, 2, 2], padding=0)\n (1): ConvDropoutNormReLU(\n (conv): Conv3d(32, 64, kernel_size=(1, 1, 1), stride=(1, 1, 1), bias=False)\n (norm): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(32, 64, kernel_size=(1, 1, 1), stride=(1, 1, 1), bias=False)\n (1): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n )\n )\n (1): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (2): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n (2): StackedResidualBlocks(\n (blocks): Sequential(\n (0): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(64, 128, kernel_size=(3, 3, 3), stride=(2, 2, 2), padding=(1, 1, 1))\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(64, 128, kernel_size=(3, 3, 3), stride=(2, 2, 2), padding=(1, 1, 1))\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n (skip): Sequential(\n (0): AvgPool3d(kernel_size=[2, 2, 2], stride=[2, 2, 2], padding=0)\n (1): ConvDropoutNormReLU(\n (conv): Conv3d(64, 128, kernel_size=(1, 1, 1), stride=(1, 1, 1), bias=False)\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(64, 128, kernel_size=(1, 1, 1), stride=(1, 1, 1), bias=False)\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n )\n )\n (1): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (2): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (3): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n (3): StackedResidualBlocks(\n (blocks): Sequential(\n (0): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(128, 256, kernel_size=(3, 3, 3), stride=(2, 2, 2), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(128, 256, kernel_size=(3, 3, 3), stride=(2, 2, 2), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n (skip): Sequential(\n (0): AvgPool3d(kernel_size=[2, 2, 2], stride=[2, 2, 2], padding=0)\n (1): ConvDropoutNormReLU(\n (conv): Conv3d(128, 256, kernel_size=(1, 1, 1), stride=(1, 1, 1), bias=False)\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(128, 256, kernel_size=(1, 1, 1), stride=(1, 1, 1), bias=False)\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n )\n )\n (1): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (2): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (3): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (4): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (5): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n (4): StackedResidualBlocks(\n (blocks): Sequential(\n (0): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(256, 320, kernel_size=(3, 3, 3), stride=(2, 2, 2), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(256, 320, kernel_size=(3, 3, 3), stride=(2, 2, 2), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n (skip): Sequential(\n (0): AvgPool3d(kernel_size=[2, 2, 2], stride=[2, 2, 2], padding=0)\n (1): ConvDropoutNormReLU(\n (conv): Conv3d(256, 320, kernel_size=(1, 1, 1), stride=(1, 1, 1), bias=False)\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(256, 320, kernel_size=(1, 1, 1), stride=(1, 1, 1), bias=False)\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n )\n )\n (1): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (2): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (3): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (4): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (5): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n (5): StackedResidualBlocks(\n (blocks): Sequential(\n (0): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 2, 2), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 2, 2), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n (skip): Sequential(\n (0): AvgPool3d(kernel_size=[1, 2, 2], stride=[1, 2, 2], padding=0)\n )\n )\n (1): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (2): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (3): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (4): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (5): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n )\n )\n (stages): ModuleList(\n (0): StackedConvBlocks(\n (convs): Sequential(\n (0): ConvDropoutNormReLU(\n (conv): Conv3d(640, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(640, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n )\n (1): StackedConvBlocks(\n (convs): Sequential(\n (0): ConvDropoutNormReLU(\n (conv): Conv3d(512, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(512, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n )\n (2): StackedConvBlocks(\n (convs): Sequential(\n (0): ConvDropoutNormReLU(\n (conv): Conv3d(256, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(256, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n )\n (3): StackedConvBlocks(\n (convs): Sequential(\n (0): ConvDropoutNormReLU(\n (conv): Conv3d(128, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(128, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n )\n (4): StackedConvBlocks(\n (convs): Sequential(\n (0): ConvDropoutNormReLU(\n (conv): Conv3d(64, 32, kernel_size=(1, 3, 3), stride=(1, 1, 1), padding=(0, 1, 1))\n (norm): InstanceNorm3d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(64, 32, kernel_size=(1, 3, 3), stride=(1, 1, 1), padding=(0, 1, 1))\n (1): InstanceNorm3d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n )\n )\n (transpconvs): ModuleList(\n (0): ConvTranspose3d(320, 320, kernel_size=(1, 2, 2), stride=(1, 2, 2))\n (1): ConvTranspose3d(320, 256, kernel_size=(2, 2, 2), stride=(2, 2, 2))\n (2): ConvTranspose3d(256, 128, kernel_size=(2, 2, 2), stride=(2, 2, 2))\n (3): ConvTranspose3d(128, 64, kernel_size=(2, 2, 2), stride=(2, 2, 2))\n (4): ConvTranspose3d(64, 32, kernel_size=(1, 2, 2), stride=(1, 2, 2))\n )\n (seg_layers): ModuleList(\n (0): Conv3d(320, 32, kernel_size=(1, 1, 1), stride=(1, 1, 1))\n (1): Conv3d(256, 32, kernel_size=(1, 1, 1), stride=(1, 1, 1))\n (2): Conv3d(128, 32, kernel_size=(1, 1, 1), stride=(1, 1, 1))\n (3): Conv3d(64, 32, kernel_size=(1, 1, 1), stride=(1, 1, 1))\n (4): Conv3d(32, 32, kernel_size=(1, 1, 1), stride=(1, 1, 1))\n )\n )\n )\n (L1): L1Loss()\n (image_loss): myMaskedMSE(\n (mse): myMSE()\n )\n)", + "lr_scheduler": "", + "my_init_kwargs": "{'plans': {'dataset_name': 'Dataset542_synthrad2025_task2_CBCT_HN_pre_v2r_stitched_masked_both', 'plans_name': 'nnUNetResEncUNetLPlans', 'original_median_spacing_after_transp': [3.0, 1.0, 1.0], 'original_median_shape_after_transp': [87, 308, 309], 'image_reader_writer': 'SimpleITKIO', 'transpose_forward': [0, 1, 2], 'transpose_backward': [0, 1, 2], 'configurations': {'2d': {'data_identifier': 'nnUNetPlans_2d', 'preprocessor_name': 'DefaultPreprocessor', 'batch_size': 30, 'patch_size': [320, 320], 'median_image_size_in_voxels': [308.0, 309.0], 'spacing': [1.0, 1.0], 'normalization_schemes': ['CTNormalizationClippingSynthrad2025'], 'use_mask_for_norm': [False], 'resampling_fn_data': 'resample_data_or_seg_to_shape', 'resampling_fn_seg': 'resample_data_or_seg_to_shape', 'resampling_fn_data_kwargs': {'is_seg': False, 'order': 3, 'order_z': 0, 'force_separate_z': None}, 'resampling_fn_seg_kwargs': {'is_seg': True, 'order': 1, 'order_z': 0, 'force_separate_z': None}, 'resampling_fn_probabilities': 'resample_data_or_seg_to_shape', 'resampling_fn_probabilities_kwargs': {'is_seg': False, 'order': 1, 'order_z': 0, 'force_separate_z': None}, 'architecture': {'network_class_name': 'dynamic_network_architectures.architectures.unet.ResidualEncoderUNet', 'arch_kwargs': {'n_stages': 7, 'features_per_stage': [32, 64, 128, 256, 512, 512, 512], 'conv_op': 'torch.nn.modules.conv.Conv2d', 'kernel_sizes': [[3, 3], [3, 3], [3, 3], [3, 3], [3, 3], [3, 3], [3, 3]], 'strides': [[1, 1], [2, 2], [2, 2], [2, 2], [2, 2], [2, 2], [2, 2]], 'n_blocks_per_stage': [1, 3, 4, 6, 6, 6, 6], 'n_conv_per_stage_decoder': [1, 1, 1, 1, 1, 1], 'conv_bias': True, 'norm_op': 'torch.nn.modules.instancenorm.InstanceNorm2d', 'norm_op_kwargs': {'eps': 1e-05, 'affine': True}, 'dropout_op': None, 'dropout_op_kwargs': None, 'nonlin': 'torch.nn.LeakyReLU', 'nonlin_kwargs': {'inplace': True}}, '_kw_requires_import': ['conv_op', 'norm_op', 'dropout_op', 'nonlin']}, 'batch_dice': True}, '3d_fullres': {'data_identifier': 'nnUNetPlans_3d_fullres', 'preprocessor_name': 'DefaultPreprocessor', 'batch_size': 2, 'patch_size': [48, 192, 192], 'median_image_size_in_voxels': [87.0, 308.0, 309.0], 'spacing': [3.0, 1.0, 1.0], 'normalization_schemes': ['CTNormalizationClippingSynthrad2025'], 'use_mask_for_norm': [False], 'resampling_fn_data': 'resample_data_or_seg_to_shape', 'resampling_fn_seg': 'resample_data_or_seg_to_shape', 'resampling_fn_data_kwargs': {'is_seg': False, 'order': 3, 'order_z': 0, 'force_separate_z': None}, 'resampling_fn_seg_kwargs': {'is_seg': True, 'order': 1, 'order_z': 0, 'force_separate_z': None}, 'resampling_fn_probabilities': 'resample_data_or_seg_to_shape', 'resampling_fn_probabilities_kwargs': {'is_seg': False, 'order': 1, 'order_z': 0, 'force_separate_z': None}, 'architecture': {'network_class_name': 'dynamic_network_architectures.architectures.unet.ResidualEncoderUNet', 'arch_kwargs': {'n_stages': 6, 'features_per_stage': [32, 64, 128, 256, 320, 320], 'conv_op': 'torch.nn.modules.conv.Conv3d', 'kernel_sizes': [[1, 3, 3], [3, 3, 3], [3, 3, 3], [3, 3, 3], [3, 3, 3], [3, 3, 3]], 'strides': [[1, 1, 1], [1, 2, 2], [2, 2, 2], [2, 2, 2], [2, 2, 2], [1, 2, 2]], 'n_blocks_per_stage': [1, 3, 4, 6, 6, 6], 'n_conv_per_stage_decoder': [1, 1, 1, 1, 1], 'conv_bias': True, 'norm_op': 'torch.nn.modules.instancenorm.InstanceNorm3d', 'norm_op_kwargs': {'eps': 1e-05, 'affine': True}, 'dropout_op': None, 'dropout_op_kwargs': None, 'nonlin': 'torch.nn.LeakyReLU', 'nonlin_kwargs': {'inplace': True}}, '_kw_requires_import': ['conv_op', 'norm_op', 'dropout_op', 'nonlin']}, 'batch_dice': False}}, 'experiment_planner_used': 'nnUNetPlannerResEncL', 'label_manager': 'LabelManager', 'foreground_intensity_properties_per_channel': {'0': {'max': 3071.0, 'mean': -215.1082763671875, 'median': -133.0, 'min': -1024.0, 'percentile_00_5': -1024.0, 'percentile_99_5': 1345.0, 'std': 459.63665771484375}}}, 'configuration': '3d_fullres', 'fold': 2, 'dataset_json': {'labels': {'label_001': '1', 'background': 0}, 'channel_names': {'0': 'CT_zscore_synthrad'}, 'numTraining': 325, 'file_ending': '.mha'}, 'unpack_dataset': True, 'device': device(type='cuda')}", + "network": "ResidualEncoderUNet", + "num_epochs": "1000", + "num_input_channels": "1", + "num_iterations_per_epoch": "250", + "num_val_iterations_per_epoch": "50", + "optimizer": "SGD (\nParameter Group 0\n dampening: 0\n differentiable: False\n foreach: None\n fused: None\n initial_lr: 0.01\n lr: 0.01\n maximize: False\n momentum: 0.99\n nesterov: True\n weight_decay: 3e-05\n)", + "output_folder": "/datasets/work/hb-synthrad2023/work/synthrad2025/bw_workplace/data/nnunet_struct/results/Dataset542_synthrad2025_task2_CBCT_HN_pre_v2r_stitched_masked_both/nnUNetTrainerMRCT_loss_masked_perception_masked__nnUNetResEncUNetLPlans__3d_fullres/fold_2", + "output_folder_base": "/datasets/work/hb-synthrad2023/work/synthrad2025/bw_workplace/data/nnunet_struct/results/Dataset542_synthrad2025_task2_CBCT_HN_pre_v2r_stitched_masked_both/nnUNetTrainerMRCT_loss_masked_perception_masked__nnUNetResEncUNetLPlans__3d_fullres", + "oversample_foreground_percent": "0.33", + "perception_masked": "True", + "plans_manager": "{'dataset_name': 'Dataset542_synthrad2025_task2_CBCT_HN_pre_v2r_stitched_masked_both', 'plans_name': 'nnUNetResEncUNetLPlans', 'original_median_spacing_after_transp': [3.0, 1.0, 1.0], 'original_median_shape_after_transp': [87, 308, 309], 'image_reader_writer': 'SimpleITKIO', 'transpose_forward': [0, 1, 2], 'transpose_backward': [0, 1, 2], 'configurations': {'2d': {'data_identifier': 'nnUNetPlans_2d', 'preprocessor_name': 'DefaultPreprocessor', 'batch_size': 30, 'patch_size': [320, 320], 'median_image_size_in_voxels': [308.0, 309.0], 'spacing': [1.0, 1.0], 'normalization_schemes': ['CTNormalizationClippingSynthrad2025'], 'use_mask_for_norm': [False], 'resampling_fn_data': 'resample_data_or_seg_to_shape', 'resampling_fn_seg': 'resample_data_or_seg_to_shape', 'resampling_fn_data_kwargs': {'is_seg': False, 'order': 3, 'order_z': 0, 'force_separate_z': None}, 'resampling_fn_seg_kwargs': {'is_seg': True, 'order': 1, 'order_z': 0, 'force_separate_z': None}, 'resampling_fn_probabilities': 'resample_data_or_seg_to_shape', 'resampling_fn_probabilities_kwargs': {'is_seg': False, 'order': 1, 'order_z': 0, 'force_separate_z': None}, 'architecture': {'network_class_name': 'dynamic_network_architectures.architectures.unet.ResidualEncoderUNet', 'arch_kwargs': {'n_stages': 7, 'features_per_stage': [32, 64, 128, 256, 512, 512, 512], 'conv_op': 'torch.nn.modules.conv.Conv2d', 'kernel_sizes': [[3, 3], [3, 3], [3, 3], [3, 3], [3, 3], [3, 3], [3, 3]], 'strides': [[1, 1], [2, 2], [2, 2], [2, 2], [2, 2], [2, 2], [2, 2]], 'n_blocks_per_stage': [1, 3, 4, 6, 6, 6, 6], 'n_conv_per_stage_decoder': [1, 1, 1, 1, 1, 1], 'conv_bias': True, 'norm_op': 'torch.nn.modules.instancenorm.InstanceNorm2d', 'norm_op_kwargs': {'eps': 1e-05, 'affine': True}, 'dropout_op': None, 'dropout_op_kwargs': None, 'nonlin': 'torch.nn.LeakyReLU', 'nonlin_kwargs': {'inplace': True}}, '_kw_requires_import': ['conv_op', 'norm_op', 'dropout_op', 'nonlin']}, 'batch_dice': True}, '3d_fullres': {'data_identifier': 'nnUNetPlans_3d_fullres', 'preprocessor_name': 'DefaultPreprocessor', 'batch_size': 2, 'patch_size': [48, 192, 192], 'median_image_size_in_voxels': [87.0, 308.0, 309.0], 'spacing': [3.0, 1.0, 1.0], 'normalization_schemes': ['CTNormalizationClippingSynthrad2025'], 'use_mask_for_norm': [False], 'resampling_fn_data': 'resample_data_or_seg_to_shape', 'resampling_fn_seg': 'resample_data_or_seg_to_shape', 'resampling_fn_data_kwargs': {'is_seg': False, 'order': 3, 'order_z': 0, 'force_separate_z': None}, 'resampling_fn_seg_kwargs': {'is_seg': True, 'order': 1, 'order_z': 0, 'force_separate_z': None}, 'resampling_fn_probabilities': 'resample_data_or_seg_to_shape', 'resampling_fn_probabilities_kwargs': {'is_seg': False, 'order': 1, 'order_z': 0, 'force_separate_z': None}, 'architecture': {'network_class_name': 'dynamic_network_architectures.architectures.unet.ResidualEncoderUNet', 'arch_kwargs': {'n_stages': 6, 'features_per_stage': [32, 64, 128, 256, 320, 320], 'conv_op': 'torch.nn.modules.conv.Conv3d', 'kernel_sizes': [[1, 3, 3], [3, 3, 3], [3, 3, 3], [3, 3, 3], [3, 3, 3], [3, 3, 3]], 'strides': [[1, 1, 1], [1, 2, 2], [2, 2, 2], [2, 2, 2], [2, 2, 2], [1, 2, 2]], 'n_blocks_per_stage': [1, 3, 4, 6, 6, 6], 'n_conv_per_stage_decoder': [1, 1, 1, 1, 1], 'conv_bias': True, 'norm_op': 'torch.nn.modules.instancenorm.InstanceNorm3d', 'norm_op_kwargs': {'eps': 1e-05, 'affine': True}, 'dropout_op': None, 'dropout_op_kwargs': None, 'nonlin': 'torch.nn.LeakyReLU', 'nonlin_kwargs': {'inplace': True}}, '_kw_requires_import': ['conv_op', 'norm_op', 'dropout_op', 'nonlin']}, 'batch_dice': False}}, 'experiment_planner_used': 'nnUNetPlannerResEncL', 'label_manager': 'LabelManager', 'foreground_intensity_properties_per_channel': {'0': {'max': 3071.0, 'mean': -215.1082763671875, 'median': -133.0, 'min': -1024.0, 'percentile_00_5': -1024.0, 'percentile_99_5': 1345.0, 'std': 459.63665771484375}}}", + "preprocessed_dataset_folder": "/datasets/work/hb-synthrad2023/work/synthrad2025/bw_workplace/data/nnunet_struct/preprocessed/Dataset542_synthrad2025_task2_CBCT_HN_pre_v2r_stitched_masked_both/nnUNetPlans_3d_fullres", + "preprocessed_dataset_folder_base": "/datasets/work/hb-synthrad2023/work/synthrad2025/bw_workplace/data/nnunet_struct/preprocessed/Dataset542_synthrad2025_task2_CBCT_HN_pre_v2r_stitched_masked_both", + "save_every": "50", + "torch_version": "2.7.1+cu126", + "unpack_dataset": "True", + "was_initialized": "True", + "weight_decay": "3e-05" +} \ No newline at end of file diff --git a/Dataset542/nnUNetTrainerMRCT_loss_masked_perception_masked__nnUNetResEncUNetLPlans__3d_fullres/fold_2/progress.png b/Dataset542/nnUNetTrainerMRCT_loss_masked_perception_masked__nnUNetResEncUNetLPlans__3d_fullres/fold_2/progress.png new file mode 100644 index 0000000000000000000000000000000000000000..dd804c6057478fd606e7d1fa5990a5e7303d2262 --- /dev/null +++ b/Dataset542/nnUNetTrainerMRCT_loss_masked_perception_masked__nnUNetResEncUNetLPlans__3d_fullres/fold_2/progress.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9cddf04336c342eff9d6a4e2e940b7f9d12746999c5b76bcb62d87eb7af76266 +size 460461 diff --git a/Dataset542/nnUNetTrainerMRCT_loss_masked_perception_masked__nnUNetResEncUNetLPlans__3d_fullres/fold_2/validation/summary.json b/Dataset542/nnUNetTrainerMRCT_loss_masked_perception_masked__nnUNetResEncUNetLPlans__3d_fullres/fold_2/validation/summary.json new file mode 100644 index 0000000000000000000000000000000000000000..4121ff53f37cd7591951d091e99c99fe1ac3869e --- /dev/null +++ b/Dataset542/nnUNetTrainerMRCT_loss_masked_perception_masked__nnUNetResEncUNetLPlans__3d_fullres/fold_2/validation/summary.json @@ -0,0 +1,52 @@ +{ + "mae": { + "mean": 59.439250763091884, + "std": 9.144718015626115, + "max": 78.70325904506652, + "min": 42.80315891812898, + "25pc": 52.068854137111984, + "50pc": 58.805207557500694, + "75pc": 64.72047789452675, + "count": 65 + }, + "psnr": { + "mean": 30.377276184144822, + "std": 1.4223429950590885, + "max": 32.8297584904791, + "min": 27.075648135650216, + "25pc": 29.40093059045853, + "50pc": 30.543686856511627, + "75pc": 31.403316426777565, + "count": 65 + }, + "ms_ssim": { + "mean": 0.9755103491560523, + "std": 0.014031378198948008, + "max": 0.9907865003729753, + "min": 0.8955521856836826, + "25pc": 0.9706492203118354, + "50pc": 0.9792637813534784, + "75pc": 0.983024084292943, + "count": 65 + }, + "DICE": { + "mean": 0.883325562110314, + "std": 0.03812835864863602, + "max": 0.9535425305366516, + "min": 0.7242317199707031, + "25pc": 0.8683831691741943, + "50pc": 0.8890585899353027, + "75pc": 0.9051895141601562, + "count": 65 + }, + "HD95": { + "mean": 1.813704824447632, + "std": 1.0017171191332908, + "max": 8.57068157196045, + "min": 1.0, + "25pc": 1.3902597427368164, + "50pc": 1.619842290878296, + "75pc": 1.8608479499816895, + "count": 65 + } +} \ No newline at end of file diff --git a/Dataset542/nnUNetTrainerMRCT_loss_masked_perception_masked__nnUNetResEncUNetLPlans__3d_fullres/fold_3/checkpoint_final.pth b/Dataset542/nnUNetTrainerMRCT_loss_masked_perception_masked__nnUNetResEncUNetLPlans__3d_fullres/fold_3/checkpoint_final.pth new file mode 100644 index 0000000000000000000000000000000000000000..6ee9bf322c94eacaea8e0c579c8f8652e615a3d4 --- /dev/null +++ b/Dataset542/nnUNetTrainerMRCT_loss_masked_perception_masked__nnUNetResEncUNetLPlans__3d_fullres/fold_3/checkpoint_final.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7d90c4e21800bf53a7751295a84ab9b55a93aa07fac3120688f8ebbb48aed2c4 +size 815577773 diff --git a/Dataset542/nnUNetTrainerMRCT_loss_masked_perception_masked__nnUNetResEncUNetLPlans__3d_fullres/fold_3/debug.json b/Dataset542/nnUNetTrainerMRCT_loss_masked_perception_masked__nnUNetResEncUNetLPlans__3d_fullres/fold_3/debug.json new file mode 100644 index 0000000000000000000000000000000000000000..34b1c4a6a2288a654cadbc9dbe5014d380bd0783 --- /dev/null +++ b/Dataset542/nnUNetTrainerMRCT_loss_masked_perception_masked__nnUNetResEncUNetLPlans__3d_fullres/fold_3/debug.json @@ -0,0 +1,58 @@ +{ + "_best_ema": "None", + "aim_run": ">", + "batch_size": "2", + "configuration_manager": "{'data_identifier': 'nnUNetPlans_3d_fullres', 'preprocessor_name': 'DefaultPreprocessor', 'batch_size': 2, 'patch_size': [48, 192, 192], 'median_image_size_in_voxels': [87.0, 308.0, 309.0], 'spacing': [3.0, 1.0, 1.0], 'normalization_schemes': ['CTNormalizationClippingSynthrad2025'], 'use_mask_for_norm': [False], 'resampling_fn_data': 'resample_data_or_seg_to_shape', 'resampling_fn_seg': 'resample_data_or_seg_to_shape', 'resampling_fn_data_kwargs': {'is_seg': False, 'order': 3, 'order_z': 0, 'force_separate_z': None}, 'resampling_fn_seg_kwargs': {'is_seg': True, 'order': 1, 'order_z': 0, 'force_separate_z': None}, 'resampling_fn_probabilities': 'resample_data_or_seg_to_shape', 'resampling_fn_probabilities_kwargs': {'is_seg': False, 'order': 1, 'order_z': 0, 'force_separate_z': None}, 'architecture': {'network_class_name': 'dynamic_network_architectures.architectures.unet.ResidualEncoderUNet', 'arch_kwargs': {'n_stages': 6, 'features_per_stage': [32, 64, 128, 256, 320, 320], 'conv_op': 'torch.nn.modules.conv.Conv3d', 'kernel_sizes': [[1, 3, 3], [3, 3, 3], [3, 3, 3], [3, 3, 3], [3, 3, 3], [3, 3, 3]], 'strides': [[1, 1, 1], [1, 2, 2], [2, 2, 2], [2, 2, 2], [2, 2, 2], [1, 2, 2]], 'n_blocks_per_stage': [1, 3, 4, 6, 6, 6], 'n_conv_per_stage_decoder': [1, 1, 1, 1, 1], 'conv_bias': True, 'norm_op': 'torch.nn.modules.instancenorm.InstanceNorm3d', 'norm_op_kwargs': {'eps': 1e-05, 'affine': True}, 'dropout_op': None, 'dropout_op_kwargs': None, 'nonlin': 'torch.nn.LeakyReLU', 'nonlin_kwargs': {'inplace': True}, 'deep_supervision': False}, '_kw_requires_import': ['conv_op', 'norm_op', 'dropout_op', 'nonlin']}, 'batch_dice': False}", + "configuration_name": "3d_fullres", + "cudnn_version": 90501, + "current_epoch": "0", + "dataloader_train": "", + "dataloader_train.generator": "", + "dataloader_train.num_processes": "12", + "dataloader_train.transform": "Compose ( [RemoveLabelTransform( output_key = 'seg', input_key = 'seg', replace_with = 0, remove_label = -1 ), RenameTransform( delete_old = True, out_key = 'target', in_key = 'seg' ), NumpyToTensor( keys = ['data', 'target', 'mask'], cast_to = 'float' )] )", + "dataloader_val": "", + "dataloader_val.generator": "", + "dataloader_val.num_processes": "6", + "dataloader_val.transform": "Compose ( [RemoveLabelTransform( output_key = 'seg', input_key = 'seg', replace_with = 0, remove_label = -1 ), RenameTransform( delete_old = True, out_key = 'target', in_key = 'seg' ), NumpyToTensor( keys = ['data', 'target', 'mask'], cast_to = 'float' )] )", + "dataset_json": "{'labels': {'label_001': '1', 'background': 0}, 'channel_names': {'0': 'CT_zscore_synthrad'}, 'numTraining': 325, 'file_ending': '.mha'}", + "debug_custom": "{'run_hash': '0fe427721e024cb69e1cc584'}", + "decoder_type": "standard", + "device": "cuda:0", + "disable_checkpointing": "False", + "enable_deep_supervision": "False", + "fold": "3", + "folder_with_segs_from_previous_stage": "None", + "gpu_name": "NVIDIA H100", + "grad_scaler": "", + "hostname": "g033", + "image_loss_weight": "0.5", + "inference_allowed_mirroring_axes": "None", + "initial_lr": "0.01", + "is_cascaded": "False", + "is_ddp": "False", + "label_manager": "", + "local_rank": "0", + "log_file": "/datasets/work/hb-synthrad2023/work/synthrad2025/bw_workplace/data/nnunet_struct/results/Dataset542_synthrad2025_task2_CBCT_HN_pre_v2r_stitched_masked_both/nnUNetTrainerMRCT_loss_masked_perception_masked__nnUNetResEncUNetLPlans__3d_fullres/fold_3/training_log_2025_8_14_18_28_35.txt", + "logger": "", + "loss": "SynPerceptionLoss(\n (seg_model): ResidualEncoderUNet(\n (encoder): ResidualEncoder(\n (stem): StackedConvBlocks(\n (convs): Sequential(\n (0): ConvDropoutNormReLU(\n (conv): Conv3d(1, 32, kernel_size=(1, 3, 3), stride=(1, 1, 1), padding=(0, 1, 1))\n (norm): InstanceNorm3d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(1, 32, kernel_size=(1, 3, 3), stride=(1, 1, 1), padding=(0, 1, 1))\n (1): InstanceNorm3d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n )\n (stages): Sequential(\n (0): StackedResidualBlocks(\n (blocks): Sequential(\n (0): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(32, 32, kernel_size=(1, 3, 3), stride=(1, 1, 1), padding=(0, 1, 1))\n (norm): InstanceNorm3d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(32, 32, kernel_size=(1, 3, 3), stride=(1, 1, 1), padding=(0, 1, 1))\n (1): InstanceNorm3d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(32, 32, kernel_size=(1, 3, 3), stride=(1, 1, 1), padding=(0, 1, 1))\n (norm): InstanceNorm3d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(32, 32, kernel_size=(1, 3, 3), stride=(1, 1, 1), padding=(0, 1, 1))\n (1): InstanceNorm3d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n (1): StackedResidualBlocks(\n (blocks): Sequential(\n (0): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(32, 64, kernel_size=(3, 3, 3), stride=(1, 2, 2), padding=(1, 1, 1))\n (norm): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(32, 64, kernel_size=(3, 3, 3), stride=(1, 2, 2), padding=(1, 1, 1))\n (1): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n (skip): Sequential(\n (0): AvgPool3d(kernel_size=[1, 2, 2], stride=[1, 2, 2], padding=0)\n (1): ConvDropoutNormReLU(\n (conv): Conv3d(32, 64, kernel_size=(1, 1, 1), stride=(1, 1, 1), bias=False)\n (norm): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(32, 64, kernel_size=(1, 1, 1), stride=(1, 1, 1), bias=False)\n (1): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n )\n )\n (1): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (2): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n (2): StackedResidualBlocks(\n (blocks): Sequential(\n (0): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(64, 128, kernel_size=(3, 3, 3), stride=(2, 2, 2), padding=(1, 1, 1))\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(64, 128, kernel_size=(3, 3, 3), stride=(2, 2, 2), padding=(1, 1, 1))\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n (skip): Sequential(\n (0): AvgPool3d(kernel_size=[2, 2, 2], stride=[2, 2, 2], padding=0)\n (1): ConvDropoutNormReLU(\n (conv): Conv3d(64, 128, kernel_size=(1, 1, 1), stride=(1, 1, 1), bias=False)\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(64, 128, kernel_size=(1, 1, 1), stride=(1, 1, 1), bias=False)\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n )\n )\n (1): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (2): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (3): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n (3): StackedResidualBlocks(\n (blocks): Sequential(\n (0): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(128, 256, kernel_size=(3, 3, 3), stride=(2, 2, 2), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(128, 256, kernel_size=(3, 3, 3), stride=(2, 2, 2), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n (skip): Sequential(\n (0): AvgPool3d(kernel_size=[2, 2, 2], stride=[2, 2, 2], padding=0)\n (1): ConvDropoutNormReLU(\n (conv): Conv3d(128, 256, kernel_size=(1, 1, 1), stride=(1, 1, 1), bias=False)\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(128, 256, kernel_size=(1, 1, 1), stride=(1, 1, 1), bias=False)\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n )\n )\n (1): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (2): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (3): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (4): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (5): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n (4): StackedResidualBlocks(\n (blocks): Sequential(\n (0): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(256, 320, kernel_size=(3, 3, 3), stride=(2, 2, 2), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(256, 320, kernel_size=(3, 3, 3), stride=(2, 2, 2), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n (skip): Sequential(\n (0): AvgPool3d(kernel_size=[2, 2, 2], stride=[2, 2, 2], padding=0)\n (1): ConvDropoutNormReLU(\n (conv): Conv3d(256, 320, kernel_size=(1, 1, 1), stride=(1, 1, 1), bias=False)\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(256, 320, kernel_size=(1, 1, 1), stride=(1, 1, 1), bias=False)\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n )\n )\n (1): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (2): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (3): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (4): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (5): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n (5): StackedResidualBlocks(\n (blocks): Sequential(\n (0): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 2, 2), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 2, 2), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n (skip): Sequential(\n (0): AvgPool3d(kernel_size=[1, 2, 2], stride=[1, 2, 2], padding=0)\n )\n )\n (1): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (2): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (3): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (4): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (5): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n )\n )\n (decoder): UNetDecoder(\n (encoder): ResidualEncoder(\n (stem): StackedConvBlocks(\n (convs): Sequential(\n (0): ConvDropoutNormReLU(\n (conv): Conv3d(1, 32, kernel_size=(1, 3, 3), stride=(1, 1, 1), padding=(0, 1, 1))\n (norm): InstanceNorm3d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(1, 32, kernel_size=(1, 3, 3), stride=(1, 1, 1), padding=(0, 1, 1))\n (1): InstanceNorm3d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n )\n (stages): Sequential(\n (0): StackedResidualBlocks(\n (blocks): Sequential(\n (0): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(32, 32, kernel_size=(1, 3, 3), stride=(1, 1, 1), padding=(0, 1, 1))\n (norm): InstanceNorm3d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(32, 32, kernel_size=(1, 3, 3), stride=(1, 1, 1), padding=(0, 1, 1))\n (1): InstanceNorm3d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(32, 32, kernel_size=(1, 3, 3), stride=(1, 1, 1), padding=(0, 1, 1))\n (norm): InstanceNorm3d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(32, 32, kernel_size=(1, 3, 3), stride=(1, 1, 1), padding=(0, 1, 1))\n (1): InstanceNorm3d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n (1): StackedResidualBlocks(\n (blocks): Sequential(\n (0): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(32, 64, kernel_size=(3, 3, 3), stride=(1, 2, 2), padding=(1, 1, 1))\n (norm): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(32, 64, kernel_size=(3, 3, 3), stride=(1, 2, 2), padding=(1, 1, 1))\n (1): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n (skip): Sequential(\n (0): AvgPool3d(kernel_size=[1, 2, 2], stride=[1, 2, 2], padding=0)\n (1): ConvDropoutNormReLU(\n (conv): Conv3d(32, 64, kernel_size=(1, 1, 1), stride=(1, 1, 1), bias=False)\n (norm): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(32, 64, kernel_size=(1, 1, 1), stride=(1, 1, 1), bias=False)\n (1): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n )\n )\n (1): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (2): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n (2): StackedResidualBlocks(\n (blocks): Sequential(\n (0): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(64, 128, kernel_size=(3, 3, 3), stride=(2, 2, 2), padding=(1, 1, 1))\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(64, 128, kernel_size=(3, 3, 3), stride=(2, 2, 2), padding=(1, 1, 1))\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n (skip): Sequential(\n (0): AvgPool3d(kernel_size=[2, 2, 2], stride=[2, 2, 2], padding=0)\n (1): ConvDropoutNormReLU(\n (conv): Conv3d(64, 128, kernel_size=(1, 1, 1), stride=(1, 1, 1), bias=False)\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(64, 128, kernel_size=(1, 1, 1), stride=(1, 1, 1), bias=False)\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n )\n )\n (1): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (2): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (3): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n (3): StackedResidualBlocks(\n (blocks): Sequential(\n (0): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(128, 256, kernel_size=(3, 3, 3), stride=(2, 2, 2), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(128, 256, kernel_size=(3, 3, 3), stride=(2, 2, 2), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n (skip): Sequential(\n (0): AvgPool3d(kernel_size=[2, 2, 2], stride=[2, 2, 2], padding=0)\n (1): ConvDropoutNormReLU(\n (conv): Conv3d(128, 256, kernel_size=(1, 1, 1), stride=(1, 1, 1), bias=False)\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(128, 256, kernel_size=(1, 1, 1), stride=(1, 1, 1), bias=False)\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n )\n )\n (1): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (2): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (3): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (4): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (5): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n (4): StackedResidualBlocks(\n (blocks): Sequential(\n (0): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(256, 320, kernel_size=(3, 3, 3), stride=(2, 2, 2), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(256, 320, kernel_size=(3, 3, 3), stride=(2, 2, 2), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n (skip): Sequential(\n (0): AvgPool3d(kernel_size=[2, 2, 2], stride=[2, 2, 2], padding=0)\n (1): ConvDropoutNormReLU(\n (conv): Conv3d(256, 320, kernel_size=(1, 1, 1), stride=(1, 1, 1), bias=False)\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(256, 320, kernel_size=(1, 1, 1), stride=(1, 1, 1), bias=False)\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n )\n )\n (1): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (2): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (3): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (4): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (5): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n (5): StackedResidualBlocks(\n (blocks): Sequential(\n (0): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 2, 2), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 2, 2), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n (skip): Sequential(\n (0): AvgPool3d(kernel_size=[1, 2, 2], stride=[1, 2, 2], padding=0)\n )\n )\n (1): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (2): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (3): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (4): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (5): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n )\n )\n (stages): ModuleList(\n (0): StackedConvBlocks(\n (convs): Sequential(\n (0): ConvDropoutNormReLU(\n (conv): Conv3d(640, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(640, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n )\n (1): StackedConvBlocks(\n (convs): Sequential(\n (0): ConvDropoutNormReLU(\n (conv): Conv3d(512, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(512, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n )\n (2): StackedConvBlocks(\n (convs): Sequential(\n (0): ConvDropoutNormReLU(\n (conv): Conv3d(256, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(256, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n )\n (3): StackedConvBlocks(\n (convs): Sequential(\n (0): ConvDropoutNormReLU(\n (conv): Conv3d(128, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(128, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n )\n (4): StackedConvBlocks(\n (convs): Sequential(\n (0): ConvDropoutNormReLU(\n (conv): Conv3d(64, 32, kernel_size=(1, 3, 3), stride=(1, 1, 1), padding=(0, 1, 1))\n (norm): InstanceNorm3d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(64, 32, kernel_size=(1, 3, 3), stride=(1, 1, 1), padding=(0, 1, 1))\n (1): InstanceNorm3d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n )\n )\n (transpconvs): ModuleList(\n (0): ConvTranspose3d(320, 320, kernel_size=(1, 2, 2), stride=(1, 2, 2))\n (1): ConvTranspose3d(320, 256, kernel_size=(2, 2, 2), stride=(2, 2, 2))\n (2): ConvTranspose3d(256, 128, kernel_size=(2, 2, 2), stride=(2, 2, 2))\n (3): ConvTranspose3d(128, 64, kernel_size=(2, 2, 2), stride=(2, 2, 2))\n (4): ConvTranspose3d(64, 32, kernel_size=(1, 2, 2), stride=(1, 2, 2))\n )\n (seg_layers): ModuleList(\n (0): Conv3d(320, 32, kernel_size=(1, 1, 1), stride=(1, 1, 1))\n (1): Conv3d(256, 32, kernel_size=(1, 1, 1), stride=(1, 1, 1))\n (2): Conv3d(128, 32, kernel_size=(1, 1, 1), stride=(1, 1, 1))\n (3): Conv3d(64, 32, kernel_size=(1, 1, 1), stride=(1, 1, 1))\n (4): Conv3d(32, 32, kernel_size=(1, 1, 1), stride=(1, 1, 1))\n )\n )\n )\n (L1): L1Loss()\n (image_loss): myMaskedMSE(\n (mse): myMSE()\n )\n)", + "lr_scheduler": "", + "my_init_kwargs": "{'plans': {'dataset_name': 'Dataset542_synthrad2025_task2_CBCT_HN_pre_v2r_stitched_masked_both', 'plans_name': 'nnUNetResEncUNetLPlans', 'original_median_spacing_after_transp': [3.0, 1.0, 1.0], 'original_median_shape_after_transp': [87, 308, 309], 'image_reader_writer': 'SimpleITKIO', 'transpose_forward': [0, 1, 2], 'transpose_backward': [0, 1, 2], 'configurations': {'2d': {'data_identifier': 'nnUNetPlans_2d', 'preprocessor_name': 'DefaultPreprocessor', 'batch_size': 30, 'patch_size': [320, 320], 'median_image_size_in_voxels': [308.0, 309.0], 'spacing': [1.0, 1.0], 'normalization_schemes': ['CTNormalizationClippingSynthrad2025'], 'use_mask_for_norm': [False], 'resampling_fn_data': 'resample_data_or_seg_to_shape', 'resampling_fn_seg': 'resample_data_or_seg_to_shape', 'resampling_fn_data_kwargs': {'is_seg': False, 'order': 3, 'order_z': 0, 'force_separate_z': None}, 'resampling_fn_seg_kwargs': {'is_seg': True, 'order': 1, 'order_z': 0, 'force_separate_z': None}, 'resampling_fn_probabilities': 'resample_data_or_seg_to_shape', 'resampling_fn_probabilities_kwargs': {'is_seg': False, 'order': 1, 'order_z': 0, 'force_separate_z': None}, 'architecture': {'network_class_name': 'dynamic_network_architectures.architectures.unet.ResidualEncoderUNet', 'arch_kwargs': {'n_stages': 7, 'features_per_stage': [32, 64, 128, 256, 512, 512, 512], 'conv_op': 'torch.nn.modules.conv.Conv2d', 'kernel_sizes': [[3, 3], [3, 3], [3, 3], [3, 3], [3, 3], [3, 3], [3, 3]], 'strides': [[1, 1], [2, 2], [2, 2], [2, 2], [2, 2], [2, 2], [2, 2]], 'n_blocks_per_stage': [1, 3, 4, 6, 6, 6, 6], 'n_conv_per_stage_decoder': [1, 1, 1, 1, 1, 1], 'conv_bias': True, 'norm_op': 'torch.nn.modules.instancenorm.InstanceNorm2d', 'norm_op_kwargs': {'eps': 1e-05, 'affine': True}, 'dropout_op': None, 'dropout_op_kwargs': None, 'nonlin': 'torch.nn.LeakyReLU', 'nonlin_kwargs': {'inplace': True}}, '_kw_requires_import': ['conv_op', 'norm_op', 'dropout_op', 'nonlin']}, 'batch_dice': True}, '3d_fullres': {'data_identifier': 'nnUNetPlans_3d_fullres', 'preprocessor_name': 'DefaultPreprocessor', 'batch_size': 2, 'patch_size': [48, 192, 192], 'median_image_size_in_voxels': [87.0, 308.0, 309.0], 'spacing': [3.0, 1.0, 1.0], 'normalization_schemes': ['CTNormalizationClippingSynthrad2025'], 'use_mask_for_norm': [False], 'resampling_fn_data': 'resample_data_or_seg_to_shape', 'resampling_fn_seg': 'resample_data_or_seg_to_shape', 'resampling_fn_data_kwargs': {'is_seg': False, 'order': 3, 'order_z': 0, 'force_separate_z': None}, 'resampling_fn_seg_kwargs': {'is_seg': True, 'order': 1, 'order_z': 0, 'force_separate_z': None}, 'resampling_fn_probabilities': 'resample_data_or_seg_to_shape', 'resampling_fn_probabilities_kwargs': {'is_seg': False, 'order': 1, 'order_z': 0, 'force_separate_z': None}, 'architecture': {'network_class_name': 'dynamic_network_architectures.architectures.unet.ResidualEncoderUNet', 'arch_kwargs': {'n_stages': 6, 'features_per_stage': [32, 64, 128, 256, 320, 320], 'conv_op': 'torch.nn.modules.conv.Conv3d', 'kernel_sizes': [[1, 3, 3], [3, 3, 3], [3, 3, 3], [3, 3, 3], [3, 3, 3], [3, 3, 3]], 'strides': [[1, 1, 1], [1, 2, 2], [2, 2, 2], [2, 2, 2], [2, 2, 2], [1, 2, 2]], 'n_blocks_per_stage': [1, 3, 4, 6, 6, 6], 'n_conv_per_stage_decoder': [1, 1, 1, 1, 1], 'conv_bias': True, 'norm_op': 'torch.nn.modules.instancenorm.InstanceNorm3d', 'norm_op_kwargs': {'eps': 1e-05, 'affine': True}, 'dropout_op': None, 'dropout_op_kwargs': None, 'nonlin': 'torch.nn.LeakyReLU', 'nonlin_kwargs': {'inplace': True}}, '_kw_requires_import': ['conv_op', 'norm_op', 'dropout_op', 'nonlin']}, 'batch_dice': False}}, 'experiment_planner_used': 'nnUNetPlannerResEncL', 'label_manager': 'LabelManager', 'foreground_intensity_properties_per_channel': {'0': {'max': 3071.0, 'mean': -215.1082763671875, 'median': -133.0, 'min': -1024.0, 'percentile_00_5': -1024.0, 'percentile_99_5': 1345.0, 'std': 459.63665771484375}}}, 'configuration': '3d_fullres', 'fold': 3, 'dataset_json': {'labels': {'label_001': '1', 'background': 0}, 'channel_names': {'0': 'CT_zscore_synthrad'}, 'numTraining': 325, 'file_ending': '.mha'}, 'unpack_dataset': True, 'device': device(type='cuda')}", + "network": "ResidualEncoderUNet", + "num_epochs": "1000", + "num_input_channels": "1", + "num_iterations_per_epoch": "250", + "num_val_iterations_per_epoch": "50", + "optimizer": "SGD (\nParameter Group 0\n dampening: 0\n differentiable: False\n foreach: None\n fused: None\n initial_lr: 0.01\n lr: 0.01\n maximize: False\n momentum: 0.99\n nesterov: True\n weight_decay: 3e-05\n)", + "output_folder": "/datasets/work/hb-synthrad2023/work/synthrad2025/bw_workplace/data/nnunet_struct/results/Dataset542_synthrad2025_task2_CBCT_HN_pre_v2r_stitched_masked_both/nnUNetTrainerMRCT_loss_masked_perception_masked__nnUNetResEncUNetLPlans__3d_fullres/fold_3", + "output_folder_base": "/datasets/work/hb-synthrad2023/work/synthrad2025/bw_workplace/data/nnunet_struct/results/Dataset542_synthrad2025_task2_CBCT_HN_pre_v2r_stitched_masked_both/nnUNetTrainerMRCT_loss_masked_perception_masked__nnUNetResEncUNetLPlans__3d_fullres", + "oversample_foreground_percent": "0.33", + "perception_masked": "True", + "plans_manager": "{'dataset_name': 'Dataset542_synthrad2025_task2_CBCT_HN_pre_v2r_stitched_masked_both', 'plans_name': 'nnUNetResEncUNetLPlans', 'original_median_spacing_after_transp': [3.0, 1.0, 1.0], 'original_median_shape_after_transp': [87, 308, 309], 'image_reader_writer': 'SimpleITKIO', 'transpose_forward': [0, 1, 2], 'transpose_backward': [0, 1, 2], 'configurations': {'2d': {'data_identifier': 'nnUNetPlans_2d', 'preprocessor_name': 'DefaultPreprocessor', 'batch_size': 30, 'patch_size': [320, 320], 'median_image_size_in_voxels': [308.0, 309.0], 'spacing': [1.0, 1.0], 'normalization_schemes': ['CTNormalizationClippingSynthrad2025'], 'use_mask_for_norm': [False], 'resampling_fn_data': 'resample_data_or_seg_to_shape', 'resampling_fn_seg': 'resample_data_or_seg_to_shape', 'resampling_fn_data_kwargs': {'is_seg': False, 'order': 3, 'order_z': 0, 'force_separate_z': None}, 'resampling_fn_seg_kwargs': {'is_seg': True, 'order': 1, 'order_z': 0, 'force_separate_z': None}, 'resampling_fn_probabilities': 'resample_data_or_seg_to_shape', 'resampling_fn_probabilities_kwargs': {'is_seg': False, 'order': 1, 'order_z': 0, 'force_separate_z': None}, 'architecture': {'network_class_name': 'dynamic_network_architectures.architectures.unet.ResidualEncoderUNet', 'arch_kwargs': {'n_stages': 7, 'features_per_stage': [32, 64, 128, 256, 512, 512, 512], 'conv_op': 'torch.nn.modules.conv.Conv2d', 'kernel_sizes': [[3, 3], [3, 3], [3, 3], [3, 3], [3, 3], [3, 3], [3, 3]], 'strides': [[1, 1], [2, 2], [2, 2], [2, 2], [2, 2], [2, 2], [2, 2]], 'n_blocks_per_stage': [1, 3, 4, 6, 6, 6, 6], 'n_conv_per_stage_decoder': [1, 1, 1, 1, 1, 1], 'conv_bias': True, 'norm_op': 'torch.nn.modules.instancenorm.InstanceNorm2d', 'norm_op_kwargs': {'eps': 1e-05, 'affine': True}, 'dropout_op': None, 'dropout_op_kwargs': None, 'nonlin': 'torch.nn.LeakyReLU', 'nonlin_kwargs': {'inplace': True}}, '_kw_requires_import': ['conv_op', 'norm_op', 'dropout_op', 'nonlin']}, 'batch_dice': True}, '3d_fullres': {'data_identifier': 'nnUNetPlans_3d_fullres', 'preprocessor_name': 'DefaultPreprocessor', 'batch_size': 2, 'patch_size': [48, 192, 192], 'median_image_size_in_voxels': [87.0, 308.0, 309.0], 'spacing': [3.0, 1.0, 1.0], 'normalization_schemes': ['CTNormalizationClippingSynthrad2025'], 'use_mask_for_norm': [False], 'resampling_fn_data': 'resample_data_or_seg_to_shape', 'resampling_fn_seg': 'resample_data_or_seg_to_shape', 'resampling_fn_data_kwargs': {'is_seg': False, 'order': 3, 'order_z': 0, 'force_separate_z': None}, 'resampling_fn_seg_kwargs': {'is_seg': True, 'order': 1, 'order_z': 0, 'force_separate_z': None}, 'resampling_fn_probabilities': 'resample_data_or_seg_to_shape', 'resampling_fn_probabilities_kwargs': {'is_seg': False, 'order': 1, 'order_z': 0, 'force_separate_z': None}, 'architecture': {'network_class_name': 'dynamic_network_architectures.architectures.unet.ResidualEncoderUNet', 'arch_kwargs': {'n_stages': 6, 'features_per_stage': [32, 64, 128, 256, 320, 320], 'conv_op': 'torch.nn.modules.conv.Conv3d', 'kernel_sizes': [[1, 3, 3], [3, 3, 3], [3, 3, 3], [3, 3, 3], [3, 3, 3], [3, 3, 3]], 'strides': [[1, 1, 1], [1, 2, 2], [2, 2, 2], [2, 2, 2], [2, 2, 2], [1, 2, 2]], 'n_blocks_per_stage': [1, 3, 4, 6, 6, 6], 'n_conv_per_stage_decoder': [1, 1, 1, 1, 1], 'conv_bias': True, 'norm_op': 'torch.nn.modules.instancenorm.InstanceNorm3d', 'norm_op_kwargs': {'eps': 1e-05, 'affine': True}, 'dropout_op': None, 'dropout_op_kwargs': None, 'nonlin': 'torch.nn.LeakyReLU', 'nonlin_kwargs': {'inplace': True}}, '_kw_requires_import': ['conv_op', 'norm_op', 'dropout_op', 'nonlin']}, 'batch_dice': False}}, 'experiment_planner_used': 'nnUNetPlannerResEncL', 'label_manager': 'LabelManager', 'foreground_intensity_properties_per_channel': {'0': {'max': 3071.0, 'mean': -215.1082763671875, 'median': -133.0, 'min': -1024.0, 'percentile_00_5': -1024.0, 'percentile_99_5': 1345.0, 'std': 459.63665771484375}}}", + "preprocessed_dataset_folder": "/datasets/work/hb-synthrad2023/work/synthrad2025/bw_workplace/data/nnunet_struct/preprocessed/Dataset542_synthrad2025_task2_CBCT_HN_pre_v2r_stitched_masked_both/nnUNetPlans_3d_fullres", + "preprocessed_dataset_folder_base": "/datasets/work/hb-synthrad2023/work/synthrad2025/bw_workplace/data/nnunet_struct/preprocessed/Dataset542_synthrad2025_task2_CBCT_HN_pre_v2r_stitched_masked_both", + "save_every": "50", + "torch_version": "2.7.1+cu126", + "unpack_dataset": "True", + "was_initialized": "True", + "weight_decay": "3e-05" +} \ No newline at end of file diff --git a/Dataset542/nnUNetTrainerMRCT_loss_masked_perception_masked__nnUNetResEncUNetLPlans__3d_fullres/fold_3/progress.png b/Dataset542/nnUNetTrainerMRCT_loss_masked_perception_masked__nnUNetResEncUNetLPlans__3d_fullres/fold_3/progress.png new file mode 100644 index 0000000000000000000000000000000000000000..dc73a41e7c5f72169bd9a8074a238e5d138b7ddf --- /dev/null +++ b/Dataset542/nnUNetTrainerMRCT_loss_masked_perception_masked__nnUNetResEncUNetLPlans__3d_fullres/fold_3/progress.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bc1627df80744f0707aab4875857ab67c7a0537d62d4ecde3f8895b0e6f8dc10 +size 465555 diff --git a/Dataset542/nnUNetTrainerMRCT_loss_masked_perception_masked__nnUNetResEncUNetLPlans__3d_fullres/fold_3/validation/summary.json b/Dataset542/nnUNetTrainerMRCT_loss_masked_perception_masked__nnUNetResEncUNetLPlans__3d_fullres/fold_3/validation/summary.json new file mode 100644 index 0000000000000000000000000000000000000000..2b2d2afcbd63737d0a51d7aa5c77df6cced8a2d7 --- /dev/null +++ b/Dataset542/nnUNetTrainerMRCT_loss_masked_perception_masked__nnUNetResEncUNetLPlans__3d_fullres/fold_3/validation/summary.json @@ -0,0 +1,52 @@ +{ + "mae": { + "mean": 59.47002310455084, + "std": 10.81101956977336, + "max": 94.50828806284945, + "min": 36.317991411599486, + "25pc": 52.56278780551801, + "50pc": 59.594791153916205, + "75pc": 66.75560383832976, + "count": 65 + }, + "psnr": { + "mean": 30.436606174983975, + "std": 1.6599915209936646, + "max": 33.89549634476005, + "min": 25.09274031843838, + "25pc": 29.529631611563087, + "50pc": 30.392155700379533, + "75pc": 31.561705183768176, + "count": 65 + }, + "ms_ssim": { + "mean": 0.9760188647757344, + "std": 0.01237160436690702, + "max": 0.9932310644312488, + "min": 0.9152976435953994, + "25pc": 0.970455666718718, + "50pc": 0.9783151481112313, + "75pc": 0.9842064148424343, + "count": 65 + }, + "DICE": { + "mean": 0.8854188469740061, + "std": 0.04068928940244239, + "max": 0.9550503492355347, + "min": 0.7674918174743652, + "25pc": 0.8717526197433472, + "50pc": 0.888530433177948, + "75pc": 0.9147038459777832, + "count": 65 + }, + "HD95": { + "mean": 1.7257186284432044, + "std": 0.570431841226223, + "max": 3.76181697845459, + "min": 1.0, + "25pc": 1.2859621047973633, + "50pc": 1.5108829736709595, + "75pc": 1.9506815671920776, + "count": 65 + } +} \ No newline at end of file diff --git a/Dataset542/nnUNetTrainerMRCT_loss_masked_perception_masked__nnUNetResEncUNetLPlans__3d_fullres/fold_4/checkpoint_final.pth b/Dataset542/nnUNetTrainerMRCT_loss_masked_perception_masked__nnUNetResEncUNetLPlans__3d_fullres/fold_4/checkpoint_final.pth new file mode 100644 index 0000000000000000000000000000000000000000..c2845abdbcd3e3581b16e927c5b986c703b158b0 --- /dev/null +++ b/Dataset542/nnUNetTrainerMRCT_loss_masked_perception_masked__nnUNetResEncUNetLPlans__3d_fullres/fold_4/checkpoint_final.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:31734306539ca206a8a953bf04eb4cd2e1fe553606db7a2b26f40399983ae88e +size 815577837 diff --git a/Dataset542/nnUNetTrainerMRCT_loss_masked_perception_masked__nnUNetResEncUNetLPlans__3d_fullres/fold_4/debug.json b/Dataset542/nnUNetTrainerMRCT_loss_masked_perception_masked__nnUNetResEncUNetLPlans__3d_fullres/fold_4/debug.json new file mode 100644 index 0000000000000000000000000000000000000000..63e8bca08997561574684571436ca6acc0aa6356 --- /dev/null +++ b/Dataset542/nnUNetTrainerMRCT_loss_masked_perception_masked__nnUNetResEncUNetLPlans__3d_fullres/fold_4/debug.json @@ -0,0 +1,58 @@ +{ + "_best_ema": "None", + "aim_run": ">", + "batch_size": "2", + "configuration_manager": "{'data_identifier': 'nnUNetPlans_3d_fullres', 'preprocessor_name': 'DefaultPreprocessor', 'batch_size': 2, 'patch_size': [48, 192, 192], 'median_image_size_in_voxels': [87.0, 308.0, 309.0], 'spacing': [3.0, 1.0, 1.0], 'normalization_schemes': ['CTNormalizationClippingSynthrad2025'], 'use_mask_for_norm': [False], 'resampling_fn_data': 'resample_data_or_seg_to_shape', 'resampling_fn_seg': 'resample_data_or_seg_to_shape', 'resampling_fn_data_kwargs': {'is_seg': False, 'order': 3, 'order_z': 0, 'force_separate_z': None}, 'resampling_fn_seg_kwargs': {'is_seg': True, 'order': 1, 'order_z': 0, 'force_separate_z': None}, 'resampling_fn_probabilities': 'resample_data_or_seg_to_shape', 'resampling_fn_probabilities_kwargs': {'is_seg': False, 'order': 1, 'order_z': 0, 'force_separate_z': None}, 'architecture': {'network_class_name': 'dynamic_network_architectures.architectures.unet.ResidualEncoderUNet', 'arch_kwargs': {'n_stages': 6, 'features_per_stage': [32, 64, 128, 256, 320, 320], 'conv_op': 'torch.nn.modules.conv.Conv3d', 'kernel_sizes': [[1, 3, 3], [3, 3, 3], [3, 3, 3], [3, 3, 3], [3, 3, 3], [3, 3, 3]], 'strides': [[1, 1, 1], [1, 2, 2], [2, 2, 2], [2, 2, 2], [2, 2, 2], [1, 2, 2]], 'n_blocks_per_stage': [1, 3, 4, 6, 6, 6], 'n_conv_per_stage_decoder': [1, 1, 1, 1, 1], 'conv_bias': True, 'norm_op': 'torch.nn.modules.instancenorm.InstanceNorm3d', 'norm_op_kwargs': {'eps': 1e-05, 'affine': True}, 'dropout_op': None, 'dropout_op_kwargs': None, 'nonlin': 'torch.nn.LeakyReLU', 'nonlin_kwargs': {'inplace': True}, 'deep_supervision': False}, '_kw_requires_import': ['conv_op', 'norm_op', 'dropout_op', 'nonlin']}, 'batch_dice': False}", + "configuration_name": "3d_fullres", + "cudnn_version": 90501, + "current_epoch": "0", + "dataloader_train": "", + "dataloader_train.generator": "", + "dataloader_train.num_processes": "12", + "dataloader_train.transform": "Compose ( [RemoveLabelTransform( output_key = 'seg', input_key = 'seg', replace_with = 0, remove_label = -1 ), RenameTransform( delete_old = True, out_key = 'target', in_key = 'seg' ), NumpyToTensor( keys = ['data', 'target', 'mask'], cast_to = 'float' )] )", + "dataloader_val": "", + "dataloader_val.generator": "", + "dataloader_val.num_processes": "6", + "dataloader_val.transform": "Compose ( [RemoveLabelTransform( output_key = 'seg', input_key = 'seg', replace_with = 0, remove_label = -1 ), RenameTransform( delete_old = True, out_key = 'target', in_key = 'seg' ), NumpyToTensor( keys = ['data', 'target', 'mask'], cast_to = 'float' )] )", + "dataset_json": "{'labels': {'label_001': '1', 'background': 0}, 'channel_names': {'0': 'CT_zscore_synthrad'}, 'numTraining': 325, 'file_ending': '.mha'}", + "debug_custom": "{'run_hash': 'f0e89b2883824d1e97ac3301'}", + "decoder_type": "standard", + "device": "cuda:0", + "disable_checkpointing": "False", + "enable_deep_supervision": "False", + "fold": "4", + "folder_with_segs_from_previous_stage": "None", + "gpu_name": "NVIDIA H100", + "grad_scaler": "", + "hostname": "g029", + "image_loss_weight": "0.5", + "inference_allowed_mirroring_axes": "None", + "initial_lr": "0.01", + "is_cascaded": "False", + "is_ddp": "False", + "label_manager": "", + "local_rank": "0", + "log_file": "/datasets/work/hb-synthrad2023/work/synthrad2025/bw_workplace/data/nnunet_struct/results/Dataset542_synthrad2025_task2_CBCT_HN_pre_v2r_stitched_masked_both/nnUNetTrainerMRCT_loss_masked_perception_masked__nnUNetResEncUNetLPlans__3d_fullres/fold_4/training_log_2025_8_14_18_28_34.txt", + "logger": "", + "loss": "SynPerceptionLoss(\n (seg_model): ResidualEncoderUNet(\n (encoder): ResidualEncoder(\n (stem): StackedConvBlocks(\n (convs): Sequential(\n (0): ConvDropoutNormReLU(\n (conv): Conv3d(1, 32, kernel_size=(1, 3, 3), stride=(1, 1, 1), padding=(0, 1, 1))\n (norm): InstanceNorm3d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(1, 32, kernel_size=(1, 3, 3), stride=(1, 1, 1), padding=(0, 1, 1))\n (1): InstanceNorm3d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n )\n (stages): Sequential(\n (0): StackedResidualBlocks(\n (blocks): Sequential(\n (0): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(32, 32, kernel_size=(1, 3, 3), stride=(1, 1, 1), padding=(0, 1, 1))\n (norm): InstanceNorm3d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(32, 32, kernel_size=(1, 3, 3), stride=(1, 1, 1), padding=(0, 1, 1))\n (1): InstanceNorm3d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(32, 32, kernel_size=(1, 3, 3), stride=(1, 1, 1), padding=(0, 1, 1))\n (norm): InstanceNorm3d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(32, 32, kernel_size=(1, 3, 3), stride=(1, 1, 1), padding=(0, 1, 1))\n (1): InstanceNorm3d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n (1): StackedResidualBlocks(\n (blocks): Sequential(\n (0): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(32, 64, kernel_size=(3, 3, 3), stride=(1, 2, 2), padding=(1, 1, 1))\n (norm): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(32, 64, kernel_size=(3, 3, 3), stride=(1, 2, 2), padding=(1, 1, 1))\n (1): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n (skip): Sequential(\n (0): AvgPool3d(kernel_size=[1, 2, 2], stride=[1, 2, 2], padding=0)\n (1): ConvDropoutNormReLU(\n (conv): Conv3d(32, 64, kernel_size=(1, 1, 1), stride=(1, 1, 1), bias=False)\n (norm): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(32, 64, kernel_size=(1, 1, 1), stride=(1, 1, 1), bias=False)\n (1): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n )\n )\n (1): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (2): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n (2): StackedResidualBlocks(\n (blocks): Sequential(\n (0): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(64, 128, kernel_size=(3, 3, 3), stride=(2, 2, 2), padding=(1, 1, 1))\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(64, 128, kernel_size=(3, 3, 3), stride=(2, 2, 2), padding=(1, 1, 1))\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n (skip): Sequential(\n (0): AvgPool3d(kernel_size=[2, 2, 2], stride=[2, 2, 2], padding=0)\n (1): ConvDropoutNormReLU(\n (conv): Conv3d(64, 128, kernel_size=(1, 1, 1), stride=(1, 1, 1), bias=False)\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(64, 128, kernel_size=(1, 1, 1), stride=(1, 1, 1), bias=False)\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n )\n )\n (1): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (2): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (3): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n (3): StackedResidualBlocks(\n (blocks): Sequential(\n (0): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(128, 256, kernel_size=(3, 3, 3), stride=(2, 2, 2), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(128, 256, kernel_size=(3, 3, 3), stride=(2, 2, 2), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n (skip): Sequential(\n (0): AvgPool3d(kernel_size=[2, 2, 2], stride=[2, 2, 2], padding=0)\n (1): ConvDropoutNormReLU(\n (conv): Conv3d(128, 256, kernel_size=(1, 1, 1), stride=(1, 1, 1), bias=False)\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(128, 256, kernel_size=(1, 1, 1), stride=(1, 1, 1), bias=False)\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n )\n )\n (1): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (2): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (3): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (4): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (5): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n (4): StackedResidualBlocks(\n (blocks): Sequential(\n (0): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(256, 320, kernel_size=(3, 3, 3), stride=(2, 2, 2), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(256, 320, kernel_size=(3, 3, 3), stride=(2, 2, 2), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n (skip): Sequential(\n (0): AvgPool3d(kernel_size=[2, 2, 2], stride=[2, 2, 2], padding=0)\n (1): ConvDropoutNormReLU(\n (conv): Conv3d(256, 320, kernel_size=(1, 1, 1), stride=(1, 1, 1), bias=False)\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(256, 320, kernel_size=(1, 1, 1), stride=(1, 1, 1), bias=False)\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n )\n )\n (1): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (2): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (3): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (4): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (5): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n (5): StackedResidualBlocks(\n (blocks): Sequential(\n (0): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 2, 2), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 2, 2), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n (skip): Sequential(\n (0): AvgPool3d(kernel_size=[1, 2, 2], stride=[1, 2, 2], padding=0)\n )\n )\n (1): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (2): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (3): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (4): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (5): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n )\n )\n (decoder): UNetDecoder(\n (encoder): ResidualEncoder(\n (stem): StackedConvBlocks(\n (convs): Sequential(\n (0): ConvDropoutNormReLU(\n (conv): Conv3d(1, 32, kernel_size=(1, 3, 3), stride=(1, 1, 1), padding=(0, 1, 1))\n (norm): InstanceNorm3d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(1, 32, kernel_size=(1, 3, 3), stride=(1, 1, 1), padding=(0, 1, 1))\n (1): InstanceNorm3d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n )\n (stages): Sequential(\n (0): StackedResidualBlocks(\n (blocks): Sequential(\n (0): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(32, 32, kernel_size=(1, 3, 3), stride=(1, 1, 1), padding=(0, 1, 1))\n (norm): InstanceNorm3d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(32, 32, kernel_size=(1, 3, 3), stride=(1, 1, 1), padding=(0, 1, 1))\n (1): InstanceNorm3d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(32, 32, kernel_size=(1, 3, 3), stride=(1, 1, 1), padding=(0, 1, 1))\n (norm): InstanceNorm3d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(32, 32, kernel_size=(1, 3, 3), stride=(1, 1, 1), padding=(0, 1, 1))\n (1): InstanceNorm3d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n (1): StackedResidualBlocks(\n (blocks): Sequential(\n (0): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(32, 64, kernel_size=(3, 3, 3), stride=(1, 2, 2), padding=(1, 1, 1))\n (norm): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(32, 64, kernel_size=(3, 3, 3), stride=(1, 2, 2), padding=(1, 1, 1))\n (1): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n (skip): Sequential(\n (0): AvgPool3d(kernel_size=[1, 2, 2], stride=[1, 2, 2], padding=0)\n (1): ConvDropoutNormReLU(\n (conv): Conv3d(32, 64, kernel_size=(1, 1, 1), stride=(1, 1, 1), bias=False)\n (norm): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(32, 64, kernel_size=(1, 1, 1), stride=(1, 1, 1), bias=False)\n (1): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n )\n )\n (1): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (2): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n (2): StackedResidualBlocks(\n (blocks): Sequential(\n (0): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(64, 128, kernel_size=(3, 3, 3), stride=(2, 2, 2), padding=(1, 1, 1))\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(64, 128, kernel_size=(3, 3, 3), stride=(2, 2, 2), padding=(1, 1, 1))\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n (skip): Sequential(\n (0): AvgPool3d(kernel_size=[2, 2, 2], stride=[2, 2, 2], padding=0)\n (1): ConvDropoutNormReLU(\n (conv): Conv3d(64, 128, kernel_size=(1, 1, 1), stride=(1, 1, 1), bias=False)\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(64, 128, kernel_size=(1, 1, 1), stride=(1, 1, 1), bias=False)\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n )\n )\n (1): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (2): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (3): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n (3): StackedResidualBlocks(\n (blocks): Sequential(\n (0): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(128, 256, kernel_size=(3, 3, 3), stride=(2, 2, 2), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(128, 256, kernel_size=(3, 3, 3), stride=(2, 2, 2), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n (skip): Sequential(\n (0): AvgPool3d(kernel_size=[2, 2, 2], stride=[2, 2, 2], padding=0)\n (1): ConvDropoutNormReLU(\n (conv): Conv3d(128, 256, kernel_size=(1, 1, 1), stride=(1, 1, 1), bias=False)\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(128, 256, kernel_size=(1, 1, 1), stride=(1, 1, 1), bias=False)\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n )\n )\n (1): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (2): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (3): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (4): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (5): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n (4): StackedResidualBlocks(\n (blocks): Sequential(\n (0): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(256, 320, kernel_size=(3, 3, 3), stride=(2, 2, 2), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(256, 320, kernel_size=(3, 3, 3), stride=(2, 2, 2), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n (skip): Sequential(\n (0): AvgPool3d(kernel_size=[2, 2, 2], stride=[2, 2, 2], padding=0)\n (1): ConvDropoutNormReLU(\n (conv): Conv3d(256, 320, kernel_size=(1, 1, 1), stride=(1, 1, 1), bias=False)\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(256, 320, kernel_size=(1, 1, 1), stride=(1, 1, 1), bias=False)\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n )\n )\n (1): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (2): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (3): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (4): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (5): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n (5): StackedResidualBlocks(\n (blocks): Sequential(\n (0): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 2, 2), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 2, 2), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n (skip): Sequential(\n (0): AvgPool3d(kernel_size=[1, 2, 2], stride=[1, 2, 2], padding=0)\n )\n )\n (1): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (2): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (3): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (4): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (5): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n )\n )\n (stages): ModuleList(\n (0): StackedConvBlocks(\n (convs): Sequential(\n (0): ConvDropoutNormReLU(\n (conv): Conv3d(640, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(640, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n )\n (1): StackedConvBlocks(\n (convs): Sequential(\n (0): ConvDropoutNormReLU(\n (conv): Conv3d(512, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(512, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n )\n (2): StackedConvBlocks(\n (convs): Sequential(\n (0): ConvDropoutNormReLU(\n (conv): Conv3d(256, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(256, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n )\n (3): StackedConvBlocks(\n (convs): Sequential(\n (0): ConvDropoutNormReLU(\n (conv): Conv3d(128, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(128, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n )\n (4): StackedConvBlocks(\n (convs): Sequential(\n (0): ConvDropoutNormReLU(\n (conv): Conv3d(64, 32, kernel_size=(1, 3, 3), stride=(1, 1, 1), padding=(0, 1, 1))\n (norm): InstanceNorm3d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(64, 32, kernel_size=(1, 3, 3), stride=(1, 1, 1), padding=(0, 1, 1))\n (1): InstanceNorm3d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n )\n )\n (transpconvs): ModuleList(\n (0): ConvTranspose3d(320, 320, kernel_size=(1, 2, 2), stride=(1, 2, 2))\n (1): ConvTranspose3d(320, 256, kernel_size=(2, 2, 2), stride=(2, 2, 2))\n (2): ConvTranspose3d(256, 128, kernel_size=(2, 2, 2), stride=(2, 2, 2))\n (3): ConvTranspose3d(128, 64, kernel_size=(2, 2, 2), stride=(2, 2, 2))\n (4): ConvTranspose3d(64, 32, kernel_size=(1, 2, 2), stride=(1, 2, 2))\n )\n (seg_layers): ModuleList(\n (0): Conv3d(320, 32, kernel_size=(1, 1, 1), stride=(1, 1, 1))\n (1): Conv3d(256, 32, kernel_size=(1, 1, 1), stride=(1, 1, 1))\n (2): Conv3d(128, 32, kernel_size=(1, 1, 1), stride=(1, 1, 1))\n (3): Conv3d(64, 32, kernel_size=(1, 1, 1), stride=(1, 1, 1))\n (4): Conv3d(32, 32, kernel_size=(1, 1, 1), stride=(1, 1, 1))\n )\n )\n )\n (L1): L1Loss()\n (image_loss): myMaskedMSE(\n (mse): myMSE()\n )\n)", + "lr_scheduler": "", + "my_init_kwargs": "{'plans': {'dataset_name': 'Dataset542_synthrad2025_task2_CBCT_HN_pre_v2r_stitched_masked_both', 'plans_name': 'nnUNetResEncUNetLPlans', 'original_median_spacing_after_transp': [3.0, 1.0, 1.0], 'original_median_shape_after_transp': [87, 308, 309], 'image_reader_writer': 'SimpleITKIO', 'transpose_forward': [0, 1, 2], 'transpose_backward': [0, 1, 2], 'configurations': {'2d': {'data_identifier': 'nnUNetPlans_2d', 'preprocessor_name': 'DefaultPreprocessor', 'batch_size': 30, 'patch_size': [320, 320], 'median_image_size_in_voxels': [308.0, 309.0], 'spacing': [1.0, 1.0], 'normalization_schemes': ['CTNormalizationClippingSynthrad2025'], 'use_mask_for_norm': [False], 'resampling_fn_data': 'resample_data_or_seg_to_shape', 'resampling_fn_seg': 'resample_data_or_seg_to_shape', 'resampling_fn_data_kwargs': {'is_seg': False, 'order': 3, 'order_z': 0, 'force_separate_z': None}, 'resampling_fn_seg_kwargs': {'is_seg': True, 'order': 1, 'order_z': 0, 'force_separate_z': None}, 'resampling_fn_probabilities': 'resample_data_or_seg_to_shape', 'resampling_fn_probabilities_kwargs': {'is_seg': False, 'order': 1, 'order_z': 0, 'force_separate_z': None}, 'architecture': {'network_class_name': 'dynamic_network_architectures.architectures.unet.ResidualEncoderUNet', 'arch_kwargs': {'n_stages': 7, 'features_per_stage': [32, 64, 128, 256, 512, 512, 512], 'conv_op': 'torch.nn.modules.conv.Conv2d', 'kernel_sizes': [[3, 3], [3, 3], [3, 3], [3, 3], [3, 3], [3, 3], [3, 3]], 'strides': [[1, 1], [2, 2], [2, 2], [2, 2], [2, 2], [2, 2], [2, 2]], 'n_blocks_per_stage': [1, 3, 4, 6, 6, 6, 6], 'n_conv_per_stage_decoder': [1, 1, 1, 1, 1, 1], 'conv_bias': True, 'norm_op': 'torch.nn.modules.instancenorm.InstanceNorm2d', 'norm_op_kwargs': {'eps': 1e-05, 'affine': True}, 'dropout_op': None, 'dropout_op_kwargs': None, 'nonlin': 'torch.nn.LeakyReLU', 'nonlin_kwargs': {'inplace': True}}, '_kw_requires_import': ['conv_op', 'norm_op', 'dropout_op', 'nonlin']}, 'batch_dice': True}, '3d_fullres': {'data_identifier': 'nnUNetPlans_3d_fullres', 'preprocessor_name': 'DefaultPreprocessor', 'batch_size': 2, 'patch_size': [48, 192, 192], 'median_image_size_in_voxels': [87.0, 308.0, 309.0], 'spacing': [3.0, 1.0, 1.0], 'normalization_schemes': ['CTNormalizationClippingSynthrad2025'], 'use_mask_for_norm': [False], 'resampling_fn_data': 'resample_data_or_seg_to_shape', 'resampling_fn_seg': 'resample_data_or_seg_to_shape', 'resampling_fn_data_kwargs': {'is_seg': False, 'order': 3, 'order_z': 0, 'force_separate_z': None}, 'resampling_fn_seg_kwargs': {'is_seg': True, 'order': 1, 'order_z': 0, 'force_separate_z': None}, 'resampling_fn_probabilities': 'resample_data_or_seg_to_shape', 'resampling_fn_probabilities_kwargs': {'is_seg': False, 'order': 1, 'order_z': 0, 'force_separate_z': None}, 'architecture': {'network_class_name': 'dynamic_network_architectures.architectures.unet.ResidualEncoderUNet', 'arch_kwargs': {'n_stages': 6, 'features_per_stage': [32, 64, 128, 256, 320, 320], 'conv_op': 'torch.nn.modules.conv.Conv3d', 'kernel_sizes': [[1, 3, 3], [3, 3, 3], [3, 3, 3], [3, 3, 3], [3, 3, 3], [3, 3, 3]], 'strides': [[1, 1, 1], [1, 2, 2], [2, 2, 2], [2, 2, 2], [2, 2, 2], [1, 2, 2]], 'n_blocks_per_stage': [1, 3, 4, 6, 6, 6], 'n_conv_per_stage_decoder': [1, 1, 1, 1, 1], 'conv_bias': True, 'norm_op': 'torch.nn.modules.instancenorm.InstanceNorm3d', 'norm_op_kwargs': {'eps': 1e-05, 'affine': True}, 'dropout_op': None, 'dropout_op_kwargs': None, 'nonlin': 'torch.nn.LeakyReLU', 'nonlin_kwargs': {'inplace': True}}, '_kw_requires_import': ['conv_op', 'norm_op', 'dropout_op', 'nonlin']}, 'batch_dice': False}}, 'experiment_planner_used': 'nnUNetPlannerResEncL', 'label_manager': 'LabelManager', 'foreground_intensity_properties_per_channel': {'0': {'max': 3071.0, 'mean': -215.1082763671875, 'median': -133.0, 'min': -1024.0, 'percentile_00_5': -1024.0, 'percentile_99_5': 1345.0, 'std': 459.63665771484375}}}, 'configuration': '3d_fullres', 'fold': 4, 'dataset_json': {'labels': {'label_001': '1', 'background': 0}, 'channel_names': {'0': 'CT_zscore_synthrad'}, 'numTraining': 325, 'file_ending': '.mha'}, 'unpack_dataset': True, 'device': device(type='cuda')}", + "network": "ResidualEncoderUNet", + "num_epochs": "1000", + "num_input_channels": "1", + "num_iterations_per_epoch": "250", + "num_val_iterations_per_epoch": "50", + "optimizer": "SGD (\nParameter Group 0\n dampening: 0\n differentiable: False\n foreach: None\n fused: None\n initial_lr: 0.01\n lr: 0.01\n maximize: False\n momentum: 0.99\n nesterov: True\n weight_decay: 3e-05\n)", + "output_folder": "/datasets/work/hb-synthrad2023/work/synthrad2025/bw_workplace/data/nnunet_struct/results/Dataset542_synthrad2025_task2_CBCT_HN_pre_v2r_stitched_masked_both/nnUNetTrainerMRCT_loss_masked_perception_masked__nnUNetResEncUNetLPlans__3d_fullres/fold_4", + "output_folder_base": "/datasets/work/hb-synthrad2023/work/synthrad2025/bw_workplace/data/nnunet_struct/results/Dataset542_synthrad2025_task2_CBCT_HN_pre_v2r_stitched_masked_both/nnUNetTrainerMRCT_loss_masked_perception_masked__nnUNetResEncUNetLPlans__3d_fullres", + "oversample_foreground_percent": "0.33", + "perception_masked": "True", + "plans_manager": "{'dataset_name': 'Dataset542_synthrad2025_task2_CBCT_HN_pre_v2r_stitched_masked_both', 'plans_name': 'nnUNetResEncUNetLPlans', 'original_median_spacing_after_transp': [3.0, 1.0, 1.0], 'original_median_shape_after_transp': [87, 308, 309], 'image_reader_writer': 'SimpleITKIO', 'transpose_forward': [0, 1, 2], 'transpose_backward': [0, 1, 2], 'configurations': {'2d': {'data_identifier': 'nnUNetPlans_2d', 'preprocessor_name': 'DefaultPreprocessor', 'batch_size': 30, 'patch_size': [320, 320], 'median_image_size_in_voxels': [308.0, 309.0], 'spacing': [1.0, 1.0], 'normalization_schemes': ['CTNormalizationClippingSynthrad2025'], 'use_mask_for_norm': [False], 'resampling_fn_data': 'resample_data_or_seg_to_shape', 'resampling_fn_seg': 'resample_data_or_seg_to_shape', 'resampling_fn_data_kwargs': {'is_seg': False, 'order': 3, 'order_z': 0, 'force_separate_z': None}, 'resampling_fn_seg_kwargs': {'is_seg': True, 'order': 1, 'order_z': 0, 'force_separate_z': None}, 'resampling_fn_probabilities': 'resample_data_or_seg_to_shape', 'resampling_fn_probabilities_kwargs': {'is_seg': False, 'order': 1, 'order_z': 0, 'force_separate_z': None}, 'architecture': {'network_class_name': 'dynamic_network_architectures.architectures.unet.ResidualEncoderUNet', 'arch_kwargs': {'n_stages': 7, 'features_per_stage': [32, 64, 128, 256, 512, 512, 512], 'conv_op': 'torch.nn.modules.conv.Conv2d', 'kernel_sizes': [[3, 3], [3, 3], [3, 3], [3, 3], [3, 3], [3, 3], [3, 3]], 'strides': [[1, 1], [2, 2], [2, 2], [2, 2], [2, 2], [2, 2], [2, 2]], 'n_blocks_per_stage': [1, 3, 4, 6, 6, 6, 6], 'n_conv_per_stage_decoder': [1, 1, 1, 1, 1, 1], 'conv_bias': True, 'norm_op': 'torch.nn.modules.instancenorm.InstanceNorm2d', 'norm_op_kwargs': {'eps': 1e-05, 'affine': True}, 'dropout_op': None, 'dropout_op_kwargs': None, 'nonlin': 'torch.nn.LeakyReLU', 'nonlin_kwargs': {'inplace': True}}, '_kw_requires_import': ['conv_op', 'norm_op', 'dropout_op', 'nonlin']}, 'batch_dice': True}, '3d_fullres': {'data_identifier': 'nnUNetPlans_3d_fullres', 'preprocessor_name': 'DefaultPreprocessor', 'batch_size': 2, 'patch_size': [48, 192, 192], 'median_image_size_in_voxels': [87.0, 308.0, 309.0], 'spacing': [3.0, 1.0, 1.0], 'normalization_schemes': ['CTNormalizationClippingSynthrad2025'], 'use_mask_for_norm': [False], 'resampling_fn_data': 'resample_data_or_seg_to_shape', 'resampling_fn_seg': 'resample_data_or_seg_to_shape', 'resampling_fn_data_kwargs': {'is_seg': False, 'order': 3, 'order_z': 0, 'force_separate_z': None}, 'resampling_fn_seg_kwargs': {'is_seg': True, 'order': 1, 'order_z': 0, 'force_separate_z': None}, 'resampling_fn_probabilities': 'resample_data_or_seg_to_shape', 'resampling_fn_probabilities_kwargs': {'is_seg': False, 'order': 1, 'order_z': 0, 'force_separate_z': None}, 'architecture': {'network_class_name': 'dynamic_network_architectures.architectures.unet.ResidualEncoderUNet', 'arch_kwargs': {'n_stages': 6, 'features_per_stage': [32, 64, 128, 256, 320, 320], 'conv_op': 'torch.nn.modules.conv.Conv3d', 'kernel_sizes': [[1, 3, 3], [3, 3, 3], [3, 3, 3], [3, 3, 3], [3, 3, 3], [3, 3, 3]], 'strides': [[1, 1, 1], [1, 2, 2], [2, 2, 2], [2, 2, 2], [2, 2, 2], [1, 2, 2]], 'n_blocks_per_stage': [1, 3, 4, 6, 6, 6], 'n_conv_per_stage_decoder': [1, 1, 1, 1, 1], 'conv_bias': True, 'norm_op': 'torch.nn.modules.instancenorm.InstanceNorm3d', 'norm_op_kwargs': {'eps': 1e-05, 'affine': True}, 'dropout_op': None, 'dropout_op_kwargs': None, 'nonlin': 'torch.nn.LeakyReLU', 'nonlin_kwargs': {'inplace': True}}, '_kw_requires_import': ['conv_op', 'norm_op', 'dropout_op', 'nonlin']}, 'batch_dice': False}}, 'experiment_planner_used': 'nnUNetPlannerResEncL', 'label_manager': 'LabelManager', 'foreground_intensity_properties_per_channel': {'0': {'max': 3071.0, 'mean': -215.1082763671875, 'median': -133.0, 'min': -1024.0, 'percentile_00_5': -1024.0, 'percentile_99_5': 1345.0, 'std': 459.63665771484375}}}", + "preprocessed_dataset_folder": "/datasets/work/hb-synthrad2023/work/synthrad2025/bw_workplace/data/nnunet_struct/preprocessed/Dataset542_synthrad2025_task2_CBCT_HN_pre_v2r_stitched_masked_both/nnUNetPlans_3d_fullres", + "preprocessed_dataset_folder_base": "/datasets/work/hb-synthrad2023/work/synthrad2025/bw_workplace/data/nnunet_struct/preprocessed/Dataset542_synthrad2025_task2_CBCT_HN_pre_v2r_stitched_masked_both", + "save_every": "50", + "torch_version": "2.7.1+cu126", + "unpack_dataset": "True", + "was_initialized": "True", + "weight_decay": "3e-05" +} \ No newline at end of file diff --git a/Dataset542/nnUNetTrainerMRCT_loss_masked_perception_masked__nnUNetResEncUNetLPlans__3d_fullres/fold_4/progress.png b/Dataset542/nnUNetTrainerMRCT_loss_masked_perception_masked__nnUNetResEncUNetLPlans__3d_fullres/fold_4/progress.png new file mode 100644 index 0000000000000000000000000000000000000000..1af06e503f001901db6f96faf08e52b4fd921184 --- /dev/null +++ b/Dataset542/nnUNetTrainerMRCT_loss_masked_perception_masked__nnUNetResEncUNetLPlans__3d_fullres/fold_4/progress.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dd4a9a0e599c30e4bd7a19a8413169a5970e0733defeb2729aed2ae20c58ad21 +size 468596 diff --git a/Dataset542/nnUNetTrainerMRCT_loss_masked_perception_masked__nnUNetResEncUNetLPlans__3d_fullres/fold_4/validation/summary.json b/Dataset542/nnUNetTrainerMRCT_loss_masked_perception_masked__nnUNetResEncUNetLPlans__3d_fullres/fold_4/validation/summary.json new file mode 100644 index 0000000000000000000000000000000000000000..5936d9090dace839c20c13000fae23de9cc894f6 --- /dev/null +++ b/Dataset542/nnUNetTrainerMRCT_loss_masked_perception_masked__nnUNetResEncUNetLPlans__3d_fullres/fold_4/validation/summary.json @@ -0,0 +1,52 @@ +{ + "mae": { + "mean": 59.81550939299808, + "std": 9.03344137096807, + "max": 86.55407411236509, + "min": 41.31046503426345, + "25pc": 53.78254540290808, + "50pc": 58.900544413718634, + "75pc": 64.43899849257839, + "count": 65 + }, + "psnr": { + "mean": 30.27903952027891, + "std": 1.4029605061057437, + "max": 33.444057935542446, + "min": 26.74722877488563, + "25pc": 29.606531570444826, + "50pc": 30.468317698487457, + "75pc": 31.135384300124286, + "count": 65 + }, + "ms_ssim": { + "mean": 0.9748701394422348, + "std": 0.01868224022307785, + "max": 0.9919857072378632, + "min": 0.8477223848270846, + "25pc": 0.9713811703376288, + "50pc": 0.9800244903527164, + "75pc": 0.9839494228128256, + "count": 65 + }, + "DICE": { + "mean": 0.8786676654448876, + "std": 0.04085292480312972, + "max": 0.9457669854164124, + "min": 0.7385271787643433, + "25pc": 0.857272207736969, + "50pc": 0.8850048184394836, + "75pc": 0.9062296152114868, + "count": 65 + }, + "HD95": { + "mean": 1.8806897511849037, + "std": 0.7390234507419097, + "max": 4.64456844329834, + "min": 1.0, + "25pc": 1.3829010725021362, + "50pc": 1.6428419351577759, + "75pc": 1.9808140993118286, + "count": 65 + } +} \ No newline at end of file diff --git a/Dataset542/nnUNetTrainerMRCT_loss_masked_perception_masked__nnUNetResEncUNetLPlans__3d_fullres/plans.json b/Dataset542/nnUNetTrainerMRCT_loss_masked_perception_masked__nnUNetResEncUNetLPlans__3d_fullres/plans.json new file mode 100644 index 0000000000000000000000000000000000000000..6d8e76dc78899b03bf55293afe61fec1c2e6509c --- /dev/null +++ b/Dataset542/nnUNetTrainerMRCT_loss_masked_perception_masked__nnUNetResEncUNetLPlans__3d_fullres/plans.json @@ -0,0 +1,356 @@ +{ + "dataset_name": "Dataset542_synthrad2025_task2_CBCT_HN_pre_v2r_stitched_masked_both", + "plans_name": "nnUNetResEncUNetLPlans", + "original_median_spacing_after_transp": [ + 3.0, + 1.0, + 1.0 + ], + "original_median_shape_after_transp": [ + 87, + 308, + 309 + ], + "image_reader_writer": "SimpleITKIO", + "transpose_forward": [ + 0, + 1, + 2 + ], + "transpose_backward": [ + 0, + 1, + 2 + ], + "configurations": { + "2d": { + "data_identifier": "nnUNetPlans_2d", + "preprocessor_name": "DefaultPreprocessor", + "batch_size": 30, + "patch_size": [ + 320, + 320 + ], + "median_image_size_in_voxels": [ + 308.0, + 309.0 + ], + "spacing": [ + 1.0, + 1.0 + ], + "normalization_schemes": [ + "CTNormalizationClippingSynthrad2025" + ], + "use_mask_for_norm": [ + false + ], + "resampling_fn_data": "resample_data_or_seg_to_shape", + "resampling_fn_seg": "resample_data_or_seg_to_shape", + "resampling_fn_data_kwargs": { + "is_seg": false, + "order": 3, + "order_z": 0, + "force_separate_z": null + }, + "resampling_fn_seg_kwargs": { + "is_seg": true, + "order": 1, + "order_z": 0, + "force_separate_z": null + }, + "resampling_fn_probabilities": "resample_data_or_seg_to_shape", + "resampling_fn_probabilities_kwargs": { + "is_seg": false, + "order": 1, + "order_z": 0, + "force_separate_z": null + }, + "architecture": { + "network_class_name": "dynamic_network_architectures.architectures.unet.ResidualEncoderUNet", + "arch_kwargs": { + "n_stages": 7, + "features_per_stage": [ + 32, + 64, + 128, + 256, + 512, + 512, + 512 + ], + "conv_op": "torch.nn.modules.conv.Conv2d", + "kernel_sizes": [ + [ + 3, + 3 + ], + [ + 3, + 3 + ], + [ + 3, + 3 + ], + [ + 3, + 3 + ], + [ + 3, + 3 + ], + [ + 3, + 3 + ], + [ + 3, + 3 + ] + ], + "strides": [ + [ + 1, + 1 + ], + [ + 2, + 2 + ], + [ + 2, + 2 + ], + [ + 2, + 2 + ], + [ + 2, + 2 + ], + [ + 2, + 2 + ], + [ + 2, + 2 + ] + ], + "n_blocks_per_stage": [ + 1, + 3, + 4, + 6, + 6, + 6, + 6 + ], + "n_conv_per_stage_decoder": [ + 1, + 1, + 1, + 1, + 1, + 1 + ], + "conv_bias": true, + "norm_op": "torch.nn.modules.instancenorm.InstanceNorm2d", + "norm_op_kwargs": { + "eps": 1e-05, + "affine": true + }, + "dropout_op": null, + "dropout_op_kwargs": null, + "nonlin": "torch.nn.LeakyReLU", + "nonlin_kwargs": { + "inplace": true + } + }, + "_kw_requires_import": [ + "conv_op", + "norm_op", + "dropout_op", + "nonlin" + ] + }, + "batch_dice": true + }, + "3d_fullres": { + "data_identifier": "nnUNetPlans_3d_fullres", + "preprocessor_name": "DefaultPreprocessor", + "batch_size": 2, + "patch_size": [ + 48, + 192, + 192 + ], + "median_image_size_in_voxels": [ + 87.0, + 308.0, + 309.0 + ], + "spacing": [ + 3.0, + 1.0, + 1.0 + ], + "normalization_schemes": [ + "CTNormalizationClippingSynthrad2025" + ], + "use_mask_for_norm": [ + false + ], + "resampling_fn_data": "resample_data_or_seg_to_shape", + "resampling_fn_seg": "resample_data_or_seg_to_shape", + "resampling_fn_data_kwargs": { + "is_seg": false, + "order": 3, + "order_z": 0, + "force_separate_z": null + }, + "resampling_fn_seg_kwargs": { + "is_seg": true, + "order": 1, + "order_z": 0, + "force_separate_z": null + }, + "resampling_fn_probabilities": "resample_data_or_seg_to_shape", + "resampling_fn_probabilities_kwargs": { + "is_seg": false, + "order": 1, + "order_z": 0, + "force_separate_z": null + }, + "architecture": { + "network_class_name": "dynamic_network_architectures.architectures.unet.ResidualEncoderUNet", + "arch_kwargs": { + "n_stages": 6, + "features_per_stage": [ + 32, + 64, + 128, + 256, + 320, + 320 + ], + "conv_op": "torch.nn.modules.conv.Conv3d", + "kernel_sizes": [ + [ + 1, + 3, + 3 + ], + [ + 3, + 3, + 3 + ], + [ + 3, + 3, + 3 + ], + [ + 3, + 3, + 3 + ], + [ + 3, + 3, + 3 + ], + [ + 3, + 3, + 3 + ] + ], + "strides": [ + [ + 1, + 1, + 1 + ], + [ + 1, + 2, + 2 + ], + [ + 2, + 2, + 2 + ], + [ + 2, + 2, + 2 + ], + [ + 2, + 2, + 2 + ], + [ + 1, + 2, + 2 + ] + ], + "n_blocks_per_stage": [ + 1, + 3, + 4, + 6, + 6, + 6 + ], + "n_conv_per_stage_decoder": [ + 1, + 1, + 1, + 1, + 1 + ], + "conv_bias": true, + "norm_op": "torch.nn.modules.instancenorm.InstanceNorm3d", + "norm_op_kwargs": { + "eps": 1e-05, + "affine": true + }, + "dropout_op": null, + "dropout_op_kwargs": null, + "nonlin": "torch.nn.LeakyReLU", + "nonlin_kwargs": { + "inplace": true + } + }, + "_kw_requires_import": [ + "conv_op", + "norm_op", + "dropout_op", + "nonlin" + ] + }, + "batch_dice": false + } + }, + "experiment_planner_used": "nnUNetPlannerResEncL", + "label_manager": "LabelManager", + "foreground_intensity_properties_per_channel": { + "0": { + "max": 3071.0, + "mean": -215.1082763671875, + "median": -133.0, + "min": -1024.0, + "percentile_00_5": -1024.0, + "percentile_99_5": 1345.0, + "std": 459.63665771484375 + } + } +} \ No newline at end of file diff --git a/Dataset544/nnUNetTrainerMRCT_loss_masked_perception_masked__nnUNetResEncUNetLPlans__3d_fullres/dataset.json b/Dataset544/nnUNetTrainerMRCT_loss_masked_perception_masked__nnUNetResEncUNetLPlans__3d_fullres/dataset.json new file mode 100644 index 0000000000000000000000000000000000000000..eb7b5fafd0abe77d0eaaa20fa981e33fdb34c9ed --- /dev/null +++ b/Dataset544/nnUNetTrainerMRCT_loss_masked_perception_masked__nnUNetResEncUNetLPlans__3d_fullres/dataset.json @@ -0,0 +1,14 @@ +{ + "labels": { + "label_001": "1", + "background": 0 + }, + "channel_names": { + "0": "CT_zscore_synthrad" + }, + "numTraining": 321, + "file_ending": ".nii.gz", + "test_set": [ + "case_0000" + ] +} \ No newline at end of file diff --git a/Dataset544/nnUNetTrainerMRCT_loss_masked_perception_masked__nnUNetResEncUNetLPlans__3d_fullres/dataset_fingerprint.json b/Dataset544/nnUNetTrainerMRCT_loss_masked_perception_masked__nnUNetResEncUNetLPlans__3d_fullres/dataset_fingerprint.json new file mode 100644 index 0000000000000000000000000000000000000000..35b188a77f5820783e8dc6896b87f03b68ef7cf4 --- /dev/null +++ b/Dataset544/nnUNetTrainerMRCT_loss_masked_perception_masked__nnUNetResEncUNetLPlans__3d_fullres/dataset_fingerprint.json @@ -0,0 +1,3228 @@ +{ + "foreground_intensity_properties_per_channel": { + "0": { + "max": 3071.0, + "mean": -330.8976135253906, + "median": -243.0, + "min": -1024.0, + "percentile_00_5": -1024.0, + "percentile_99_5": 563.0, + "std": 371.2642822265625 + } + }, + "median_relative_size_after_cropping": 1.0, + "shapes_after_crop": [ + [ + 81, + 311, + 310 + ], + [ + 78, + 307, + 308 + ], + [ + 80, + 359, + 451 + ], + [ + 81, + 450, + 450 + ], + [ + 88, + 310, + 311 + ], + [ + 81, + 377, + 451 + ], + [ + 87, + 309, + 309 + ], + [ + 80, + 370, + 451 + ], + [ + 81, + 370, + 451 + ], + [ + 80, + 449, + 453 + ], + [ + 81, + 380, + 448 + ], + [ + 87, + 311, + 311 + ], + [ + 80, + 429, + 448 + ], + [ + 87, + 311, + 307 + ], + [ + 86, + 316, + 311 + ], + [ + 87, + 308, + 311 + ], + [ + 87, + 312, + 308 + ], + [ + 88, + 307, + 308 + ], + [ + 86, + 314, + 310 + ], + [ + 79, + 312, + 310 + ], + [ + 87, + 308, + 311 + ], + [ + 87, + 310, + 312 + ], + [ + 85, + 310, + 319 + ], + [ + 87, + 310, + 309 + ], + [ + 87, + 310, + 309 + ], + [ + 81, + 308, + 309 + ], + [ + 81, + 290, + 285 + ], + [ + 88, + 288, + 291 + ], + [ + 88, + 310, + 310 + ], + [ + 88, + 308, + 297 + ], + [ + 87, + 310, + 309 + ], + [ + 86, + 316, + 309 + ], + [ + 84, + 308, + 309 + ], + [ + 87, + 310, + 311 + ], + [ + 87, + 311, + 308 + ], + [ + 86, + 314, + 309 + ], + [ + 88, + 310, + 299 + ], + [ + 87, + 312, + 309 + ], + [ + 88, + 309, + 309 + ], + [ + 87, + 310, + 289 + ], + [ + 88, + 308, + 309 + ], + [ + 74, + 308, + 313 + ], + [ + 88, + 308, + 309 + ], + [ + 82, + 310, + 308 + ], + [ + 88, + 309, + 307 + ], + [ + 88, + 311, + 309 + ], + [ + 67, + 309, + 312 + ], + [ + 86, + 314, + 309 + ], + [ + 87, + 309, + 313 + ], + [ + 80, + 296, + 286 + ], + [ + 87, + 308, + 309 + ], + [ + 81, + 309, + 311 + ], + [ + 88, + 308, + 307 + ], + [ + 87, + 307, + 309 + ], + [ + 86, + 308, + 313 + ], + [ + 86, + 314, + 309 + ], + [ + 87, + 312, + 308 + ], + [ + 87, + 311, + 311 + ], + [ + 87, + 311, + 309 + ], + [ + 86, + 313, + 312 + ], + [ + 86, + 317, + 311 + ], + [ + 87, + 310, + 312 + ], + [ + 87, + 313, + 310 + ], + [ + 87, + 312, + 309 + ], + [ + 76, + 307, + 293 + ], + [ + 78, + 450, + 434 + ], + [ + 79, + 450, + 456 + ], + [ + 77, + 425, + 446 + ], + [ + 76, + 452, + 432 + ], + [ + 82, + 449, + 449 + ], + [ + 81, + 451, + 448 + ], + [ + 80, + 449, + 425 + ], + [ + 81, + 452, + 451 + ], + [ + 79, + 449, + 455 + ], + [ + 73, + 440, + 456 + ], + [ + 77, + 452, + 442 + ], + [ + 80, + 449, + 453 + ], + [ + 78, + 450, + 436 + ], + [ + 80, + 451, + 454 + ], + [ + 81, + 451, + 450 + ], + [ + 80, + 452, + 453 + ], + [ + 80, + 452, + 449 + ], + [ + 74, + 454, + 433 + ], + [ + 79, + 449, + 455 + ], + [ + 81, + 448, + 452 + ], + [ + 80, + 453, + 450 + ], + [ + 80, + 449, + 449 + ], + [ + 81, + 451, + 450 + ], + [ + 78, + 437, + 438 + ], + [ + 79, + 454, + 429 + ], + [ + 77, + 454, + 457 + ], + [ + 81, + 451, + 433 + ], + [ + 79, + 455, + 450 + ], + [ + 79, + 457, + 452 + ], + [ + 82, + 451, + 449 + ], + [ + 80, + 449, + 455 + ], + [ + 81, + 450, + 449 + ], + [ + 79, + 447, + 448 + ], + [ + 80, + 450, + 452 + ], + [ + 81, + 449, + 451 + ], + [ + 81, + 450, + 446 + ], + [ + 81, + 451, + 450 + ], + [ + 62, + 451, + 449 + ], + [ + 80, + 449, + 454 + ], + [ + 81, + 450, + 450 + ], + [ + 80, + 451, + 453 + ], + [ + 82, + 450, + 447 + ], + [ + 82, + 449, + 449 + ], + [ + 80, + 450, + 425 + ], + [ + 78, + 452, + 457 + ], + [ + 80, + 430, + 423 + ], + [ + 77, + 448, + 429 + ], + [ + 78, + 449, + 458 + ], + [ + 80, + 449, + 451 + ], + [ + 81, + 451, + 449 + ], + [ + 81, + 452, + 442 + ], + [ + 79, + 454, + 456 + ], + [ + 79, + 450, + 402 + ], + [ + 79, + 450, + 456 + ], + [ + 81, + 452, + 449 + ], + [ + 80, + 453, + 449 + ], + [ + 77, + 457, + 453 + ], + [ + 82, + 450, + 449 + ], + [ + 79, + 450, + 442 + ], + [ + 81, + 450, + 450 + ], + [ + 80, + 449, + 432 + ], + [ + 81, + 448, + 454 + ], + [ + 70, + 451, + 457 + ], + [ + 80, + 451, + 454 + ], + [ + 80, + 425, + 449 + ], + [ + 87, + 310, + 298 + ], + [ + 87, + 289, + 309 + ], + [ + 87, + 293, + 309 + ], + [ + 86, + 307, + 314 + ], + [ + 88, + 308, + 309 + ], + [ + 88, + 309, + 308 + ], + [ + 75, + 449, + 462 + ], + [ + 88, + 309, + 309 + ], + [ + 87, + 311, + 308 + ], + [ + 87, + 278, + 315 + ], + [ + 87, + 308, + 312 + ], + [ + 81, + 450, + 451 + ], + [ + 88, + 289, + 308 + ], + [ + 85, + 317, + 314 + ], + [ + 86, + 311, + 315 + ], + [ + 82, + 421, + 450 + ], + [ + 87, + 309, + 284 + ], + [ + 81, + 450, + 447 + ], + [ + 88, + 311, + 311 + ], + [ + 88, + 311, + 312 + ], + [ + 81, + 422, + 394 + ], + [ + 87, + 288, + 312 + ], + [ + 87, + 312, + 300 + ], + [ + 81, + 452, + 451 + ], + [ + 87, + 311, + 311 + ], + [ + 84, + 316, + 318 + ], + [ + 80, + 451, + 452 + ], + [ + 87, + 289, + 311 + ], + [ + 81, + 450, + 451 + ], + [ + 86, + 316, + 309 + ], + [ + 81, + 448, + 449 + ], + [ + 86, + 310, + 302 + ], + [ + 87, + 314, + 310 + ], + [ + 81, + 450, + 448 + ], + [ + 88, + 309, + 309 + ], + [ + 86, + 313, + 314 + ], + [ + 80, + 448, + 453 + ], + [ + 87, + 308, + 314 + ], + [ + 84, + 320, + 310 + ], + [ + 81, + 451, + 451 + ], + [ + 88, + 310, + 306 + ], + [ + 82, + 308, + 309 + ], + [ + 87, + 290, + 312 + ], + [ + 88, + 289, + 280 + ], + [ + 88, + 309, + 308 + ], + [ + 75, + 427, + 452 + ], + [ + 80, + 435, + 433 + ], + [ + 86, + 294, + 310 + ], + [ + 88, + 310, + 304 + ], + [ + 80, + 453, + 451 + ], + [ + 86, + 297, + 315 + ], + [ + 85, + 313, + 314 + ], + [ + 87, + 311, + 308 + ], + [ + 88, + 307, + 309 + ], + [ + 87, + 308, + 311 + ], + [ + 84, + 321, + 315 + ], + [ + 87, + 309, + 310 + ], + [ + 85, + 309, + 299 + ], + [ + 81, + 309, + 314 + ], + [ + 74, + 309, + 308 + ], + [ + 86, + 297, + 313 + ], + [ + 87, + 310, + 298 + ], + [ + 88, + 310, + 310 + ], + [ + 99, + 308, + 308 + ], + [ + 128, + 384, + 392 + ], + [ + 70, + 392, + 393 + ], + [ + 128, + 392, + 393 + ], + [ + 71, + 472, + 499 + ], + [ + 71, + 463, + 499 + ], + [ + 75, + 468, + 494 + ], + [ + 130, + 471, + 499 + ], + [ + 133, + 479, + 499 + ], + [ + 114, + 394, + 406 + ], + [ + 137, + 469, + 499 + ], + [ + 128, + 467, + 499 + ], + [ + 70, + 466, + 498 + ], + [ + 99, + 310, + 311 + ], + [ + 131, + 477, + 499 + ], + [ + 71, + 467, + 499 + ], + [ + 74, + 499, + 496 + ], + [ + 132, + 469, + 499 + ], + [ + 99, + 308, + 307 + ], + [ + 130, + 472, + 499 + ], + [ + 93, + 310, + 309 + ], + [ + 128, + 465, + 499 + ], + [ + 98, + 308, + 315 + ], + [ + 71, + 467, + 499 + ], + [ + 91, + 312, + 307 + ], + [ + 71, + 468, + 499 + ], + [ + 75, + 464, + 499 + ], + [ + 72, + 469, + 499 + ], + [ + 123, + 499, + 499 + ], + [ + 72, + 469, + 499 + ], + [ + 131, + 499, + 499 + ], + [ + 131, + 467, + 499 + ], + [ + 71, + 465, + 499 + ], + [ + 139, + 467, + 499 + ], + [ + 137, + 466, + 499 + ], + [ + 71, + 465, + 495 + ], + [ + 129, + 499, + 499 + ], + [ + 70, + 466, + 494 + ], + [ + 133, + 473, + 499 + ], + [ + 131, + 468, + 499 + ], + [ + 131, + 471, + 499 + ], + [ + 128, + 467, + 499 + ], + [ + 131, + 473, + 499 + ], + [ + 122, + 499, + 498 + ], + [ + 132, + 446, + 499 + ], + [ + 73, + 468, + 499 + ], + [ + 99, + 316, + 308 + ], + [ + 133, + 474, + 499 + ], + [ + 131, + 499, + 487 + ], + [ + 130, + 470, + 496 + ], + [ + 79, + 474, + 499 + ], + [ + 70, + 467, + 499 + ], + [ + 128, + 472, + 499 + ], + [ + 71, + 471, + 499 + ], + [ + 72, + 540, + 539 + ], + [ + 79, + 467, + 499 + ], + [ + 75, + 468, + 492 + ], + [ + 74, + 470, + 492 + ], + [ + 72, + 468, + 499 + ], + [ + 71, + 466, + 499 + ], + [ + 132, + 470, + 499 + ], + [ + 131, + 472, + 499 + ], + [ + 130, + 469, + 499 + ], + [ + 67, + 497, + 499 + ], + [ + 66, + 477, + 497 + ], + [ + 70, + 478, + 502 + ], + [ + 69, + 499, + 500 + ], + [ + 69, + 497, + 486 + ], + [ + 66, + 496, + 498 + ], + [ + 67, + 449, + 498 + ], + [ + 71, + 478, + 503 + ], + [ + 66, + 496, + 497 + ], + [ + 68, + 499, + 499 + ], + [ + 55, + 480, + 501 + ], + [ + 66, + 497, + 498 + ], + [ + 60, + 477, + 500 + ], + [ + 69, + 482, + 479 + ], + [ + 70, + 497, + 503 + ], + [ + 68, + 500, + 495 + ], + [ + 65, + 500, + 499 + ], + [ + 70, + 477, + 502 + ], + [ + 68, + 499, + 499 + ], + [ + 67, + 490, + 497 + ], + [ + 67, + 496, + 499 + ], + [ + 65, + 477, + 497 + ], + [ + 68, + 492, + 498 + ], + [ + 69, + 499, + 498 + ], + [ + 72, + 440, + 494 + ], + [ + 73, + 503, + 501 + ], + [ + 74, + 505, + 502 + ], + [ + 67, + 497, + 478 + ], + [ + 67, + 499, + 482 + ], + [ + 70, + 440, + 482 + ], + [ + 66, + 498, + 496 + ], + [ + 67, + 464, + 499 + ], + [ + 70, + 481, + 501 + ], + [ + 66, + 490, + 478 + ], + [ + 67, + 498, + 497 + ], + [ + 65, + 497, + 496 + ], + [ + 68, + 499, + 497 + ], + [ + 67, + 478, + 498 + ], + [ + 72, + 501, + 504 + ], + [ + 70, + 494, + 507 + ], + [ + 66, + 498, + 496 + ], + [ + 71, + 297, + 296 + ], + [ + 69, + 500, + 498 + ], + [ + 69, + 500, + 501 + ], + [ + 68, + 498, + 500 + ], + [ + 69, + 500, + 499 + ], + [ + 66, + 497, + 498 + ], + [ + 68, + 499, + 498 + ], + [ + 68, + 477, + 500 + ], + [ + 75, + 481, + 500 + ], + [ + 66, + 488, + 497 + ], + [ + 73, + 505, + 500 + ], + [ + 78, + 512, + 503 + ], + [ + 67, + 498, + 499 + ], + [ + 71, + 500, + 503 + ], + [ + 72, + 501, + 502 + ], + [ + 72, + 503, + 499 + ], + [ + 72, + 299, + 297 + ], + [ + 68, + 500, + 500 + ], + [ + 68, + 499, + 499 + ], + [ + 69, + 493, + 501 + ], + [ + 70, + 500, + 501 + ], + [ + 67, + 499, + 498 + ], + [ + 67, + 498, + 497 + ], + [ + 68, + 498, + 498 + ] + ], + "spacings": [ + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ], + [ + 3.0, + 1.0, + 1.0 + ] + ] +} \ No newline at end of file diff --git a/Dataset544/nnUNetTrainerMRCT_loss_masked_perception_masked__nnUNetResEncUNetLPlans__3d_fullres/fold_0/checkpoint_final.pth b/Dataset544/nnUNetTrainerMRCT_loss_masked_perception_masked__nnUNetResEncUNetLPlans__3d_fullres/fold_0/checkpoint_final.pth new file mode 100644 index 0000000000000000000000000000000000000000..9361bc47780b666da036e89ff7c6944c608b9b34 --- /dev/null +++ b/Dataset544/nnUNetTrainerMRCT_loss_masked_perception_masked__nnUNetResEncUNetLPlans__3d_fullres/fold_0/checkpoint_final.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1695e6f921488dbc372d8c7600f748c8d56fcf28cf71ea3c14bcacc78cf2aabf +size 815580525 diff --git a/Dataset544/nnUNetTrainerMRCT_loss_masked_perception_masked__nnUNetResEncUNetLPlans__3d_fullres/fold_0/debug.json b/Dataset544/nnUNetTrainerMRCT_loss_masked_perception_masked__nnUNetResEncUNetLPlans__3d_fullres/fold_0/debug.json new file mode 100644 index 0000000000000000000000000000000000000000..5409d8d5fbe721ce9b7eec29b96efb1c8ed155b2 --- /dev/null +++ b/Dataset544/nnUNetTrainerMRCT_loss_masked_perception_masked__nnUNetResEncUNetLPlans__3d_fullres/fold_0/debug.json @@ -0,0 +1,58 @@ +{ + "_best_ema": "None", + "aim_run": ">", + "batch_size": "2", + "configuration_manager": "{'data_identifier': 'nnUNetPlans_3d_fullres', 'preprocessor_name': 'DefaultPreprocessor', 'batch_size': 2, 'patch_size': [40, 224, 192], 'median_image_size_in_voxels': [81.0, 450.0, 450.0], 'spacing': [3.0, 1.0, 1.0], 'normalization_schemes': ['CTNormalizationClippingSynthrad2025'], 'use_mask_for_norm': [False], 'resampling_fn_data': 'resample_data_or_seg_to_shape', 'resampling_fn_seg': 'resample_data_or_seg_to_shape', 'resampling_fn_data_kwargs': {'is_seg': False, 'order': 3, 'order_z': 0, 'force_separate_z': None}, 'resampling_fn_seg_kwargs': {'is_seg': True, 'order': 1, 'order_z': 0, 'force_separate_z': None}, 'resampling_fn_probabilities': 'resample_data_or_seg_to_shape', 'resampling_fn_probabilities_kwargs': {'is_seg': False, 'order': 1, 'order_z': 0, 'force_separate_z': None}, 'architecture': {'network_class_name': 'dynamic_network_architectures.architectures.unet.ResidualEncoderUNet', 'arch_kwargs': {'n_stages': 6, 'features_per_stage': [32, 64, 128, 256, 320, 320], 'conv_op': 'torch.nn.modules.conv.Conv3d', 'kernel_sizes': [[1, 3, 3], [3, 3, 3], [3, 3, 3], [3, 3, 3], [3, 3, 3], [3, 3, 3]], 'strides': [[1, 1, 1], [1, 2, 2], [2, 2, 2], [2, 2, 2], [2, 2, 2], [1, 2, 2]], 'n_blocks_per_stage': [1, 3, 4, 6, 6, 6], 'n_conv_per_stage_decoder': [1, 1, 1, 1, 1], 'conv_bias': True, 'norm_op': 'torch.nn.modules.instancenorm.InstanceNorm3d', 'norm_op_kwargs': {'eps': 1e-05, 'affine': True}, 'dropout_op': None, 'dropout_op_kwargs': None, 'nonlin': 'torch.nn.LeakyReLU', 'nonlin_kwargs': {'inplace': True}, 'deep_supervision': False}, '_kw_requires_import': ['conv_op', 'norm_op', 'dropout_op', 'nonlin']}, 'batch_dice': True}", + "configuration_name": "3d_fullres", + "cudnn_version": 90501, + "current_epoch": "0", + "dataloader_train": "", + "dataloader_train.generator": "", + "dataloader_train.num_processes": "12", + "dataloader_train.transform": "Compose ( [RemoveLabelTransform( output_key = 'seg', input_key = 'seg', replace_with = 0, remove_label = -1 ), RenameTransform( delete_old = True, out_key = 'target', in_key = 'seg' ), NumpyToTensor( keys = ['data', 'target', 'mask'], cast_to = 'float' )] )", + "dataloader_val": "", + "dataloader_val.generator": "", + "dataloader_val.num_processes": "6", + "dataloader_val.transform": "Compose ( [RemoveLabelTransform( output_key = 'seg', input_key = 'seg', replace_with = 0, remove_label = -1 ), RenameTransform( delete_old = True, out_key = 'target', in_key = 'seg' ), NumpyToTensor( keys = ['data', 'target', 'mask'], cast_to = 'float' )] )", + "dataset_json": "{'labels': {'label_001': '1', 'background': 0}, 'channel_names': {'0': 'CT_zscore_synthrad'}, 'numTraining': 321, 'file_ending': '.mha'}", + "debug_custom": "{'run_hash': '01a79fd07dfb4718b450ee50'}", + "decoder_type": "standard", + "device": "cuda:0", + "disable_checkpointing": "False", + "enable_deep_supervision": "False", + "fold": "0", + "folder_with_segs_from_previous_stage": "None", + "gpu_name": "NVIDIA H100", + "grad_scaler": "", + "hostname": "g024", + "image_loss_weight": "0.5", + "inference_allowed_mirroring_axes": "None", + "initial_lr": "0.01", + "is_cascaded": "False", + "is_ddp": "False", + "label_manager": "", + "local_rank": "0", + "log_file": "/datasets/work/hb-synthrad2023/work/synthrad2025/bw_workplace/data/nnunet_struct/results/Dataset544_synthrad2025_task2_CBCT_TH_pre_v2r_stitched_masked_both/nnUNetTrainerMRCT_loss_masked_perception_masked__nnUNetResEncUNetLPlans__3d_fullres/fold_0/training_log_2025_8_14_18_17_20.txt", + "logger": "", + "loss": "SynPerceptionLoss(\n (seg_model): ResidualEncoderUNet(\n (encoder): ResidualEncoder(\n (stem): StackedConvBlocks(\n (convs): Sequential(\n (0): ConvDropoutNormReLU(\n (conv): Conv3d(1, 32, kernel_size=(1, 3, 3), stride=(1, 1, 1), padding=(0, 1, 1))\n (norm): InstanceNorm3d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(1, 32, kernel_size=(1, 3, 3), stride=(1, 1, 1), padding=(0, 1, 1))\n (1): InstanceNorm3d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n )\n (stages): Sequential(\n (0): StackedResidualBlocks(\n (blocks): Sequential(\n (0): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(32, 32, kernel_size=(1, 3, 3), stride=(1, 1, 1), padding=(0, 1, 1))\n (norm): InstanceNorm3d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(32, 32, kernel_size=(1, 3, 3), stride=(1, 1, 1), padding=(0, 1, 1))\n (1): InstanceNorm3d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(32, 32, kernel_size=(1, 3, 3), stride=(1, 1, 1), padding=(0, 1, 1))\n (norm): InstanceNorm3d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(32, 32, kernel_size=(1, 3, 3), stride=(1, 1, 1), padding=(0, 1, 1))\n (1): InstanceNorm3d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n (1): StackedResidualBlocks(\n (blocks): Sequential(\n (0): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(32, 64, kernel_size=(3, 3, 3), stride=(1, 2, 2), padding=(1, 1, 1))\n (norm): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(32, 64, kernel_size=(3, 3, 3), stride=(1, 2, 2), padding=(1, 1, 1))\n (1): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n (skip): Sequential(\n (0): AvgPool3d(kernel_size=[1, 2, 2], stride=[1, 2, 2], padding=0)\n (1): ConvDropoutNormReLU(\n (conv): Conv3d(32, 64, kernel_size=(1, 1, 1), stride=(1, 1, 1), bias=False)\n (norm): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(32, 64, kernel_size=(1, 1, 1), stride=(1, 1, 1), bias=False)\n (1): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n )\n )\n (1): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (2): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n (2): StackedResidualBlocks(\n (blocks): Sequential(\n (0): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(64, 128, kernel_size=(3, 3, 3), stride=(2, 2, 2), padding=(1, 1, 1))\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(64, 128, kernel_size=(3, 3, 3), stride=(2, 2, 2), padding=(1, 1, 1))\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n (skip): Sequential(\n (0): AvgPool3d(kernel_size=[2, 2, 2], stride=[2, 2, 2], padding=0)\n (1): ConvDropoutNormReLU(\n (conv): Conv3d(64, 128, kernel_size=(1, 1, 1), stride=(1, 1, 1), bias=False)\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(64, 128, kernel_size=(1, 1, 1), stride=(1, 1, 1), bias=False)\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n )\n )\n (1): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (2): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (3): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n (3): StackedResidualBlocks(\n (blocks): Sequential(\n (0): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(128, 256, kernel_size=(3, 3, 3), stride=(2, 2, 2), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(128, 256, kernel_size=(3, 3, 3), stride=(2, 2, 2), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n (skip): Sequential(\n (0): AvgPool3d(kernel_size=[2, 2, 2], stride=[2, 2, 2], padding=0)\n (1): ConvDropoutNormReLU(\n (conv): Conv3d(128, 256, kernel_size=(1, 1, 1), stride=(1, 1, 1), bias=False)\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(128, 256, kernel_size=(1, 1, 1), stride=(1, 1, 1), bias=False)\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n )\n )\n (1): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (2): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (3): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (4): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (5): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n (4): StackedResidualBlocks(\n (blocks): Sequential(\n (0): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(256, 320, kernel_size=(3, 3, 3), stride=(2, 2, 2), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(256, 320, kernel_size=(3, 3, 3), stride=(2, 2, 2), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n (skip): Sequential(\n (0): AvgPool3d(kernel_size=[2, 2, 2], stride=[2, 2, 2], padding=0)\n (1): ConvDropoutNormReLU(\n (conv): Conv3d(256, 320, kernel_size=(1, 1, 1), stride=(1, 1, 1), bias=False)\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(256, 320, kernel_size=(1, 1, 1), stride=(1, 1, 1), bias=False)\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n )\n )\n (1): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (2): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (3): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (4): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (5): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n (5): StackedResidualBlocks(\n (blocks): Sequential(\n (0): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 2, 2), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 2, 2), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n (skip): Sequential(\n (0): AvgPool3d(kernel_size=[1, 2, 2], stride=[1, 2, 2], padding=0)\n )\n )\n (1): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (2): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (3): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (4): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (5): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n )\n )\n (decoder): UNetDecoder(\n (encoder): ResidualEncoder(\n (stem): StackedConvBlocks(\n (convs): Sequential(\n (0): ConvDropoutNormReLU(\n (conv): Conv3d(1, 32, kernel_size=(1, 3, 3), stride=(1, 1, 1), padding=(0, 1, 1))\n (norm): InstanceNorm3d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(1, 32, kernel_size=(1, 3, 3), stride=(1, 1, 1), padding=(0, 1, 1))\n (1): InstanceNorm3d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n )\n (stages): Sequential(\n (0): StackedResidualBlocks(\n (blocks): Sequential(\n (0): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(32, 32, kernel_size=(1, 3, 3), stride=(1, 1, 1), padding=(0, 1, 1))\n (norm): InstanceNorm3d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(32, 32, kernel_size=(1, 3, 3), stride=(1, 1, 1), padding=(0, 1, 1))\n (1): InstanceNorm3d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(32, 32, kernel_size=(1, 3, 3), stride=(1, 1, 1), padding=(0, 1, 1))\n (norm): InstanceNorm3d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(32, 32, kernel_size=(1, 3, 3), stride=(1, 1, 1), padding=(0, 1, 1))\n (1): InstanceNorm3d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n (1): StackedResidualBlocks(\n (blocks): Sequential(\n (0): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(32, 64, kernel_size=(3, 3, 3), stride=(1, 2, 2), padding=(1, 1, 1))\n (norm): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(32, 64, kernel_size=(3, 3, 3), stride=(1, 2, 2), padding=(1, 1, 1))\n (1): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n (skip): Sequential(\n (0): AvgPool3d(kernel_size=[1, 2, 2], stride=[1, 2, 2], padding=0)\n (1): ConvDropoutNormReLU(\n (conv): Conv3d(32, 64, kernel_size=(1, 1, 1), stride=(1, 1, 1), bias=False)\n (norm): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(32, 64, kernel_size=(1, 1, 1), stride=(1, 1, 1), bias=False)\n (1): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n )\n )\n (1): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (2): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n (2): StackedResidualBlocks(\n (blocks): Sequential(\n (0): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(64, 128, kernel_size=(3, 3, 3), stride=(2, 2, 2), padding=(1, 1, 1))\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(64, 128, kernel_size=(3, 3, 3), stride=(2, 2, 2), padding=(1, 1, 1))\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n (skip): Sequential(\n (0): AvgPool3d(kernel_size=[2, 2, 2], stride=[2, 2, 2], padding=0)\n (1): ConvDropoutNormReLU(\n (conv): Conv3d(64, 128, kernel_size=(1, 1, 1), stride=(1, 1, 1), bias=False)\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(64, 128, kernel_size=(1, 1, 1), stride=(1, 1, 1), bias=False)\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n )\n )\n (1): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (2): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (3): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n (3): StackedResidualBlocks(\n (blocks): Sequential(\n (0): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(128, 256, kernel_size=(3, 3, 3), stride=(2, 2, 2), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(128, 256, kernel_size=(3, 3, 3), stride=(2, 2, 2), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n (skip): Sequential(\n (0): AvgPool3d(kernel_size=[2, 2, 2], stride=[2, 2, 2], padding=0)\n (1): ConvDropoutNormReLU(\n (conv): Conv3d(128, 256, kernel_size=(1, 1, 1), stride=(1, 1, 1), bias=False)\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(128, 256, kernel_size=(1, 1, 1), stride=(1, 1, 1), bias=False)\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n )\n )\n (1): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (2): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (3): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (4): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (5): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n (4): StackedResidualBlocks(\n (blocks): Sequential(\n (0): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(256, 320, kernel_size=(3, 3, 3), stride=(2, 2, 2), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(256, 320, kernel_size=(3, 3, 3), stride=(2, 2, 2), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n (skip): Sequential(\n (0): AvgPool3d(kernel_size=[2, 2, 2], stride=[2, 2, 2], padding=0)\n (1): ConvDropoutNormReLU(\n (conv): Conv3d(256, 320, kernel_size=(1, 1, 1), stride=(1, 1, 1), bias=False)\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(256, 320, kernel_size=(1, 1, 1), stride=(1, 1, 1), bias=False)\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n )\n )\n (1): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (2): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (3): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (4): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (5): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n (5): StackedResidualBlocks(\n (blocks): Sequential(\n (0): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 2, 2), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 2, 2), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n (skip): Sequential(\n (0): AvgPool3d(kernel_size=[1, 2, 2], stride=[1, 2, 2], padding=0)\n )\n )\n (1): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (2): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (3): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (4): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (5): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n )\n )\n (stages): ModuleList(\n (0): StackedConvBlocks(\n (convs): Sequential(\n (0): ConvDropoutNormReLU(\n (conv): Conv3d(640, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(640, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n )\n (1): StackedConvBlocks(\n (convs): Sequential(\n (0): ConvDropoutNormReLU(\n (conv): Conv3d(512, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(512, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n )\n (2): StackedConvBlocks(\n (convs): Sequential(\n (0): ConvDropoutNormReLU(\n (conv): Conv3d(256, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(256, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n )\n (3): StackedConvBlocks(\n (convs): Sequential(\n (0): ConvDropoutNormReLU(\n (conv): Conv3d(128, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(128, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n )\n (4): StackedConvBlocks(\n (convs): Sequential(\n (0): ConvDropoutNormReLU(\n (conv): Conv3d(64, 32, kernel_size=(1, 3, 3), stride=(1, 1, 1), padding=(0, 1, 1))\n (norm): InstanceNorm3d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(64, 32, kernel_size=(1, 3, 3), stride=(1, 1, 1), padding=(0, 1, 1))\n (1): InstanceNorm3d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n )\n )\n (transpconvs): ModuleList(\n (0): ConvTranspose3d(320, 320, kernel_size=(1, 2, 2), stride=(1, 2, 2))\n (1): ConvTranspose3d(320, 256, kernel_size=(2, 2, 2), stride=(2, 2, 2))\n (2): ConvTranspose3d(256, 128, kernel_size=(2, 2, 2), stride=(2, 2, 2))\n (3): ConvTranspose3d(128, 64, kernel_size=(2, 2, 2), stride=(2, 2, 2))\n (4): ConvTranspose3d(64, 32, kernel_size=(1, 2, 2), stride=(1, 2, 2))\n )\n (seg_layers): ModuleList(\n (0): Conv3d(320, 62, kernel_size=(1, 1, 1), stride=(1, 1, 1))\n (1): Conv3d(256, 62, kernel_size=(1, 1, 1), stride=(1, 1, 1))\n (2): Conv3d(128, 62, kernel_size=(1, 1, 1), stride=(1, 1, 1))\n (3): Conv3d(64, 62, kernel_size=(1, 1, 1), stride=(1, 1, 1))\n (4): Conv3d(32, 62, kernel_size=(1, 1, 1), stride=(1, 1, 1))\n )\n )\n )\n (L1): L1Loss()\n (image_loss): myMaskedMSE(\n (mse): myMSE()\n )\n)", + "lr_scheduler": "", + "my_init_kwargs": "{'plans': {'dataset_name': 'Dataset544_synthrad2025_task2_CBCT_TH_pre_v2r_stitched_masked_both', 'plans_name': 'nnUNetResEncUNetLPlans', 'original_median_spacing_after_transp': [3.0, 1.0, 1.0], 'original_median_shape_after_transp': [81, 450, 450], 'image_reader_writer': 'SimpleITKIO', 'transpose_forward': [0, 1, 2], 'transpose_backward': [0, 1, 2], 'configurations': {'2d': {'data_identifier': 'nnUNetPlans_2d', 'preprocessor_name': 'DefaultPreprocessor', 'batch_size': 13, 'patch_size': [512, 448], 'median_image_size_in_voxels': [450.0, 450.0], 'spacing': [1.0, 1.0], 'normalization_schemes': ['CTNormalizationClippingSynthrad2025'], 'use_mask_for_norm': [False], 'resampling_fn_data': 'resample_data_or_seg_to_shape', 'resampling_fn_seg': 'resample_data_or_seg_to_shape', 'resampling_fn_data_kwargs': {'is_seg': False, 'order': 3, 'order_z': 0, 'force_separate_z': None}, 'resampling_fn_seg_kwargs': {'is_seg': True, 'order': 1, 'order_z': 0, 'force_separate_z': None}, 'resampling_fn_probabilities': 'resample_data_or_seg_to_shape', 'resampling_fn_probabilities_kwargs': {'is_seg': False, 'order': 1, 'order_z': 0, 'force_separate_z': None}, 'architecture': {'network_class_name': 'dynamic_network_architectures.architectures.unet.ResidualEncoderUNet', 'arch_kwargs': {'n_stages': 7, 'features_per_stage': [32, 64, 128, 256, 512, 512, 512], 'conv_op': 'torch.nn.modules.conv.Conv2d', 'kernel_sizes': [[3, 3], [3, 3], [3, 3], [3, 3], [3, 3], [3, 3], [3, 3]], 'strides': [[1, 1], [2, 2], [2, 2], [2, 2], [2, 2], [2, 2], [2, 2]], 'n_blocks_per_stage': [1, 3, 4, 6, 6, 6, 6], 'n_conv_per_stage_decoder': [1, 1, 1, 1, 1, 1], 'conv_bias': True, 'norm_op': 'torch.nn.modules.instancenorm.InstanceNorm2d', 'norm_op_kwargs': {'eps': 1e-05, 'affine': True}, 'dropout_op': None, 'dropout_op_kwargs': None, 'nonlin': 'torch.nn.LeakyReLU', 'nonlin_kwargs': {'inplace': True}}, '_kw_requires_import': ['conv_op', 'norm_op', 'dropout_op', 'nonlin']}, 'batch_dice': True}, '3d_lowres': {'data_identifier': 'nnUNetResEncUNetLPlans_3d_lowres', 'preprocessor_name': 'DefaultPreprocessor', 'batch_size': 2, 'patch_size': [56, 224, 192], 'median_image_size_in_voxels': [81, 298, 298], 'spacing': [3.0, 1.512589724855112, 1.512589724855112], 'normalization_schemes': ['CTNormalizationClippingSynthrad2025'], 'use_mask_for_norm': [False], 'resampling_fn_data': 'resample_data_or_seg_to_shape', 'resampling_fn_seg': 'resample_data_or_seg_to_shape', 'resampling_fn_data_kwargs': {'is_seg': False, 'order': 3, 'order_z': 0, 'force_separate_z': None}, 'resampling_fn_seg_kwargs': {'is_seg': True, 'order': 1, 'order_z': 0, 'force_separate_z': None}, 'resampling_fn_probabilities': 'resample_data_or_seg_to_shape', 'resampling_fn_probabilities_kwargs': {'is_seg': False, 'order': 1, 'order_z': 0, 'force_separate_z': None}, 'architecture': {'network_class_name': 'dynamic_network_architectures.architectures.unet.ResidualEncoderUNet', 'arch_kwargs': {'n_stages': 6, 'features_per_stage': [32, 64, 128, 256, 320, 320], 'conv_op': 'torch.nn.modules.conv.Conv3d', 'kernel_sizes': [[3, 3, 3], [3, 3, 3], [3, 3, 3], [3, 3, 3], [3, 3, 3], [3, 3, 3]], 'strides': [[1, 1, 1], [2, 2, 2], [2, 2, 2], [2, 2, 2], [1, 2, 2], [1, 2, 2]], 'n_blocks_per_stage': [1, 3, 4, 6, 6, 6], 'n_conv_per_stage_decoder': [1, 1, 1, 1, 1], 'conv_bias': True, 'norm_op': 'torch.nn.modules.instancenorm.InstanceNorm3d', 'norm_op_kwargs': {'eps': 1e-05, 'affine': True}, 'dropout_op': None, 'dropout_op_kwargs': None, 'nonlin': 'torch.nn.LeakyReLU', 'nonlin_kwargs': {'inplace': True}}, '_kw_requires_import': ['conv_op', 'norm_op', 'dropout_op', 'nonlin']}, 'batch_dice': False, 'next_stage': '3d_cascade_fullres'}, '3d_fullres': {'data_identifier': 'nnUNetPlans_3d_fullres', 'preprocessor_name': 'DefaultPreprocessor', 'batch_size': 2, 'patch_size': [40, 224, 192], 'median_image_size_in_voxels': [81.0, 450.0, 450.0], 'spacing': [3.0, 1.0, 1.0], 'normalization_schemes': ['CTNormalizationClippingSynthrad2025'], 'use_mask_for_norm': [False], 'resampling_fn_data': 'resample_data_or_seg_to_shape', 'resampling_fn_seg': 'resample_data_or_seg_to_shape', 'resampling_fn_data_kwargs': {'is_seg': False, 'order': 3, 'order_z': 0, 'force_separate_z': None}, 'resampling_fn_seg_kwargs': {'is_seg': True, 'order': 1, 'order_z': 0, 'force_separate_z': None}, 'resampling_fn_probabilities': 'resample_data_or_seg_to_shape', 'resampling_fn_probabilities_kwargs': {'is_seg': False, 'order': 1, 'order_z': 0, 'force_separate_z': None}, 'architecture': {'network_class_name': 'dynamic_network_architectures.architectures.unet.ResidualEncoderUNet', 'arch_kwargs': {'n_stages': 6, 'features_per_stage': [32, 64, 128, 256, 320, 320], 'conv_op': 'torch.nn.modules.conv.Conv3d', 'kernel_sizes': [[1, 3, 3], [3, 3, 3], [3, 3, 3], [3, 3, 3], [3, 3, 3], [3, 3, 3]], 'strides': [[1, 1, 1], [1, 2, 2], [2, 2, 2], [2, 2, 2], [2, 2, 2], [1, 2, 2]], 'n_blocks_per_stage': [1, 3, 4, 6, 6, 6], 'n_conv_per_stage_decoder': [1, 1, 1, 1, 1], 'conv_bias': True, 'norm_op': 'torch.nn.modules.instancenorm.InstanceNorm3d', 'norm_op_kwargs': {'eps': 1e-05, 'affine': True}, 'dropout_op': None, 'dropout_op_kwargs': None, 'nonlin': 'torch.nn.LeakyReLU', 'nonlin_kwargs': {'inplace': True}}, '_kw_requires_import': ['conv_op', 'norm_op', 'dropout_op', 'nonlin']}, 'batch_dice': True}, '3d_cascade_fullres': {'inherits_from': '3d_fullres', 'previous_stage': '3d_lowres'}}, 'experiment_planner_used': 'nnUNetPlannerResEncL', 'label_manager': 'LabelManager', 'foreground_intensity_properties_per_channel': {'0': {'max': 3071.0, 'mean': -330.8976135253906, 'median': -243.0, 'min': -1024.0, 'percentile_00_5': -1024.0, 'percentile_99_5': 563.0, 'std': 371.2642822265625}}}, 'configuration': '3d_fullres', 'fold': 0, 'dataset_json': {'labels': {'label_001': '1', 'background': 0}, 'channel_names': {'0': 'CT_zscore_synthrad'}, 'numTraining': 321, 'file_ending': '.mha'}, 'unpack_dataset': True, 'device': device(type='cuda')}", + "network": "ResidualEncoderUNet", + "num_epochs": "1000", + "num_input_channels": "1", + "num_iterations_per_epoch": "250", + "num_val_iterations_per_epoch": "50", + "optimizer": "SGD (\nParameter Group 0\n dampening: 0\n differentiable: False\n foreach: None\n fused: None\n initial_lr: 0.01\n lr: 0.01\n maximize: False\n momentum: 0.99\n nesterov: True\n weight_decay: 3e-05\n)", + "output_folder": "/datasets/work/hb-synthrad2023/work/synthrad2025/bw_workplace/data/nnunet_struct/results/Dataset544_synthrad2025_task2_CBCT_TH_pre_v2r_stitched_masked_both/nnUNetTrainerMRCT_loss_masked_perception_masked__nnUNetResEncUNetLPlans__3d_fullres/fold_0", + "output_folder_base": "/datasets/work/hb-synthrad2023/work/synthrad2025/bw_workplace/data/nnunet_struct/results/Dataset544_synthrad2025_task2_CBCT_TH_pre_v2r_stitched_masked_both/nnUNetTrainerMRCT_loss_masked_perception_masked__nnUNetResEncUNetLPlans__3d_fullres", + "oversample_foreground_percent": "0.33", + "perception_masked": "True", + "plans_manager": "{'dataset_name': 'Dataset544_synthrad2025_task2_CBCT_TH_pre_v2r_stitched_masked_both', 'plans_name': 'nnUNetResEncUNetLPlans', 'original_median_spacing_after_transp': [3.0, 1.0, 1.0], 'original_median_shape_after_transp': [81, 450, 450], 'image_reader_writer': 'SimpleITKIO', 'transpose_forward': [0, 1, 2], 'transpose_backward': [0, 1, 2], 'configurations': {'2d': {'data_identifier': 'nnUNetPlans_2d', 'preprocessor_name': 'DefaultPreprocessor', 'batch_size': 13, 'patch_size': [512, 448], 'median_image_size_in_voxels': [450.0, 450.0], 'spacing': [1.0, 1.0], 'normalization_schemes': ['CTNormalizationClippingSynthrad2025'], 'use_mask_for_norm': [False], 'resampling_fn_data': 'resample_data_or_seg_to_shape', 'resampling_fn_seg': 'resample_data_or_seg_to_shape', 'resampling_fn_data_kwargs': {'is_seg': False, 'order': 3, 'order_z': 0, 'force_separate_z': None}, 'resampling_fn_seg_kwargs': {'is_seg': True, 'order': 1, 'order_z': 0, 'force_separate_z': None}, 'resampling_fn_probabilities': 'resample_data_or_seg_to_shape', 'resampling_fn_probabilities_kwargs': {'is_seg': False, 'order': 1, 'order_z': 0, 'force_separate_z': None}, 'architecture': {'network_class_name': 'dynamic_network_architectures.architectures.unet.ResidualEncoderUNet', 'arch_kwargs': {'n_stages': 7, 'features_per_stage': [32, 64, 128, 256, 512, 512, 512], 'conv_op': 'torch.nn.modules.conv.Conv2d', 'kernel_sizes': [[3, 3], [3, 3], [3, 3], [3, 3], [3, 3], [3, 3], [3, 3]], 'strides': [[1, 1], [2, 2], [2, 2], [2, 2], [2, 2], [2, 2], [2, 2]], 'n_blocks_per_stage': [1, 3, 4, 6, 6, 6, 6], 'n_conv_per_stage_decoder': [1, 1, 1, 1, 1, 1], 'conv_bias': True, 'norm_op': 'torch.nn.modules.instancenorm.InstanceNorm2d', 'norm_op_kwargs': {'eps': 1e-05, 'affine': True}, 'dropout_op': None, 'dropout_op_kwargs': None, 'nonlin': 'torch.nn.LeakyReLU', 'nonlin_kwargs': {'inplace': True}}, '_kw_requires_import': ['conv_op', 'norm_op', 'dropout_op', 'nonlin']}, 'batch_dice': True}, '3d_lowres': {'data_identifier': 'nnUNetResEncUNetLPlans_3d_lowres', 'preprocessor_name': 'DefaultPreprocessor', 'batch_size': 2, 'patch_size': [56, 224, 192], 'median_image_size_in_voxels': [81, 298, 298], 'spacing': [3.0, 1.512589724855112, 1.512589724855112], 'normalization_schemes': ['CTNormalizationClippingSynthrad2025'], 'use_mask_for_norm': [False], 'resampling_fn_data': 'resample_data_or_seg_to_shape', 'resampling_fn_seg': 'resample_data_or_seg_to_shape', 'resampling_fn_data_kwargs': {'is_seg': False, 'order': 3, 'order_z': 0, 'force_separate_z': None}, 'resampling_fn_seg_kwargs': {'is_seg': True, 'order': 1, 'order_z': 0, 'force_separate_z': None}, 'resampling_fn_probabilities': 'resample_data_or_seg_to_shape', 'resampling_fn_probabilities_kwargs': {'is_seg': False, 'order': 1, 'order_z': 0, 'force_separate_z': None}, 'architecture': {'network_class_name': 'dynamic_network_architectures.architectures.unet.ResidualEncoderUNet', 'arch_kwargs': {'n_stages': 6, 'features_per_stage': [32, 64, 128, 256, 320, 320], 'conv_op': 'torch.nn.modules.conv.Conv3d', 'kernel_sizes': [[3, 3, 3], [3, 3, 3], [3, 3, 3], [3, 3, 3], [3, 3, 3], [3, 3, 3]], 'strides': [[1, 1, 1], [2, 2, 2], [2, 2, 2], [2, 2, 2], [1, 2, 2], [1, 2, 2]], 'n_blocks_per_stage': [1, 3, 4, 6, 6, 6], 'n_conv_per_stage_decoder': [1, 1, 1, 1, 1], 'conv_bias': True, 'norm_op': 'torch.nn.modules.instancenorm.InstanceNorm3d', 'norm_op_kwargs': {'eps': 1e-05, 'affine': True}, 'dropout_op': None, 'dropout_op_kwargs': None, 'nonlin': 'torch.nn.LeakyReLU', 'nonlin_kwargs': {'inplace': True}}, '_kw_requires_import': ['conv_op', 'norm_op', 'dropout_op', 'nonlin']}, 'batch_dice': False, 'next_stage': '3d_cascade_fullres'}, '3d_fullres': {'data_identifier': 'nnUNetPlans_3d_fullres', 'preprocessor_name': 'DefaultPreprocessor', 'batch_size': 2, 'patch_size': [40, 224, 192], 'median_image_size_in_voxels': [81.0, 450.0, 450.0], 'spacing': [3.0, 1.0, 1.0], 'normalization_schemes': ['CTNormalizationClippingSynthrad2025'], 'use_mask_for_norm': [False], 'resampling_fn_data': 'resample_data_or_seg_to_shape', 'resampling_fn_seg': 'resample_data_or_seg_to_shape', 'resampling_fn_data_kwargs': {'is_seg': False, 'order': 3, 'order_z': 0, 'force_separate_z': None}, 'resampling_fn_seg_kwargs': {'is_seg': True, 'order': 1, 'order_z': 0, 'force_separate_z': None}, 'resampling_fn_probabilities': 'resample_data_or_seg_to_shape', 'resampling_fn_probabilities_kwargs': {'is_seg': False, 'order': 1, 'order_z': 0, 'force_separate_z': None}, 'architecture': {'network_class_name': 'dynamic_network_architectures.architectures.unet.ResidualEncoderUNet', 'arch_kwargs': {'n_stages': 6, 'features_per_stage': [32, 64, 128, 256, 320, 320], 'conv_op': 'torch.nn.modules.conv.Conv3d', 'kernel_sizes': [[1, 3, 3], [3, 3, 3], [3, 3, 3], [3, 3, 3], [3, 3, 3], [3, 3, 3]], 'strides': [[1, 1, 1], [1, 2, 2], [2, 2, 2], [2, 2, 2], [2, 2, 2], [1, 2, 2]], 'n_blocks_per_stage': [1, 3, 4, 6, 6, 6], 'n_conv_per_stage_decoder': [1, 1, 1, 1, 1], 'conv_bias': True, 'norm_op': 'torch.nn.modules.instancenorm.InstanceNorm3d', 'norm_op_kwargs': {'eps': 1e-05, 'affine': True}, 'dropout_op': None, 'dropout_op_kwargs': None, 'nonlin': 'torch.nn.LeakyReLU', 'nonlin_kwargs': {'inplace': True}}, '_kw_requires_import': ['conv_op', 'norm_op', 'dropout_op', 'nonlin']}, 'batch_dice': True}, '3d_cascade_fullres': {'inherits_from': '3d_fullres', 'previous_stage': '3d_lowres'}}, 'experiment_planner_used': 'nnUNetPlannerResEncL', 'label_manager': 'LabelManager', 'foreground_intensity_properties_per_channel': {'0': {'max': 3071.0, 'mean': -330.8976135253906, 'median': -243.0, 'min': -1024.0, 'percentile_00_5': -1024.0, 'percentile_99_5': 563.0, 'std': 371.2642822265625}}}", + "preprocessed_dataset_folder": "/datasets/work/hb-synthrad2023/work/synthrad2025/bw_workplace/data/nnunet_struct/preprocessed/Dataset544_synthrad2025_task2_CBCT_TH_pre_v2r_stitched_masked_both/nnUNetPlans_3d_fullres", + "preprocessed_dataset_folder_base": "/datasets/work/hb-synthrad2023/work/synthrad2025/bw_workplace/data/nnunet_struct/preprocessed/Dataset544_synthrad2025_task2_CBCT_TH_pre_v2r_stitched_masked_both", + "save_every": "50", + "torch_version": "2.7.1+cu126", + "unpack_dataset": "True", + "was_initialized": "True", + "weight_decay": "3e-05" +} \ No newline at end of file diff --git a/Dataset544/nnUNetTrainerMRCT_loss_masked_perception_masked__nnUNetResEncUNetLPlans__3d_fullres/fold_0/progress.png b/Dataset544/nnUNetTrainerMRCT_loss_masked_perception_masked__nnUNetResEncUNetLPlans__3d_fullres/fold_0/progress.png new file mode 100644 index 0000000000000000000000000000000000000000..e9af218b59918ce87bd27dd891d648d6548ef008 --- /dev/null +++ b/Dataset544/nnUNetTrainerMRCT_loss_masked_perception_masked__nnUNetResEncUNetLPlans__3d_fullres/fold_0/progress.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ddf72b0f141c0785923ac73f5821c75e7f6d5daa970742590d9792210414ca78 +size 618327 diff --git a/Dataset544/nnUNetTrainerMRCT_loss_masked_perception_masked__nnUNetResEncUNetLPlans__3d_fullres/fold_0/validation/summary.json b/Dataset544/nnUNetTrainerMRCT_loss_masked_perception_masked__nnUNetResEncUNetLPlans__3d_fullres/fold_0/validation/summary.json new file mode 100644 index 0000000000000000000000000000000000000000..d933cd753b831547bac32060a1341a6e6bd99136 --- /dev/null +++ b/Dataset544/nnUNetTrainerMRCT_loss_masked_perception_masked__nnUNetResEncUNetLPlans__3d_fullres/fold_0/validation/summary.json @@ -0,0 +1,52 @@ +{ + "mae": { + "mean": 52.80768787193642, + "std": 39.25411217734592, + "max": 349.4295323444315, + "min": 30.53782153506361, + "25pc": 39.67259547669727, + "50pc": 44.417437064864046, + "75pc": 56.57117028196328, + "count": 65 + }, + "psnr": { + "mean": 32.25481819350785, + "std": 2.9858789867732187, + "max": 36.561440579128075, + "min": 17.068229372936194, + "25pc": 30.947542147774367, + "50pc": 32.57369524597034, + "75pc": 34.17962467969445, + "count": 65 + }, + "ms_ssim": { + "mean": 0.9536834487302785, + "std": 0.08019347284318636, + "max": 0.9915810123537975, + "min": 0.3802523438307981, + "25pc": 0.9586479045957355, + "50pc": 0.9741513563984106, + "75pc": 0.9824337046998175, + "count": 65 + }, + "DICE": { + "mean": 0.8256282861416157, + "std": 0.06491444113684663, + "max": 0.9275574088096619, + "min": 0.5898815393447876, + "25pc": 0.7742491364479065, + "50pc": 0.8340623378753662, + "75pc": 0.8758383393287659, + "count": 65 + }, + "HD95": { + "mean": 4.208385368493887, + "std": 3.814029574946056, + "max": 30.388620376586914, + "min": 1.1522142887115479, + "25pc": 2.4057328701019287, + "50pc": 3.2774264812469482, + "75pc": 4.871885299682617, + "count": 65 + } +} \ No newline at end of file diff --git a/Dataset544/nnUNetTrainerMRCT_loss_masked_perception_masked__nnUNetResEncUNetLPlans__3d_fullres/fold_1/checkpoint_final.pth b/Dataset544/nnUNetTrainerMRCT_loss_masked_perception_masked__nnUNetResEncUNetLPlans__3d_fullres/fold_1/checkpoint_final.pth new file mode 100644 index 0000000000000000000000000000000000000000..30efc744e2b86455bc008cdd9c1fe11e4b7a351b --- /dev/null +++ b/Dataset544/nnUNetTrainerMRCT_loss_masked_perception_masked__nnUNetResEncUNetLPlans__3d_fullres/fold_1/checkpoint_final.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8cc8763c8bc6c2caf172da97e564771fb83199b817092ed9e5d600bbdec58ae1 +size 815580205 diff --git a/Dataset544/nnUNetTrainerMRCT_loss_masked_perception_masked__nnUNetResEncUNetLPlans__3d_fullres/fold_1/debug.json b/Dataset544/nnUNetTrainerMRCT_loss_masked_perception_masked__nnUNetResEncUNetLPlans__3d_fullres/fold_1/debug.json new file mode 100644 index 0000000000000000000000000000000000000000..94f73d47f7866e713fada9c18dd588e261e9b065 --- /dev/null +++ b/Dataset544/nnUNetTrainerMRCT_loss_masked_perception_masked__nnUNetResEncUNetLPlans__3d_fullres/fold_1/debug.json @@ -0,0 +1,58 @@ +{ + "_best_ema": "None", + "aim_run": ">", + "batch_size": "2", + "configuration_manager": "{'data_identifier': 'nnUNetPlans_3d_fullres', 'preprocessor_name': 'DefaultPreprocessor', 'batch_size': 2, 'patch_size': [40, 224, 192], 'median_image_size_in_voxels': [81.0, 450.0, 450.0], 'spacing': [3.0, 1.0, 1.0], 'normalization_schemes': ['CTNormalizationClippingSynthrad2025'], 'use_mask_for_norm': [False], 'resampling_fn_data': 'resample_data_or_seg_to_shape', 'resampling_fn_seg': 'resample_data_or_seg_to_shape', 'resampling_fn_data_kwargs': {'is_seg': False, 'order': 3, 'order_z': 0, 'force_separate_z': None}, 'resampling_fn_seg_kwargs': {'is_seg': True, 'order': 1, 'order_z': 0, 'force_separate_z': None}, 'resampling_fn_probabilities': 'resample_data_or_seg_to_shape', 'resampling_fn_probabilities_kwargs': {'is_seg': False, 'order': 1, 'order_z': 0, 'force_separate_z': None}, 'architecture': {'network_class_name': 'dynamic_network_architectures.architectures.unet.ResidualEncoderUNet', 'arch_kwargs': {'n_stages': 6, 'features_per_stage': [32, 64, 128, 256, 320, 320], 'conv_op': 'torch.nn.modules.conv.Conv3d', 'kernel_sizes': [[1, 3, 3], [3, 3, 3], [3, 3, 3], [3, 3, 3], [3, 3, 3], [3, 3, 3]], 'strides': [[1, 1, 1], [1, 2, 2], [2, 2, 2], [2, 2, 2], [2, 2, 2], [1, 2, 2]], 'n_blocks_per_stage': [1, 3, 4, 6, 6, 6], 'n_conv_per_stage_decoder': [1, 1, 1, 1, 1], 'conv_bias': True, 'norm_op': 'torch.nn.modules.instancenorm.InstanceNorm3d', 'norm_op_kwargs': {'eps': 1e-05, 'affine': True}, 'dropout_op': None, 'dropout_op_kwargs': None, 'nonlin': 'torch.nn.LeakyReLU', 'nonlin_kwargs': {'inplace': True}, 'deep_supervision': False}, '_kw_requires_import': ['conv_op', 'norm_op', 'dropout_op', 'nonlin']}, 'batch_dice': True}", + "configuration_name": "3d_fullres", + "cudnn_version": 90501, + "current_epoch": "0", + "dataloader_train": "", + "dataloader_train.generator": "", + "dataloader_train.num_processes": "12", + "dataloader_train.transform": "Compose ( [RemoveLabelTransform( output_key = 'seg', input_key = 'seg', replace_with = 0, remove_label = -1 ), RenameTransform( delete_old = True, out_key = 'target', in_key = 'seg' ), NumpyToTensor( keys = ['data', 'target', 'mask'], cast_to = 'float' )] )", + "dataloader_val": "", + "dataloader_val.generator": "", + "dataloader_val.num_processes": "6", + "dataloader_val.transform": "Compose ( [RemoveLabelTransform( output_key = 'seg', input_key = 'seg', replace_with = 0, remove_label = -1 ), RenameTransform( delete_old = True, out_key = 'target', in_key = 'seg' ), NumpyToTensor( keys = ['data', 'target', 'mask'], cast_to = 'float' )] )", + "dataset_json": "{'labels': {'label_001': '1', 'background': 0}, 'channel_names': {'0': 'CT_zscore_synthrad'}, 'numTraining': 321, 'file_ending': '.mha'}", + "debug_custom": "{'run_hash': 'ab23b330243e4ecbba185376'}", + "decoder_type": "standard", + "device": "cuda:0", + "disable_checkpointing": "False", + "enable_deep_supervision": "False", + "fold": "1", + "folder_with_segs_from_previous_stage": "None", + "gpu_name": "NVIDIA H100", + "grad_scaler": "", + "hostname": "g016", + "image_loss_weight": "0.5", + "inference_allowed_mirroring_axes": "None", + "initial_lr": "0.01", + "is_cascaded": "False", + "is_ddp": "False", + "label_manager": "", + "local_rank": "0", + "log_file": "/datasets/work/hb-synthrad2023/work/synthrad2025/bw_workplace/data/nnunet_struct/results/Dataset544_synthrad2025_task2_CBCT_TH_pre_v2r_stitched_masked_both/nnUNetTrainerMRCT_loss_masked_perception_masked__nnUNetResEncUNetLPlans__3d_fullres/fold_1/training_log_2025_8_14_18_28_49.txt", + "logger": "", + "loss": "SynPerceptionLoss(\n (seg_model): ResidualEncoderUNet(\n (encoder): ResidualEncoder(\n (stem): StackedConvBlocks(\n (convs): Sequential(\n (0): ConvDropoutNormReLU(\n (conv): Conv3d(1, 32, kernel_size=(1, 3, 3), stride=(1, 1, 1), padding=(0, 1, 1))\n (norm): InstanceNorm3d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(1, 32, kernel_size=(1, 3, 3), stride=(1, 1, 1), padding=(0, 1, 1))\n (1): InstanceNorm3d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n )\n (stages): Sequential(\n (0): StackedResidualBlocks(\n (blocks): Sequential(\n (0): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(32, 32, kernel_size=(1, 3, 3), stride=(1, 1, 1), padding=(0, 1, 1))\n (norm): InstanceNorm3d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(32, 32, kernel_size=(1, 3, 3), stride=(1, 1, 1), padding=(0, 1, 1))\n (1): InstanceNorm3d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(32, 32, kernel_size=(1, 3, 3), stride=(1, 1, 1), padding=(0, 1, 1))\n (norm): InstanceNorm3d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(32, 32, kernel_size=(1, 3, 3), stride=(1, 1, 1), padding=(0, 1, 1))\n (1): InstanceNorm3d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n (1): StackedResidualBlocks(\n (blocks): Sequential(\n (0): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(32, 64, kernel_size=(3, 3, 3), stride=(1, 2, 2), padding=(1, 1, 1))\n (norm): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(32, 64, kernel_size=(3, 3, 3), stride=(1, 2, 2), padding=(1, 1, 1))\n (1): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n (skip): Sequential(\n (0): AvgPool3d(kernel_size=[1, 2, 2], stride=[1, 2, 2], padding=0)\n (1): ConvDropoutNormReLU(\n (conv): Conv3d(32, 64, kernel_size=(1, 1, 1), stride=(1, 1, 1), bias=False)\n (norm): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(32, 64, kernel_size=(1, 1, 1), stride=(1, 1, 1), bias=False)\n (1): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n )\n )\n (1): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (2): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n (2): StackedResidualBlocks(\n (blocks): Sequential(\n (0): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(64, 128, kernel_size=(3, 3, 3), stride=(2, 2, 2), padding=(1, 1, 1))\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(64, 128, kernel_size=(3, 3, 3), stride=(2, 2, 2), padding=(1, 1, 1))\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n (skip): Sequential(\n (0): AvgPool3d(kernel_size=[2, 2, 2], stride=[2, 2, 2], padding=0)\n (1): ConvDropoutNormReLU(\n (conv): Conv3d(64, 128, kernel_size=(1, 1, 1), stride=(1, 1, 1), bias=False)\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(64, 128, kernel_size=(1, 1, 1), stride=(1, 1, 1), bias=False)\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n )\n )\n (1): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (2): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (3): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n (3): StackedResidualBlocks(\n (blocks): Sequential(\n (0): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(128, 256, kernel_size=(3, 3, 3), stride=(2, 2, 2), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(128, 256, kernel_size=(3, 3, 3), stride=(2, 2, 2), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n (skip): Sequential(\n (0): AvgPool3d(kernel_size=[2, 2, 2], stride=[2, 2, 2], padding=0)\n (1): ConvDropoutNormReLU(\n (conv): Conv3d(128, 256, kernel_size=(1, 1, 1), stride=(1, 1, 1), bias=False)\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(128, 256, kernel_size=(1, 1, 1), stride=(1, 1, 1), bias=False)\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n )\n )\n (1): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (2): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (3): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (4): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (5): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n (4): StackedResidualBlocks(\n (blocks): Sequential(\n (0): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(256, 320, kernel_size=(3, 3, 3), stride=(2, 2, 2), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(256, 320, kernel_size=(3, 3, 3), stride=(2, 2, 2), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n (skip): Sequential(\n (0): AvgPool3d(kernel_size=[2, 2, 2], stride=[2, 2, 2], padding=0)\n (1): ConvDropoutNormReLU(\n (conv): Conv3d(256, 320, kernel_size=(1, 1, 1), stride=(1, 1, 1), bias=False)\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(256, 320, kernel_size=(1, 1, 1), stride=(1, 1, 1), bias=False)\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n )\n )\n (1): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (2): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (3): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (4): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (5): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n (5): StackedResidualBlocks(\n (blocks): Sequential(\n (0): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 2, 2), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 2, 2), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n (skip): Sequential(\n (0): AvgPool3d(kernel_size=[1, 2, 2], stride=[1, 2, 2], padding=0)\n )\n )\n (1): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (2): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (3): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (4): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (5): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n )\n )\n (decoder): UNetDecoder(\n (encoder): ResidualEncoder(\n (stem): StackedConvBlocks(\n (convs): Sequential(\n (0): ConvDropoutNormReLU(\n (conv): Conv3d(1, 32, kernel_size=(1, 3, 3), stride=(1, 1, 1), padding=(0, 1, 1))\n (norm): InstanceNorm3d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(1, 32, kernel_size=(1, 3, 3), stride=(1, 1, 1), padding=(0, 1, 1))\n (1): InstanceNorm3d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n )\n (stages): Sequential(\n (0): StackedResidualBlocks(\n (blocks): Sequential(\n (0): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(32, 32, kernel_size=(1, 3, 3), stride=(1, 1, 1), padding=(0, 1, 1))\n (norm): InstanceNorm3d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(32, 32, kernel_size=(1, 3, 3), stride=(1, 1, 1), padding=(0, 1, 1))\n (1): InstanceNorm3d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(32, 32, kernel_size=(1, 3, 3), stride=(1, 1, 1), padding=(0, 1, 1))\n (norm): InstanceNorm3d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(32, 32, kernel_size=(1, 3, 3), stride=(1, 1, 1), padding=(0, 1, 1))\n (1): InstanceNorm3d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n (1): StackedResidualBlocks(\n (blocks): Sequential(\n (0): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(32, 64, kernel_size=(3, 3, 3), stride=(1, 2, 2), padding=(1, 1, 1))\n (norm): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(32, 64, kernel_size=(3, 3, 3), stride=(1, 2, 2), padding=(1, 1, 1))\n (1): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n (skip): Sequential(\n (0): AvgPool3d(kernel_size=[1, 2, 2], stride=[1, 2, 2], padding=0)\n (1): ConvDropoutNormReLU(\n (conv): Conv3d(32, 64, kernel_size=(1, 1, 1), stride=(1, 1, 1), bias=False)\n (norm): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(32, 64, kernel_size=(1, 1, 1), stride=(1, 1, 1), bias=False)\n (1): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n )\n )\n (1): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (2): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n (2): StackedResidualBlocks(\n (blocks): Sequential(\n (0): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(64, 128, kernel_size=(3, 3, 3), stride=(2, 2, 2), padding=(1, 1, 1))\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(64, 128, kernel_size=(3, 3, 3), stride=(2, 2, 2), padding=(1, 1, 1))\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n (skip): Sequential(\n (0): AvgPool3d(kernel_size=[2, 2, 2], stride=[2, 2, 2], padding=0)\n (1): ConvDropoutNormReLU(\n (conv): Conv3d(64, 128, kernel_size=(1, 1, 1), stride=(1, 1, 1), bias=False)\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(64, 128, kernel_size=(1, 1, 1), stride=(1, 1, 1), bias=False)\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n )\n )\n (1): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (2): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (3): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n (3): StackedResidualBlocks(\n (blocks): Sequential(\n (0): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(128, 256, kernel_size=(3, 3, 3), stride=(2, 2, 2), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(128, 256, kernel_size=(3, 3, 3), stride=(2, 2, 2), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n (skip): Sequential(\n (0): AvgPool3d(kernel_size=[2, 2, 2], stride=[2, 2, 2], padding=0)\n (1): ConvDropoutNormReLU(\n (conv): Conv3d(128, 256, kernel_size=(1, 1, 1), stride=(1, 1, 1), bias=False)\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(128, 256, kernel_size=(1, 1, 1), stride=(1, 1, 1), bias=False)\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n )\n )\n (1): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (2): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (3): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (4): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (5): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n (4): StackedResidualBlocks(\n (blocks): Sequential(\n (0): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(256, 320, kernel_size=(3, 3, 3), stride=(2, 2, 2), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(256, 320, kernel_size=(3, 3, 3), stride=(2, 2, 2), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n (skip): Sequential(\n (0): AvgPool3d(kernel_size=[2, 2, 2], stride=[2, 2, 2], padding=0)\n (1): ConvDropoutNormReLU(\n (conv): Conv3d(256, 320, kernel_size=(1, 1, 1), stride=(1, 1, 1), bias=False)\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(256, 320, kernel_size=(1, 1, 1), stride=(1, 1, 1), bias=False)\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n )\n )\n (1): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (2): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (3): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (4): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (5): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n (5): StackedResidualBlocks(\n (blocks): Sequential(\n (0): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 2, 2), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 2, 2), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n (skip): Sequential(\n (0): AvgPool3d(kernel_size=[1, 2, 2], stride=[1, 2, 2], padding=0)\n )\n )\n (1): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (2): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (3): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (4): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (5): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n )\n )\n (stages): ModuleList(\n (0): StackedConvBlocks(\n (convs): Sequential(\n (0): ConvDropoutNormReLU(\n (conv): Conv3d(640, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(640, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n )\n (1): StackedConvBlocks(\n (convs): Sequential(\n (0): ConvDropoutNormReLU(\n (conv): Conv3d(512, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(512, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n )\n (2): StackedConvBlocks(\n (convs): Sequential(\n (0): ConvDropoutNormReLU(\n (conv): Conv3d(256, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(256, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n )\n (3): StackedConvBlocks(\n (convs): Sequential(\n (0): ConvDropoutNormReLU(\n (conv): Conv3d(128, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(128, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n )\n (4): StackedConvBlocks(\n (convs): Sequential(\n (0): ConvDropoutNormReLU(\n (conv): Conv3d(64, 32, kernel_size=(1, 3, 3), stride=(1, 1, 1), padding=(0, 1, 1))\n (norm): InstanceNorm3d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(64, 32, kernel_size=(1, 3, 3), stride=(1, 1, 1), padding=(0, 1, 1))\n (1): InstanceNorm3d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n )\n )\n (transpconvs): ModuleList(\n (0): ConvTranspose3d(320, 320, kernel_size=(1, 2, 2), stride=(1, 2, 2))\n (1): ConvTranspose3d(320, 256, kernel_size=(2, 2, 2), stride=(2, 2, 2))\n (2): ConvTranspose3d(256, 128, kernel_size=(2, 2, 2), stride=(2, 2, 2))\n (3): ConvTranspose3d(128, 64, kernel_size=(2, 2, 2), stride=(2, 2, 2))\n (4): ConvTranspose3d(64, 32, kernel_size=(1, 2, 2), stride=(1, 2, 2))\n )\n (seg_layers): ModuleList(\n (0): Conv3d(320, 62, kernel_size=(1, 1, 1), stride=(1, 1, 1))\n (1): Conv3d(256, 62, kernel_size=(1, 1, 1), stride=(1, 1, 1))\n (2): Conv3d(128, 62, kernel_size=(1, 1, 1), stride=(1, 1, 1))\n (3): Conv3d(64, 62, kernel_size=(1, 1, 1), stride=(1, 1, 1))\n (4): Conv3d(32, 62, kernel_size=(1, 1, 1), stride=(1, 1, 1))\n )\n )\n )\n (L1): L1Loss()\n (image_loss): myMaskedMSE(\n (mse): myMSE()\n )\n)", + "lr_scheduler": "", + "my_init_kwargs": "{'plans': {'dataset_name': 'Dataset544_synthrad2025_task2_CBCT_TH_pre_v2r_stitched_masked_both', 'plans_name': 'nnUNetResEncUNetLPlans', 'original_median_spacing_after_transp': [3.0, 1.0, 1.0], 'original_median_shape_after_transp': [81, 450, 450], 'image_reader_writer': 'SimpleITKIO', 'transpose_forward': [0, 1, 2], 'transpose_backward': [0, 1, 2], 'configurations': {'2d': {'data_identifier': 'nnUNetPlans_2d', 'preprocessor_name': 'DefaultPreprocessor', 'batch_size': 13, 'patch_size': [512, 448], 'median_image_size_in_voxels': [450.0, 450.0], 'spacing': [1.0, 1.0], 'normalization_schemes': ['CTNormalizationClippingSynthrad2025'], 'use_mask_for_norm': [False], 'resampling_fn_data': 'resample_data_or_seg_to_shape', 'resampling_fn_seg': 'resample_data_or_seg_to_shape', 'resampling_fn_data_kwargs': {'is_seg': False, 'order': 3, 'order_z': 0, 'force_separate_z': None}, 'resampling_fn_seg_kwargs': {'is_seg': True, 'order': 1, 'order_z': 0, 'force_separate_z': None}, 'resampling_fn_probabilities': 'resample_data_or_seg_to_shape', 'resampling_fn_probabilities_kwargs': {'is_seg': False, 'order': 1, 'order_z': 0, 'force_separate_z': None}, 'architecture': {'network_class_name': 'dynamic_network_architectures.architectures.unet.ResidualEncoderUNet', 'arch_kwargs': {'n_stages': 7, 'features_per_stage': [32, 64, 128, 256, 512, 512, 512], 'conv_op': 'torch.nn.modules.conv.Conv2d', 'kernel_sizes': [[3, 3], [3, 3], [3, 3], [3, 3], [3, 3], [3, 3], [3, 3]], 'strides': [[1, 1], [2, 2], [2, 2], [2, 2], [2, 2], [2, 2], [2, 2]], 'n_blocks_per_stage': [1, 3, 4, 6, 6, 6, 6], 'n_conv_per_stage_decoder': [1, 1, 1, 1, 1, 1], 'conv_bias': True, 'norm_op': 'torch.nn.modules.instancenorm.InstanceNorm2d', 'norm_op_kwargs': {'eps': 1e-05, 'affine': True}, 'dropout_op': None, 'dropout_op_kwargs': None, 'nonlin': 'torch.nn.LeakyReLU', 'nonlin_kwargs': {'inplace': True}}, '_kw_requires_import': ['conv_op', 'norm_op', 'dropout_op', 'nonlin']}, 'batch_dice': True}, '3d_lowres': {'data_identifier': 'nnUNetResEncUNetLPlans_3d_lowres', 'preprocessor_name': 'DefaultPreprocessor', 'batch_size': 2, 'patch_size': [56, 224, 192], 'median_image_size_in_voxels': [81, 298, 298], 'spacing': [3.0, 1.512589724855112, 1.512589724855112], 'normalization_schemes': ['CTNormalizationClippingSynthrad2025'], 'use_mask_for_norm': [False], 'resampling_fn_data': 'resample_data_or_seg_to_shape', 'resampling_fn_seg': 'resample_data_or_seg_to_shape', 'resampling_fn_data_kwargs': {'is_seg': False, 'order': 3, 'order_z': 0, 'force_separate_z': None}, 'resampling_fn_seg_kwargs': {'is_seg': True, 'order': 1, 'order_z': 0, 'force_separate_z': None}, 'resampling_fn_probabilities': 'resample_data_or_seg_to_shape', 'resampling_fn_probabilities_kwargs': {'is_seg': False, 'order': 1, 'order_z': 0, 'force_separate_z': None}, 'architecture': {'network_class_name': 'dynamic_network_architectures.architectures.unet.ResidualEncoderUNet', 'arch_kwargs': {'n_stages': 6, 'features_per_stage': [32, 64, 128, 256, 320, 320], 'conv_op': 'torch.nn.modules.conv.Conv3d', 'kernel_sizes': [[3, 3, 3], [3, 3, 3], [3, 3, 3], [3, 3, 3], [3, 3, 3], [3, 3, 3]], 'strides': [[1, 1, 1], [2, 2, 2], [2, 2, 2], [2, 2, 2], [1, 2, 2], [1, 2, 2]], 'n_blocks_per_stage': [1, 3, 4, 6, 6, 6], 'n_conv_per_stage_decoder': [1, 1, 1, 1, 1], 'conv_bias': True, 'norm_op': 'torch.nn.modules.instancenorm.InstanceNorm3d', 'norm_op_kwargs': {'eps': 1e-05, 'affine': True}, 'dropout_op': None, 'dropout_op_kwargs': None, 'nonlin': 'torch.nn.LeakyReLU', 'nonlin_kwargs': {'inplace': True}}, '_kw_requires_import': ['conv_op', 'norm_op', 'dropout_op', 'nonlin']}, 'batch_dice': False, 'next_stage': '3d_cascade_fullres'}, '3d_fullres': {'data_identifier': 'nnUNetPlans_3d_fullres', 'preprocessor_name': 'DefaultPreprocessor', 'batch_size': 2, 'patch_size': [40, 224, 192], 'median_image_size_in_voxels': [81.0, 450.0, 450.0], 'spacing': [3.0, 1.0, 1.0], 'normalization_schemes': ['CTNormalizationClippingSynthrad2025'], 'use_mask_for_norm': [False], 'resampling_fn_data': 'resample_data_or_seg_to_shape', 'resampling_fn_seg': 'resample_data_or_seg_to_shape', 'resampling_fn_data_kwargs': {'is_seg': False, 'order': 3, 'order_z': 0, 'force_separate_z': None}, 'resampling_fn_seg_kwargs': {'is_seg': True, 'order': 1, 'order_z': 0, 'force_separate_z': None}, 'resampling_fn_probabilities': 'resample_data_or_seg_to_shape', 'resampling_fn_probabilities_kwargs': {'is_seg': False, 'order': 1, 'order_z': 0, 'force_separate_z': None}, 'architecture': {'network_class_name': 'dynamic_network_architectures.architectures.unet.ResidualEncoderUNet', 'arch_kwargs': {'n_stages': 6, 'features_per_stage': [32, 64, 128, 256, 320, 320], 'conv_op': 'torch.nn.modules.conv.Conv3d', 'kernel_sizes': [[1, 3, 3], [3, 3, 3], [3, 3, 3], [3, 3, 3], [3, 3, 3], [3, 3, 3]], 'strides': [[1, 1, 1], [1, 2, 2], [2, 2, 2], [2, 2, 2], [2, 2, 2], [1, 2, 2]], 'n_blocks_per_stage': [1, 3, 4, 6, 6, 6], 'n_conv_per_stage_decoder': [1, 1, 1, 1, 1], 'conv_bias': True, 'norm_op': 'torch.nn.modules.instancenorm.InstanceNorm3d', 'norm_op_kwargs': {'eps': 1e-05, 'affine': True}, 'dropout_op': None, 'dropout_op_kwargs': None, 'nonlin': 'torch.nn.LeakyReLU', 'nonlin_kwargs': {'inplace': True}}, '_kw_requires_import': ['conv_op', 'norm_op', 'dropout_op', 'nonlin']}, 'batch_dice': True}, '3d_cascade_fullres': {'inherits_from': '3d_fullres', 'previous_stage': '3d_lowres'}}, 'experiment_planner_used': 'nnUNetPlannerResEncL', 'label_manager': 'LabelManager', 'foreground_intensity_properties_per_channel': {'0': {'max': 3071.0, 'mean': -330.8976135253906, 'median': -243.0, 'min': -1024.0, 'percentile_00_5': -1024.0, 'percentile_99_5': 563.0, 'std': 371.2642822265625}}}, 'configuration': '3d_fullres', 'fold': 1, 'dataset_json': {'labels': {'label_001': '1', 'background': 0}, 'channel_names': {'0': 'CT_zscore_synthrad'}, 'numTraining': 321, 'file_ending': '.mha'}, 'unpack_dataset': True, 'device': device(type='cuda')}", + "network": "ResidualEncoderUNet", + "num_epochs": "1000", + "num_input_channels": "1", + "num_iterations_per_epoch": "250", + "num_val_iterations_per_epoch": "50", + "optimizer": "SGD (\nParameter Group 0\n dampening: 0\n differentiable: False\n foreach: None\n fused: None\n initial_lr: 0.01\n lr: 0.01\n maximize: False\n momentum: 0.99\n nesterov: True\n weight_decay: 3e-05\n)", + "output_folder": "/datasets/work/hb-synthrad2023/work/synthrad2025/bw_workplace/data/nnunet_struct/results/Dataset544_synthrad2025_task2_CBCT_TH_pre_v2r_stitched_masked_both/nnUNetTrainerMRCT_loss_masked_perception_masked__nnUNetResEncUNetLPlans__3d_fullres/fold_1", + "output_folder_base": "/datasets/work/hb-synthrad2023/work/synthrad2025/bw_workplace/data/nnunet_struct/results/Dataset544_synthrad2025_task2_CBCT_TH_pre_v2r_stitched_masked_both/nnUNetTrainerMRCT_loss_masked_perception_masked__nnUNetResEncUNetLPlans__3d_fullres", + "oversample_foreground_percent": "0.33", + "perception_masked": "True", + "plans_manager": "{'dataset_name': 'Dataset544_synthrad2025_task2_CBCT_TH_pre_v2r_stitched_masked_both', 'plans_name': 'nnUNetResEncUNetLPlans', 'original_median_spacing_after_transp': [3.0, 1.0, 1.0], 'original_median_shape_after_transp': [81, 450, 450], 'image_reader_writer': 'SimpleITKIO', 'transpose_forward': [0, 1, 2], 'transpose_backward': [0, 1, 2], 'configurations': {'2d': {'data_identifier': 'nnUNetPlans_2d', 'preprocessor_name': 'DefaultPreprocessor', 'batch_size': 13, 'patch_size': [512, 448], 'median_image_size_in_voxels': [450.0, 450.0], 'spacing': [1.0, 1.0], 'normalization_schemes': ['CTNormalizationClippingSynthrad2025'], 'use_mask_for_norm': [False], 'resampling_fn_data': 'resample_data_or_seg_to_shape', 'resampling_fn_seg': 'resample_data_or_seg_to_shape', 'resampling_fn_data_kwargs': {'is_seg': False, 'order': 3, 'order_z': 0, 'force_separate_z': None}, 'resampling_fn_seg_kwargs': {'is_seg': True, 'order': 1, 'order_z': 0, 'force_separate_z': None}, 'resampling_fn_probabilities': 'resample_data_or_seg_to_shape', 'resampling_fn_probabilities_kwargs': {'is_seg': False, 'order': 1, 'order_z': 0, 'force_separate_z': None}, 'architecture': {'network_class_name': 'dynamic_network_architectures.architectures.unet.ResidualEncoderUNet', 'arch_kwargs': {'n_stages': 7, 'features_per_stage': [32, 64, 128, 256, 512, 512, 512], 'conv_op': 'torch.nn.modules.conv.Conv2d', 'kernel_sizes': [[3, 3], [3, 3], [3, 3], [3, 3], [3, 3], [3, 3], [3, 3]], 'strides': [[1, 1], [2, 2], [2, 2], [2, 2], [2, 2], [2, 2], [2, 2]], 'n_blocks_per_stage': [1, 3, 4, 6, 6, 6, 6], 'n_conv_per_stage_decoder': [1, 1, 1, 1, 1, 1], 'conv_bias': True, 'norm_op': 'torch.nn.modules.instancenorm.InstanceNorm2d', 'norm_op_kwargs': {'eps': 1e-05, 'affine': True}, 'dropout_op': None, 'dropout_op_kwargs': None, 'nonlin': 'torch.nn.LeakyReLU', 'nonlin_kwargs': {'inplace': True}}, '_kw_requires_import': ['conv_op', 'norm_op', 'dropout_op', 'nonlin']}, 'batch_dice': True}, '3d_lowres': {'data_identifier': 'nnUNetResEncUNetLPlans_3d_lowres', 'preprocessor_name': 'DefaultPreprocessor', 'batch_size': 2, 'patch_size': [56, 224, 192], 'median_image_size_in_voxels': [81, 298, 298], 'spacing': [3.0, 1.512589724855112, 1.512589724855112], 'normalization_schemes': ['CTNormalizationClippingSynthrad2025'], 'use_mask_for_norm': [False], 'resampling_fn_data': 'resample_data_or_seg_to_shape', 'resampling_fn_seg': 'resample_data_or_seg_to_shape', 'resampling_fn_data_kwargs': {'is_seg': False, 'order': 3, 'order_z': 0, 'force_separate_z': None}, 'resampling_fn_seg_kwargs': {'is_seg': True, 'order': 1, 'order_z': 0, 'force_separate_z': None}, 'resampling_fn_probabilities': 'resample_data_or_seg_to_shape', 'resampling_fn_probabilities_kwargs': {'is_seg': False, 'order': 1, 'order_z': 0, 'force_separate_z': None}, 'architecture': {'network_class_name': 'dynamic_network_architectures.architectures.unet.ResidualEncoderUNet', 'arch_kwargs': {'n_stages': 6, 'features_per_stage': [32, 64, 128, 256, 320, 320], 'conv_op': 'torch.nn.modules.conv.Conv3d', 'kernel_sizes': [[3, 3, 3], [3, 3, 3], [3, 3, 3], [3, 3, 3], [3, 3, 3], [3, 3, 3]], 'strides': [[1, 1, 1], [2, 2, 2], [2, 2, 2], [2, 2, 2], [1, 2, 2], [1, 2, 2]], 'n_blocks_per_stage': [1, 3, 4, 6, 6, 6], 'n_conv_per_stage_decoder': [1, 1, 1, 1, 1], 'conv_bias': True, 'norm_op': 'torch.nn.modules.instancenorm.InstanceNorm3d', 'norm_op_kwargs': {'eps': 1e-05, 'affine': True}, 'dropout_op': None, 'dropout_op_kwargs': None, 'nonlin': 'torch.nn.LeakyReLU', 'nonlin_kwargs': {'inplace': True}}, '_kw_requires_import': ['conv_op', 'norm_op', 'dropout_op', 'nonlin']}, 'batch_dice': False, 'next_stage': '3d_cascade_fullres'}, '3d_fullres': {'data_identifier': 'nnUNetPlans_3d_fullres', 'preprocessor_name': 'DefaultPreprocessor', 'batch_size': 2, 'patch_size': [40, 224, 192], 'median_image_size_in_voxels': [81.0, 450.0, 450.0], 'spacing': [3.0, 1.0, 1.0], 'normalization_schemes': ['CTNormalizationClippingSynthrad2025'], 'use_mask_for_norm': [False], 'resampling_fn_data': 'resample_data_or_seg_to_shape', 'resampling_fn_seg': 'resample_data_or_seg_to_shape', 'resampling_fn_data_kwargs': {'is_seg': False, 'order': 3, 'order_z': 0, 'force_separate_z': None}, 'resampling_fn_seg_kwargs': {'is_seg': True, 'order': 1, 'order_z': 0, 'force_separate_z': None}, 'resampling_fn_probabilities': 'resample_data_or_seg_to_shape', 'resampling_fn_probabilities_kwargs': {'is_seg': False, 'order': 1, 'order_z': 0, 'force_separate_z': None}, 'architecture': {'network_class_name': 'dynamic_network_architectures.architectures.unet.ResidualEncoderUNet', 'arch_kwargs': {'n_stages': 6, 'features_per_stage': [32, 64, 128, 256, 320, 320], 'conv_op': 'torch.nn.modules.conv.Conv3d', 'kernel_sizes': [[1, 3, 3], [3, 3, 3], [3, 3, 3], [3, 3, 3], [3, 3, 3], [3, 3, 3]], 'strides': [[1, 1, 1], [1, 2, 2], [2, 2, 2], [2, 2, 2], [2, 2, 2], [1, 2, 2]], 'n_blocks_per_stage': [1, 3, 4, 6, 6, 6], 'n_conv_per_stage_decoder': [1, 1, 1, 1, 1], 'conv_bias': True, 'norm_op': 'torch.nn.modules.instancenorm.InstanceNorm3d', 'norm_op_kwargs': {'eps': 1e-05, 'affine': True}, 'dropout_op': None, 'dropout_op_kwargs': None, 'nonlin': 'torch.nn.LeakyReLU', 'nonlin_kwargs': {'inplace': True}}, '_kw_requires_import': ['conv_op', 'norm_op', 'dropout_op', 'nonlin']}, 'batch_dice': True}, '3d_cascade_fullres': {'inherits_from': '3d_fullres', 'previous_stage': '3d_lowres'}}, 'experiment_planner_used': 'nnUNetPlannerResEncL', 'label_manager': 'LabelManager', 'foreground_intensity_properties_per_channel': {'0': {'max': 3071.0, 'mean': -330.8976135253906, 'median': -243.0, 'min': -1024.0, 'percentile_00_5': -1024.0, 'percentile_99_5': 563.0, 'std': 371.2642822265625}}}", + "preprocessed_dataset_folder": "/datasets/work/hb-synthrad2023/work/synthrad2025/bw_workplace/data/nnunet_struct/preprocessed/Dataset544_synthrad2025_task2_CBCT_TH_pre_v2r_stitched_masked_both/nnUNetPlans_3d_fullres", + "preprocessed_dataset_folder_base": "/datasets/work/hb-synthrad2023/work/synthrad2025/bw_workplace/data/nnunet_struct/preprocessed/Dataset544_synthrad2025_task2_CBCT_TH_pre_v2r_stitched_masked_both", + "save_every": "50", + "torch_version": "2.7.1+cu126", + "unpack_dataset": "True", + "was_initialized": "True", + "weight_decay": "3e-05" +} \ No newline at end of file diff --git a/Dataset544/nnUNetTrainerMRCT_loss_masked_perception_masked__nnUNetResEncUNetLPlans__3d_fullres/fold_1/progress.png b/Dataset544/nnUNetTrainerMRCT_loss_masked_perception_masked__nnUNetResEncUNetLPlans__3d_fullres/fold_1/progress.png new file mode 100644 index 0000000000000000000000000000000000000000..6edb6623b73e5daef846d2d43b80cdcead0447c3 --- /dev/null +++ b/Dataset544/nnUNetTrainerMRCT_loss_masked_perception_masked__nnUNetResEncUNetLPlans__3d_fullres/fold_1/progress.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cc31a486f6c435bed3d8119ca1f40f65dfdaa3b44ca36fa1217a2fc5ee17368f +size 594757 diff --git a/Dataset544/nnUNetTrainerMRCT_loss_masked_perception_masked__nnUNetResEncUNetLPlans__3d_fullres/fold_1/validation/summary.json b/Dataset544/nnUNetTrainerMRCT_loss_masked_perception_masked__nnUNetResEncUNetLPlans__3d_fullres/fold_1/validation/summary.json new file mode 100644 index 0000000000000000000000000000000000000000..ce7fd775a6f0be8643106d9879494f4f4fc0800d --- /dev/null +++ b/Dataset544/nnUNetTrainerMRCT_loss_masked_perception_masked__nnUNetResEncUNetLPlans__3d_fullres/fold_1/validation/summary.json @@ -0,0 +1,52 @@ +{ + "mae": { + "mean": 51.74281859670549, + "std": 14.81055265884747, + "max": 105.18706017900627, + "min": 29.480414002127183, + "25pc": 41.12862731518998, + "50pc": 49.6834193239368, + "75pc": 57.898092486924966, + "count": 64 + }, + "psnr": { + "mean": 31.857202630198294, + "std": 2.547837450189115, + "max": 36.365145176287974, + "min": 25.080774344952033, + "25pc": 30.07883834750593, + "50pc": 32.14347279859011, + "75pc": 33.53926451697998, + "count": 64 + }, + "ms_ssim": { + "mean": 0.9554992098191104, + "std": 0.05442613121036117, + "max": 0.9913923436807068, + "min": 0.5931477719026477, + "25pc": 0.9557171065697516, + "50pc": 0.9686996016968981, + "75pc": 0.978514011510029, + "count": 64 + }, + "DICE": { + "mean": 0.8221774445846677, + "std": 0.09407676486178415, + "max": 0.9378559589385986, + "min": 0.5096656084060669, + "25pc": 0.7995712906122208, + "50pc": 0.8502130508422852, + "75pc": 0.876771479845047, + "count": 64 + }, + "HD95": { + "mean": 3.7033023349940777, + "std": 2.586202359487684, + "max": 15.125686645507812, + "min": 1.2324292659759521, + "25pc": 2.0685394406318665, + "50pc": 2.5963653326034546, + "75pc": 4.235003709793091, + "count": 64 + } +} \ No newline at end of file diff --git a/Dataset544/nnUNetTrainerMRCT_loss_masked_perception_masked__nnUNetResEncUNetLPlans__3d_fullres/fold_2/checkpoint_final.pth b/Dataset544/nnUNetTrainerMRCT_loss_masked_perception_masked__nnUNetResEncUNetLPlans__3d_fullres/fold_2/checkpoint_final.pth new file mode 100644 index 0000000000000000000000000000000000000000..fba5b2aa8d0695434d926272b97d2ee47cf0ed0d --- /dev/null +++ b/Dataset544/nnUNetTrainerMRCT_loss_masked_perception_masked__nnUNetResEncUNetLPlans__3d_fullres/fold_2/checkpoint_final.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:55f5e061d25a0361343a74af7a06a91ae3f2d443bfec1c1ffe29f244c5fc8491 +size 815580653 diff --git a/Dataset544/nnUNetTrainerMRCT_loss_masked_perception_masked__nnUNetResEncUNetLPlans__3d_fullres/fold_2/debug.json b/Dataset544/nnUNetTrainerMRCT_loss_masked_perception_masked__nnUNetResEncUNetLPlans__3d_fullres/fold_2/debug.json new file mode 100644 index 0000000000000000000000000000000000000000..25aed36349e6694f69857650980194e5662270f2 --- /dev/null +++ b/Dataset544/nnUNetTrainerMRCT_loss_masked_perception_masked__nnUNetResEncUNetLPlans__3d_fullres/fold_2/debug.json @@ -0,0 +1,58 @@ +{ + "_best_ema": "None", + "aim_run": ">", + "batch_size": "2", + "configuration_manager": "{'data_identifier': 'nnUNetPlans_3d_fullres', 'preprocessor_name': 'DefaultPreprocessor', 'batch_size': 2, 'patch_size': [40, 224, 192], 'median_image_size_in_voxels': [81.0, 450.0, 450.0], 'spacing': [3.0, 1.0, 1.0], 'normalization_schemes': ['CTNormalizationClippingSynthrad2025'], 'use_mask_for_norm': [False], 'resampling_fn_data': 'resample_data_or_seg_to_shape', 'resampling_fn_seg': 'resample_data_or_seg_to_shape', 'resampling_fn_data_kwargs': {'is_seg': False, 'order': 3, 'order_z': 0, 'force_separate_z': None}, 'resampling_fn_seg_kwargs': {'is_seg': True, 'order': 1, 'order_z': 0, 'force_separate_z': None}, 'resampling_fn_probabilities': 'resample_data_or_seg_to_shape', 'resampling_fn_probabilities_kwargs': {'is_seg': False, 'order': 1, 'order_z': 0, 'force_separate_z': None}, 'architecture': {'network_class_name': 'dynamic_network_architectures.architectures.unet.ResidualEncoderUNet', 'arch_kwargs': {'n_stages': 6, 'features_per_stage': [32, 64, 128, 256, 320, 320], 'conv_op': 'torch.nn.modules.conv.Conv3d', 'kernel_sizes': [[1, 3, 3], [3, 3, 3], [3, 3, 3], [3, 3, 3], [3, 3, 3], [3, 3, 3]], 'strides': [[1, 1, 1], [1, 2, 2], [2, 2, 2], [2, 2, 2], [2, 2, 2], [1, 2, 2]], 'n_blocks_per_stage': [1, 3, 4, 6, 6, 6], 'n_conv_per_stage_decoder': [1, 1, 1, 1, 1], 'conv_bias': True, 'norm_op': 'torch.nn.modules.instancenorm.InstanceNorm3d', 'norm_op_kwargs': {'eps': 1e-05, 'affine': True}, 'dropout_op': None, 'dropout_op_kwargs': None, 'nonlin': 'torch.nn.LeakyReLU', 'nonlin_kwargs': {'inplace': True}, 'deep_supervision': False}, '_kw_requires_import': ['conv_op', 'norm_op', 'dropout_op', 'nonlin']}, 'batch_dice': True}", + "configuration_name": "3d_fullres", + "cudnn_version": 90501, + "current_epoch": "0", + "dataloader_train": "", + "dataloader_train.generator": "", + "dataloader_train.num_processes": "12", + "dataloader_train.transform": "Compose ( [RemoveLabelTransform( output_key = 'seg', input_key = 'seg', replace_with = 0, remove_label = -1 ), RenameTransform( delete_old = True, out_key = 'target', in_key = 'seg' ), NumpyToTensor( keys = ['data', 'target', 'mask'], cast_to = 'float' )] )", + "dataloader_val": "", + "dataloader_val.generator": "", + "dataloader_val.num_processes": "6", + "dataloader_val.transform": "Compose ( [RemoveLabelTransform( output_key = 'seg', input_key = 'seg', replace_with = 0, remove_label = -1 ), RenameTransform( delete_old = True, out_key = 'target', in_key = 'seg' ), NumpyToTensor( keys = ['data', 'target', 'mask'], cast_to = 'float' )] )", + "dataset_json": "{'labels': {'label_001': '1', 'background': 0}, 'channel_names': {'0': 'CT_zscore_synthrad'}, 'numTraining': 321, 'file_ending': '.mha'}", + "debug_custom": "{'run_hash': '23a615eee95f47b990c7017f'}", + "decoder_type": "standard", + "device": "cuda:0", + "disable_checkpointing": "False", + "enable_deep_supervision": "False", + "fold": "2", + "folder_with_segs_from_previous_stage": "None", + "gpu_name": "NVIDIA H100", + "grad_scaler": "", + "hostname": "g079", + "image_loss_weight": "0.5", + "inference_allowed_mirroring_axes": "None", + "initial_lr": "0.01", + "is_cascaded": "False", + "is_ddp": "False", + "label_manager": "", + "local_rank": "0", + "log_file": "/datasets/work/hb-synthrad2023/work/synthrad2025/bw_workplace/data/nnunet_struct/results/Dataset544_synthrad2025_task2_CBCT_TH_pre_v2r_stitched_masked_both/nnUNetTrainerMRCT_loss_masked_perception_masked__nnUNetResEncUNetLPlans__3d_fullres/fold_2/training_log_2025_8_14_18_29_02.txt", + "logger": "", + "loss": "SynPerceptionLoss(\n (seg_model): ResidualEncoderUNet(\n (encoder): ResidualEncoder(\n (stem): StackedConvBlocks(\n (convs): Sequential(\n (0): ConvDropoutNormReLU(\n (conv): Conv3d(1, 32, kernel_size=(1, 3, 3), stride=(1, 1, 1), padding=(0, 1, 1))\n (norm): InstanceNorm3d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(1, 32, kernel_size=(1, 3, 3), stride=(1, 1, 1), padding=(0, 1, 1))\n (1): InstanceNorm3d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n )\n (stages): Sequential(\n (0): StackedResidualBlocks(\n (blocks): Sequential(\n (0): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(32, 32, kernel_size=(1, 3, 3), stride=(1, 1, 1), padding=(0, 1, 1))\n (norm): InstanceNorm3d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(32, 32, kernel_size=(1, 3, 3), stride=(1, 1, 1), padding=(0, 1, 1))\n (1): InstanceNorm3d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(32, 32, kernel_size=(1, 3, 3), stride=(1, 1, 1), padding=(0, 1, 1))\n (norm): InstanceNorm3d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(32, 32, kernel_size=(1, 3, 3), stride=(1, 1, 1), padding=(0, 1, 1))\n (1): InstanceNorm3d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n (1): StackedResidualBlocks(\n (blocks): Sequential(\n (0): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(32, 64, kernel_size=(3, 3, 3), stride=(1, 2, 2), padding=(1, 1, 1))\n (norm): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(32, 64, kernel_size=(3, 3, 3), stride=(1, 2, 2), padding=(1, 1, 1))\n (1): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n (skip): Sequential(\n (0): AvgPool3d(kernel_size=[1, 2, 2], stride=[1, 2, 2], padding=0)\n (1): ConvDropoutNormReLU(\n (conv): Conv3d(32, 64, kernel_size=(1, 1, 1), stride=(1, 1, 1), bias=False)\n (norm): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(32, 64, kernel_size=(1, 1, 1), stride=(1, 1, 1), bias=False)\n (1): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n )\n )\n (1): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (2): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n (2): StackedResidualBlocks(\n (blocks): Sequential(\n (0): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(64, 128, kernel_size=(3, 3, 3), stride=(2, 2, 2), padding=(1, 1, 1))\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(64, 128, kernel_size=(3, 3, 3), stride=(2, 2, 2), padding=(1, 1, 1))\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n (skip): Sequential(\n (0): AvgPool3d(kernel_size=[2, 2, 2], stride=[2, 2, 2], padding=0)\n (1): ConvDropoutNormReLU(\n (conv): Conv3d(64, 128, kernel_size=(1, 1, 1), stride=(1, 1, 1), bias=False)\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(64, 128, kernel_size=(1, 1, 1), stride=(1, 1, 1), bias=False)\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n )\n )\n (1): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (2): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (3): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n (3): StackedResidualBlocks(\n (blocks): Sequential(\n (0): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(128, 256, kernel_size=(3, 3, 3), stride=(2, 2, 2), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(128, 256, kernel_size=(3, 3, 3), stride=(2, 2, 2), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n (skip): Sequential(\n (0): AvgPool3d(kernel_size=[2, 2, 2], stride=[2, 2, 2], padding=0)\n (1): ConvDropoutNormReLU(\n (conv): Conv3d(128, 256, kernel_size=(1, 1, 1), stride=(1, 1, 1), bias=False)\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(128, 256, kernel_size=(1, 1, 1), stride=(1, 1, 1), bias=False)\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n )\n )\n (1): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (2): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (3): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (4): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (5): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n (4): StackedResidualBlocks(\n (blocks): Sequential(\n (0): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(256, 320, kernel_size=(3, 3, 3), stride=(2, 2, 2), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(256, 320, kernel_size=(3, 3, 3), stride=(2, 2, 2), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n (skip): Sequential(\n (0): AvgPool3d(kernel_size=[2, 2, 2], stride=[2, 2, 2], padding=0)\n (1): ConvDropoutNormReLU(\n (conv): Conv3d(256, 320, kernel_size=(1, 1, 1), stride=(1, 1, 1), bias=False)\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(256, 320, kernel_size=(1, 1, 1), stride=(1, 1, 1), bias=False)\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n )\n )\n (1): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (2): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (3): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (4): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (5): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n (5): StackedResidualBlocks(\n (blocks): Sequential(\n (0): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 2, 2), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 2, 2), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n (skip): Sequential(\n (0): AvgPool3d(kernel_size=[1, 2, 2], stride=[1, 2, 2], padding=0)\n )\n )\n (1): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (2): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (3): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (4): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (5): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n )\n )\n (decoder): UNetDecoder(\n (encoder): ResidualEncoder(\n (stem): StackedConvBlocks(\n (convs): Sequential(\n (0): ConvDropoutNormReLU(\n (conv): Conv3d(1, 32, kernel_size=(1, 3, 3), stride=(1, 1, 1), padding=(0, 1, 1))\n (norm): InstanceNorm3d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(1, 32, kernel_size=(1, 3, 3), stride=(1, 1, 1), padding=(0, 1, 1))\n (1): InstanceNorm3d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n )\n (stages): Sequential(\n (0): StackedResidualBlocks(\n (blocks): Sequential(\n (0): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(32, 32, kernel_size=(1, 3, 3), stride=(1, 1, 1), padding=(0, 1, 1))\n (norm): InstanceNorm3d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(32, 32, kernel_size=(1, 3, 3), stride=(1, 1, 1), padding=(0, 1, 1))\n (1): InstanceNorm3d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(32, 32, kernel_size=(1, 3, 3), stride=(1, 1, 1), padding=(0, 1, 1))\n (norm): InstanceNorm3d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(32, 32, kernel_size=(1, 3, 3), stride=(1, 1, 1), padding=(0, 1, 1))\n (1): InstanceNorm3d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n (1): StackedResidualBlocks(\n (blocks): Sequential(\n (0): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(32, 64, kernel_size=(3, 3, 3), stride=(1, 2, 2), padding=(1, 1, 1))\n (norm): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(32, 64, kernel_size=(3, 3, 3), stride=(1, 2, 2), padding=(1, 1, 1))\n (1): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n (skip): Sequential(\n (0): AvgPool3d(kernel_size=[1, 2, 2], stride=[1, 2, 2], padding=0)\n (1): ConvDropoutNormReLU(\n (conv): Conv3d(32, 64, kernel_size=(1, 1, 1), stride=(1, 1, 1), bias=False)\n (norm): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(32, 64, kernel_size=(1, 1, 1), stride=(1, 1, 1), bias=False)\n (1): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n )\n )\n (1): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (2): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n (2): StackedResidualBlocks(\n (blocks): Sequential(\n (0): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(64, 128, kernel_size=(3, 3, 3), stride=(2, 2, 2), padding=(1, 1, 1))\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(64, 128, kernel_size=(3, 3, 3), stride=(2, 2, 2), padding=(1, 1, 1))\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n (skip): Sequential(\n (0): AvgPool3d(kernel_size=[2, 2, 2], stride=[2, 2, 2], padding=0)\n (1): ConvDropoutNormReLU(\n (conv): Conv3d(64, 128, kernel_size=(1, 1, 1), stride=(1, 1, 1), bias=False)\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(64, 128, kernel_size=(1, 1, 1), stride=(1, 1, 1), bias=False)\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n )\n )\n (1): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (2): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (3): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n (3): StackedResidualBlocks(\n (blocks): Sequential(\n (0): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(128, 256, kernel_size=(3, 3, 3), stride=(2, 2, 2), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(128, 256, kernel_size=(3, 3, 3), stride=(2, 2, 2), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n (skip): Sequential(\n (0): AvgPool3d(kernel_size=[2, 2, 2], stride=[2, 2, 2], padding=0)\n (1): ConvDropoutNormReLU(\n (conv): Conv3d(128, 256, kernel_size=(1, 1, 1), stride=(1, 1, 1), bias=False)\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(128, 256, kernel_size=(1, 1, 1), stride=(1, 1, 1), bias=False)\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n )\n )\n (1): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (2): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (3): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (4): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (5): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n (4): StackedResidualBlocks(\n (blocks): Sequential(\n (0): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(256, 320, kernel_size=(3, 3, 3), stride=(2, 2, 2), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(256, 320, kernel_size=(3, 3, 3), stride=(2, 2, 2), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n (skip): Sequential(\n (0): AvgPool3d(kernel_size=[2, 2, 2], stride=[2, 2, 2], padding=0)\n (1): ConvDropoutNormReLU(\n (conv): Conv3d(256, 320, kernel_size=(1, 1, 1), stride=(1, 1, 1), bias=False)\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(256, 320, kernel_size=(1, 1, 1), stride=(1, 1, 1), bias=False)\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n )\n )\n (1): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (2): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (3): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (4): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (5): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n (5): StackedResidualBlocks(\n (blocks): Sequential(\n (0): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 2, 2), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 2, 2), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n (skip): Sequential(\n (0): AvgPool3d(kernel_size=[1, 2, 2], stride=[1, 2, 2], padding=0)\n )\n )\n (1): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (2): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (3): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (4): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (5): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n )\n )\n (stages): ModuleList(\n (0): StackedConvBlocks(\n (convs): Sequential(\n (0): ConvDropoutNormReLU(\n (conv): Conv3d(640, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(640, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n )\n (1): StackedConvBlocks(\n (convs): Sequential(\n (0): ConvDropoutNormReLU(\n (conv): Conv3d(512, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(512, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n )\n (2): StackedConvBlocks(\n (convs): Sequential(\n (0): ConvDropoutNormReLU(\n (conv): Conv3d(256, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(256, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n )\n (3): StackedConvBlocks(\n (convs): Sequential(\n (0): ConvDropoutNormReLU(\n (conv): Conv3d(128, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(128, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n )\n (4): StackedConvBlocks(\n (convs): Sequential(\n (0): ConvDropoutNormReLU(\n (conv): Conv3d(64, 32, kernel_size=(1, 3, 3), stride=(1, 1, 1), padding=(0, 1, 1))\n (norm): InstanceNorm3d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(64, 32, kernel_size=(1, 3, 3), stride=(1, 1, 1), padding=(0, 1, 1))\n (1): InstanceNorm3d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n )\n )\n (transpconvs): ModuleList(\n (0): ConvTranspose3d(320, 320, kernel_size=(1, 2, 2), stride=(1, 2, 2))\n (1): ConvTranspose3d(320, 256, kernel_size=(2, 2, 2), stride=(2, 2, 2))\n (2): ConvTranspose3d(256, 128, kernel_size=(2, 2, 2), stride=(2, 2, 2))\n (3): ConvTranspose3d(128, 64, kernel_size=(2, 2, 2), stride=(2, 2, 2))\n (4): ConvTranspose3d(64, 32, kernel_size=(1, 2, 2), stride=(1, 2, 2))\n )\n (seg_layers): ModuleList(\n (0): Conv3d(320, 62, kernel_size=(1, 1, 1), stride=(1, 1, 1))\n (1): Conv3d(256, 62, kernel_size=(1, 1, 1), stride=(1, 1, 1))\n (2): Conv3d(128, 62, kernel_size=(1, 1, 1), stride=(1, 1, 1))\n (3): Conv3d(64, 62, kernel_size=(1, 1, 1), stride=(1, 1, 1))\n (4): Conv3d(32, 62, kernel_size=(1, 1, 1), stride=(1, 1, 1))\n )\n )\n )\n (L1): L1Loss()\n (image_loss): myMaskedMSE(\n (mse): myMSE()\n )\n)", + "lr_scheduler": "", + "my_init_kwargs": "{'plans': {'dataset_name': 'Dataset544_synthrad2025_task2_CBCT_TH_pre_v2r_stitched_masked_both', 'plans_name': 'nnUNetResEncUNetLPlans', 'original_median_spacing_after_transp': [3.0, 1.0, 1.0], 'original_median_shape_after_transp': [81, 450, 450], 'image_reader_writer': 'SimpleITKIO', 'transpose_forward': [0, 1, 2], 'transpose_backward': [0, 1, 2], 'configurations': {'2d': {'data_identifier': 'nnUNetPlans_2d', 'preprocessor_name': 'DefaultPreprocessor', 'batch_size': 13, 'patch_size': [512, 448], 'median_image_size_in_voxels': [450.0, 450.0], 'spacing': [1.0, 1.0], 'normalization_schemes': ['CTNormalizationClippingSynthrad2025'], 'use_mask_for_norm': [False], 'resampling_fn_data': 'resample_data_or_seg_to_shape', 'resampling_fn_seg': 'resample_data_or_seg_to_shape', 'resampling_fn_data_kwargs': {'is_seg': False, 'order': 3, 'order_z': 0, 'force_separate_z': None}, 'resampling_fn_seg_kwargs': {'is_seg': True, 'order': 1, 'order_z': 0, 'force_separate_z': None}, 'resampling_fn_probabilities': 'resample_data_or_seg_to_shape', 'resampling_fn_probabilities_kwargs': {'is_seg': False, 'order': 1, 'order_z': 0, 'force_separate_z': None}, 'architecture': {'network_class_name': 'dynamic_network_architectures.architectures.unet.ResidualEncoderUNet', 'arch_kwargs': {'n_stages': 7, 'features_per_stage': [32, 64, 128, 256, 512, 512, 512], 'conv_op': 'torch.nn.modules.conv.Conv2d', 'kernel_sizes': [[3, 3], [3, 3], [3, 3], [3, 3], [3, 3], [3, 3], [3, 3]], 'strides': [[1, 1], [2, 2], [2, 2], [2, 2], [2, 2], [2, 2], [2, 2]], 'n_blocks_per_stage': [1, 3, 4, 6, 6, 6, 6], 'n_conv_per_stage_decoder': [1, 1, 1, 1, 1, 1], 'conv_bias': True, 'norm_op': 'torch.nn.modules.instancenorm.InstanceNorm2d', 'norm_op_kwargs': {'eps': 1e-05, 'affine': True}, 'dropout_op': None, 'dropout_op_kwargs': None, 'nonlin': 'torch.nn.LeakyReLU', 'nonlin_kwargs': {'inplace': True}}, '_kw_requires_import': ['conv_op', 'norm_op', 'dropout_op', 'nonlin']}, 'batch_dice': True}, '3d_lowres': {'data_identifier': 'nnUNetResEncUNetLPlans_3d_lowres', 'preprocessor_name': 'DefaultPreprocessor', 'batch_size': 2, 'patch_size': [56, 224, 192], 'median_image_size_in_voxels': [81, 298, 298], 'spacing': [3.0, 1.512589724855112, 1.512589724855112], 'normalization_schemes': ['CTNormalizationClippingSynthrad2025'], 'use_mask_for_norm': [False], 'resampling_fn_data': 'resample_data_or_seg_to_shape', 'resampling_fn_seg': 'resample_data_or_seg_to_shape', 'resampling_fn_data_kwargs': {'is_seg': False, 'order': 3, 'order_z': 0, 'force_separate_z': None}, 'resampling_fn_seg_kwargs': {'is_seg': True, 'order': 1, 'order_z': 0, 'force_separate_z': None}, 'resampling_fn_probabilities': 'resample_data_or_seg_to_shape', 'resampling_fn_probabilities_kwargs': {'is_seg': False, 'order': 1, 'order_z': 0, 'force_separate_z': None}, 'architecture': {'network_class_name': 'dynamic_network_architectures.architectures.unet.ResidualEncoderUNet', 'arch_kwargs': {'n_stages': 6, 'features_per_stage': [32, 64, 128, 256, 320, 320], 'conv_op': 'torch.nn.modules.conv.Conv3d', 'kernel_sizes': [[3, 3, 3], [3, 3, 3], [3, 3, 3], [3, 3, 3], [3, 3, 3], [3, 3, 3]], 'strides': [[1, 1, 1], [2, 2, 2], [2, 2, 2], [2, 2, 2], [1, 2, 2], [1, 2, 2]], 'n_blocks_per_stage': [1, 3, 4, 6, 6, 6], 'n_conv_per_stage_decoder': [1, 1, 1, 1, 1], 'conv_bias': True, 'norm_op': 'torch.nn.modules.instancenorm.InstanceNorm3d', 'norm_op_kwargs': {'eps': 1e-05, 'affine': True}, 'dropout_op': None, 'dropout_op_kwargs': None, 'nonlin': 'torch.nn.LeakyReLU', 'nonlin_kwargs': {'inplace': True}}, '_kw_requires_import': ['conv_op', 'norm_op', 'dropout_op', 'nonlin']}, 'batch_dice': False, 'next_stage': '3d_cascade_fullres'}, '3d_fullres': {'data_identifier': 'nnUNetPlans_3d_fullres', 'preprocessor_name': 'DefaultPreprocessor', 'batch_size': 2, 'patch_size': [40, 224, 192], 'median_image_size_in_voxels': [81.0, 450.0, 450.0], 'spacing': [3.0, 1.0, 1.0], 'normalization_schemes': ['CTNormalizationClippingSynthrad2025'], 'use_mask_for_norm': [False], 'resampling_fn_data': 'resample_data_or_seg_to_shape', 'resampling_fn_seg': 'resample_data_or_seg_to_shape', 'resampling_fn_data_kwargs': {'is_seg': False, 'order': 3, 'order_z': 0, 'force_separate_z': None}, 'resampling_fn_seg_kwargs': {'is_seg': True, 'order': 1, 'order_z': 0, 'force_separate_z': None}, 'resampling_fn_probabilities': 'resample_data_or_seg_to_shape', 'resampling_fn_probabilities_kwargs': {'is_seg': False, 'order': 1, 'order_z': 0, 'force_separate_z': None}, 'architecture': {'network_class_name': 'dynamic_network_architectures.architectures.unet.ResidualEncoderUNet', 'arch_kwargs': {'n_stages': 6, 'features_per_stage': [32, 64, 128, 256, 320, 320], 'conv_op': 'torch.nn.modules.conv.Conv3d', 'kernel_sizes': [[1, 3, 3], [3, 3, 3], [3, 3, 3], [3, 3, 3], [3, 3, 3], [3, 3, 3]], 'strides': [[1, 1, 1], [1, 2, 2], [2, 2, 2], [2, 2, 2], [2, 2, 2], [1, 2, 2]], 'n_blocks_per_stage': [1, 3, 4, 6, 6, 6], 'n_conv_per_stage_decoder': [1, 1, 1, 1, 1], 'conv_bias': True, 'norm_op': 'torch.nn.modules.instancenorm.InstanceNorm3d', 'norm_op_kwargs': {'eps': 1e-05, 'affine': True}, 'dropout_op': None, 'dropout_op_kwargs': None, 'nonlin': 'torch.nn.LeakyReLU', 'nonlin_kwargs': {'inplace': True}}, '_kw_requires_import': ['conv_op', 'norm_op', 'dropout_op', 'nonlin']}, 'batch_dice': True}, '3d_cascade_fullres': {'inherits_from': '3d_fullres', 'previous_stage': '3d_lowres'}}, 'experiment_planner_used': 'nnUNetPlannerResEncL', 'label_manager': 'LabelManager', 'foreground_intensity_properties_per_channel': {'0': {'max': 3071.0, 'mean': -330.8976135253906, 'median': -243.0, 'min': -1024.0, 'percentile_00_5': -1024.0, 'percentile_99_5': 563.0, 'std': 371.2642822265625}}}, 'configuration': '3d_fullres', 'fold': 2, 'dataset_json': {'labels': {'label_001': '1', 'background': 0}, 'channel_names': {'0': 'CT_zscore_synthrad'}, 'numTraining': 321, 'file_ending': '.mha'}, 'unpack_dataset': True, 'device': device(type='cuda')}", + "network": "ResidualEncoderUNet", + "num_epochs": "1000", + "num_input_channels": "1", + "num_iterations_per_epoch": "250", + "num_val_iterations_per_epoch": "50", + "optimizer": "SGD (\nParameter Group 0\n dampening: 0\n differentiable: False\n foreach: None\n fused: None\n initial_lr: 0.01\n lr: 0.01\n maximize: False\n momentum: 0.99\n nesterov: True\n weight_decay: 3e-05\n)", + "output_folder": "/datasets/work/hb-synthrad2023/work/synthrad2025/bw_workplace/data/nnunet_struct/results/Dataset544_synthrad2025_task2_CBCT_TH_pre_v2r_stitched_masked_both/nnUNetTrainerMRCT_loss_masked_perception_masked__nnUNetResEncUNetLPlans__3d_fullres/fold_2", + "output_folder_base": "/datasets/work/hb-synthrad2023/work/synthrad2025/bw_workplace/data/nnunet_struct/results/Dataset544_synthrad2025_task2_CBCT_TH_pre_v2r_stitched_masked_both/nnUNetTrainerMRCT_loss_masked_perception_masked__nnUNetResEncUNetLPlans__3d_fullres", + "oversample_foreground_percent": "0.33", + "perception_masked": "True", + "plans_manager": "{'dataset_name': 'Dataset544_synthrad2025_task2_CBCT_TH_pre_v2r_stitched_masked_both', 'plans_name': 'nnUNetResEncUNetLPlans', 'original_median_spacing_after_transp': [3.0, 1.0, 1.0], 'original_median_shape_after_transp': [81, 450, 450], 'image_reader_writer': 'SimpleITKIO', 'transpose_forward': [0, 1, 2], 'transpose_backward': [0, 1, 2], 'configurations': {'2d': {'data_identifier': 'nnUNetPlans_2d', 'preprocessor_name': 'DefaultPreprocessor', 'batch_size': 13, 'patch_size': [512, 448], 'median_image_size_in_voxels': [450.0, 450.0], 'spacing': [1.0, 1.0], 'normalization_schemes': ['CTNormalizationClippingSynthrad2025'], 'use_mask_for_norm': [False], 'resampling_fn_data': 'resample_data_or_seg_to_shape', 'resampling_fn_seg': 'resample_data_or_seg_to_shape', 'resampling_fn_data_kwargs': {'is_seg': False, 'order': 3, 'order_z': 0, 'force_separate_z': None}, 'resampling_fn_seg_kwargs': {'is_seg': True, 'order': 1, 'order_z': 0, 'force_separate_z': None}, 'resampling_fn_probabilities': 'resample_data_or_seg_to_shape', 'resampling_fn_probabilities_kwargs': {'is_seg': False, 'order': 1, 'order_z': 0, 'force_separate_z': None}, 'architecture': {'network_class_name': 'dynamic_network_architectures.architectures.unet.ResidualEncoderUNet', 'arch_kwargs': {'n_stages': 7, 'features_per_stage': [32, 64, 128, 256, 512, 512, 512], 'conv_op': 'torch.nn.modules.conv.Conv2d', 'kernel_sizes': [[3, 3], [3, 3], [3, 3], [3, 3], [3, 3], [3, 3], [3, 3]], 'strides': [[1, 1], [2, 2], [2, 2], [2, 2], [2, 2], [2, 2], [2, 2]], 'n_blocks_per_stage': [1, 3, 4, 6, 6, 6, 6], 'n_conv_per_stage_decoder': [1, 1, 1, 1, 1, 1], 'conv_bias': True, 'norm_op': 'torch.nn.modules.instancenorm.InstanceNorm2d', 'norm_op_kwargs': {'eps': 1e-05, 'affine': True}, 'dropout_op': None, 'dropout_op_kwargs': None, 'nonlin': 'torch.nn.LeakyReLU', 'nonlin_kwargs': {'inplace': True}}, '_kw_requires_import': ['conv_op', 'norm_op', 'dropout_op', 'nonlin']}, 'batch_dice': True}, '3d_lowres': {'data_identifier': 'nnUNetResEncUNetLPlans_3d_lowres', 'preprocessor_name': 'DefaultPreprocessor', 'batch_size': 2, 'patch_size': [56, 224, 192], 'median_image_size_in_voxels': [81, 298, 298], 'spacing': [3.0, 1.512589724855112, 1.512589724855112], 'normalization_schemes': ['CTNormalizationClippingSynthrad2025'], 'use_mask_for_norm': [False], 'resampling_fn_data': 'resample_data_or_seg_to_shape', 'resampling_fn_seg': 'resample_data_or_seg_to_shape', 'resampling_fn_data_kwargs': {'is_seg': False, 'order': 3, 'order_z': 0, 'force_separate_z': None}, 'resampling_fn_seg_kwargs': {'is_seg': True, 'order': 1, 'order_z': 0, 'force_separate_z': None}, 'resampling_fn_probabilities': 'resample_data_or_seg_to_shape', 'resampling_fn_probabilities_kwargs': {'is_seg': False, 'order': 1, 'order_z': 0, 'force_separate_z': None}, 'architecture': {'network_class_name': 'dynamic_network_architectures.architectures.unet.ResidualEncoderUNet', 'arch_kwargs': {'n_stages': 6, 'features_per_stage': [32, 64, 128, 256, 320, 320], 'conv_op': 'torch.nn.modules.conv.Conv3d', 'kernel_sizes': [[3, 3, 3], [3, 3, 3], [3, 3, 3], [3, 3, 3], [3, 3, 3], [3, 3, 3]], 'strides': [[1, 1, 1], [2, 2, 2], [2, 2, 2], [2, 2, 2], [1, 2, 2], [1, 2, 2]], 'n_blocks_per_stage': [1, 3, 4, 6, 6, 6], 'n_conv_per_stage_decoder': [1, 1, 1, 1, 1], 'conv_bias': True, 'norm_op': 'torch.nn.modules.instancenorm.InstanceNorm3d', 'norm_op_kwargs': {'eps': 1e-05, 'affine': True}, 'dropout_op': None, 'dropout_op_kwargs': None, 'nonlin': 'torch.nn.LeakyReLU', 'nonlin_kwargs': {'inplace': True}}, '_kw_requires_import': ['conv_op', 'norm_op', 'dropout_op', 'nonlin']}, 'batch_dice': False, 'next_stage': '3d_cascade_fullres'}, '3d_fullres': {'data_identifier': 'nnUNetPlans_3d_fullres', 'preprocessor_name': 'DefaultPreprocessor', 'batch_size': 2, 'patch_size': [40, 224, 192], 'median_image_size_in_voxels': [81.0, 450.0, 450.0], 'spacing': [3.0, 1.0, 1.0], 'normalization_schemes': ['CTNormalizationClippingSynthrad2025'], 'use_mask_for_norm': [False], 'resampling_fn_data': 'resample_data_or_seg_to_shape', 'resampling_fn_seg': 'resample_data_or_seg_to_shape', 'resampling_fn_data_kwargs': {'is_seg': False, 'order': 3, 'order_z': 0, 'force_separate_z': None}, 'resampling_fn_seg_kwargs': {'is_seg': True, 'order': 1, 'order_z': 0, 'force_separate_z': None}, 'resampling_fn_probabilities': 'resample_data_or_seg_to_shape', 'resampling_fn_probabilities_kwargs': {'is_seg': False, 'order': 1, 'order_z': 0, 'force_separate_z': None}, 'architecture': {'network_class_name': 'dynamic_network_architectures.architectures.unet.ResidualEncoderUNet', 'arch_kwargs': {'n_stages': 6, 'features_per_stage': [32, 64, 128, 256, 320, 320], 'conv_op': 'torch.nn.modules.conv.Conv3d', 'kernel_sizes': [[1, 3, 3], [3, 3, 3], [3, 3, 3], [3, 3, 3], [3, 3, 3], [3, 3, 3]], 'strides': [[1, 1, 1], [1, 2, 2], [2, 2, 2], [2, 2, 2], [2, 2, 2], [1, 2, 2]], 'n_blocks_per_stage': [1, 3, 4, 6, 6, 6], 'n_conv_per_stage_decoder': [1, 1, 1, 1, 1], 'conv_bias': True, 'norm_op': 'torch.nn.modules.instancenorm.InstanceNorm3d', 'norm_op_kwargs': {'eps': 1e-05, 'affine': True}, 'dropout_op': None, 'dropout_op_kwargs': None, 'nonlin': 'torch.nn.LeakyReLU', 'nonlin_kwargs': {'inplace': True}}, '_kw_requires_import': ['conv_op', 'norm_op', 'dropout_op', 'nonlin']}, 'batch_dice': True}, '3d_cascade_fullres': {'inherits_from': '3d_fullres', 'previous_stage': '3d_lowres'}}, 'experiment_planner_used': 'nnUNetPlannerResEncL', 'label_manager': 'LabelManager', 'foreground_intensity_properties_per_channel': {'0': {'max': 3071.0, 'mean': -330.8976135253906, 'median': -243.0, 'min': -1024.0, 'percentile_00_5': -1024.0, 'percentile_99_5': 563.0, 'std': 371.2642822265625}}}", + "preprocessed_dataset_folder": "/datasets/work/hb-synthrad2023/work/synthrad2025/bw_workplace/data/nnunet_struct/preprocessed/Dataset544_synthrad2025_task2_CBCT_TH_pre_v2r_stitched_masked_both/nnUNetPlans_3d_fullres", + "preprocessed_dataset_folder_base": "/datasets/work/hb-synthrad2023/work/synthrad2025/bw_workplace/data/nnunet_struct/preprocessed/Dataset544_synthrad2025_task2_CBCT_TH_pre_v2r_stitched_masked_both", + "save_every": "50", + "torch_version": "2.7.1+cu126", + "unpack_dataset": "True", + "was_initialized": "True", + "weight_decay": "3e-05" +} \ No newline at end of file diff --git a/Dataset544/nnUNetTrainerMRCT_loss_masked_perception_masked__nnUNetResEncUNetLPlans__3d_fullres/fold_2/progress.png b/Dataset544/nnUNetTrainerMRCT_loss_masked_perception_masked__nnUNetResEncUNetLPlans__3d_fullres/fold_2/progress.png new file mode 100644 index 0000000000000000000000000000000000000000..7ab1c0b41e1fe7f4a705242b37bdeb6720494663 --- /dev/null +++ b/Dataset544/nnUNetTrainerMRCT_loss_masked_perception_masked__nnUNetResEncUNetLPlans__3d_fullres/fold_2/progress.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3b408d8675efc8efb4869f6b70328791111fc329c3d06c7243aa45c8062f91fd +size 647707 diff --git a/Dataset544/nnUNetTrainerMRCT_loss_masked_perception_masked__nnUNetResEncUNetLPlans__3d_fullres/fold_2/validation/summary.json b/Dataset544/nnUNetTrainerMRCT_loss_masked_perception_masked__nnUNetResEncUNetLPlans__3d_fullres/fold_2/validation/summary.json new file mode 100644 index 0000000000000000000000000000000000000000..1f24b9f83a047d4c438b8b797020ae65f0c68474 --- /dev/null +++ b/Dataset544/nnUNetTrainerMRCT_loss_masked_perception_masked__nnUNetResEncUNetLPlans__3d_fullres/fold_2/validation/summary.json @@ -0,0 +1,52 @@ +{ + "mae": { + "mean": 51.33464563133104, + "std": 35.177256693998366, + "max": 318.7569394134721, + "min": 26.757598185068293, + "25pc": 39.384197501680035, + "50pc": 46.33890513891107, + "75pc": 56.157680116206336, + "count": 64 + }, + "psnr": { + "mean": 32.42280396534713, + "std": 2.7018856678595, + "max": 38.18073568426472, + "min": 18.90129554039322, + "25pc": 31.349622397840733, + "50pc": 32.48367799565817, + "75pc": 33.688548231588065, + "count": 64 + }, + "ms_ssim": { + "mean": 0.9545687285280778, + "std": 0.08365836263484329, + "max": 0.9913876003283747, + "min": 0.34326933918698904, + "25pc": 0.9590733214870808, + "50pc": 0.9710989029121344, + "75pc": 0.9829548158383792, + "count": 64 + }, + "DICE": { + "mean": 0.7963443796543288, + "std": 0.1273409456045245, + "max": 0.9353682994842529, + "min": 0.0017798985354602337, + "25pc": 0.7674169540405273, + "50pc": 0.8182075917720795, + "75pc": 0.8725696057081223, + "count": 64 + }, + "HD95": { + "mean": 5.118571551516652, + "std": 10.49953236007353, + "max": 84.93049621582031, + "min": 1.264313817024231, + "25pc": 2.2895336747169495, + "50pc": 2.951563239097595, + "75pc": 4.755865693092346, + "count": 64 + } +} \ No newline at end of file diff --git a/Dataset544/nnUNetTrainerMRCT_loss_masked_perception_masked__nnUNetResEncUNetLPlans__3d_fullres/fold_3/checkpoint_final.pth b/Dataset544/nnUNetTrainerMRCT_loss_masked_perception_masked__nnUNetResEncUNetLPlans__3d_fullres/fold_3/checkpoint_final.pth new file mode 100644 index 0000000000000000000000000000000000000000..c17ad31d5864cb6e6b5e36e99d3b6f0e9991b750 --- /dev/null +++ b/Dataset544/nnUNetTrainerMRCT_loss_masked_perception_masked__nnUNetResEncUNetLPlans__3d_fullres/fold_3/checkpoint_final.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2c152e1058aefa9078809b64b7293a3099b6a37200727cb6fb4bbad9f19ee49d +size 815580781 diff --git a/Dataset544/nnUNetTrainerMRCT_loss_masked_perception_masked__nnUNetResEncUNetLPlans__3d_fullres/fold_3/debug.json b/Dataset544/nnUNetTrainerMRCT_loss_masked_perception_masked__nnUNetResEncUNetLPlans__3d_fullres/fold_3/debug.json new file mode 100644 index 0000000000000000000000000000000000000000..a8319ec1c49b817e021628a05e453ed74fc3e642 --- /dev/null +++ b/Dataset544/nnUNetTrainerMRCT_loss_masked_perception_masked__nnUNetResEncUNetLPlans__3d_fullres/fold_3/debug.json @@ -0,0 +1,58 @@ +{ + "_best_ema": "None", + "aim_run": ">", + "batch_size": "2", + "configuration_manager": "{'data_identifier': 'nnUNetPlans_3d_fullres', 'preprocessor_name': 'DefaultPreprocessor', 'batch_size': 2, 'patch_size': [40, 224, 192], 'median_image_size_in_voxels': [81.0, 450.0, 450.0], 'spacing': [3.0, 1.0, 1.0], 'normalization_schemes': ['CTNormalizationClippingSynthrad2025'], 'use_mask_for_norm': [False], 'resampling_fn_data': 'resample_data_or_seg_to_shape', 'resampling_fn_seg': 'resample_data_or_seg_to_shape', 'resampling_fn_data_kwargs': {'is_seg': False, 'order': 3, 'order_z': 0, 'force_separate_z': None}, 'resampling_fn_seg_kwargs': {'is_seg': True, 'order': 1, 'order_z': 0, 'force_separate_z': None}, 'resampling_fn_probabilities': 'resample_data_or_seg_to_shape', 'resampling_fn_probabilities_kwargs': {'is_seg': False, 'order': 1, 'order_z': 0, 'force_separate_z': None}, 'architecture': {'network_class_name': 'dynamic_network_architectures.architectures.unet.ResidualEncoderUNet', 'arch_kwargs': {'n_stages': 6, 'features_per_stage': [32, 64, 128, 256, 320, 320], 'conv_op': 'torch.nn.modules.conv.Conv3d', 'kernel_sizes': [[1, 3, 3], [3, 3, 3], [3, 3, 3], [3, 3, 3], [3, 3, 3], [3, 3, 3]], 'strides': [[1, 1, 1], [1, 2, 2], [2, 2, 2], [2, 2, 2], [2, 2, 2], [1, 2, 2]], 'n_blocks_per_stage': [1, 3, 4, 6, 6, 6], 'n_conv_per_stage_decoder': [1, 1, 1, 1, 1], 'conv_bias': True, 'norm_op': 'torch.nn.modules.instancenorm.InstanceNorm3d', 'norm_op_kwargs': {'eps': 1e-05, 'affine': True}, 'dropout_op': None, 'dropout_op_kwargs': None, 'nonlin': 'torch.nn.LeakyReLU', 'nonlin_kwargs': {'inplace': True}, 'deep_supervision': False}, '_kw_requires_import': ['conv_op', 'norm_op', 'dropout_op', 'nonlin']}, 'batch_dice': True}", + "configuration_name": "3d_fullres", + "cudnn_version": 90501, + "current_epoch": "0", + "dataloader_train": "", + "dataloader_train.generator": "", + "dataloader_train.num_processes": "12", + "dataloader_train.transform": "Compose ( [RemoveLabelTransform( output_key = 'seg', input_key = 'seg', replace_with = 0, remove_label = -1 ), RenameTransform( delete_old = True, out_key = 'target', in_key = 'seg' ), NumpyToTensor( keys = ['data', 'target', 'mask'], cast_to = 'float' )] )", + "dataloader_val": "", + "dataloader_val.generator": "", + "dataloader_val.num_processes": "6", + "dataloader_val.transform": "Compose ( [RemoveLabelTransform( output_key = 'seg', input_key = 'seg', replace_with = 0, remove_label = -1 ), RenameTransform( delete_old = True, out_key = 'target', in_key = 'seg' ), NumpyToTensor( keys = ['data', 'target', 'mask'], cast_to = 'float' )] )", + "dataset_json": "{'labels': {'label_001': '1', 'background': 0}, 'channel_names': {'0': 'CT_zscore_synthrad'}, 'numTraining': 321, 'file_ending': '.mha'}", + "debug_custom": "{'run_hash': '14b0284affa943b7aa2e906f'}", + "decoder_type": "standard", + "device": "cuda:0", + "disable_checkpointing": "False", + "enable_deep_supervision": "False", + "fold": "3", + "folder_with_segs_from_previous_stage": "None", + "gpu_name": "NVIDIA H100", + "grad_scaler": "", + "hostname": "g095", + "image_loss_weight": "0.5", + "inference_allowed_mirroring_axes": "None", + "initial_lr": "0.01", + "is_cascaded": "False", + "is_ddp": "False", + "label_manager": "", + "local_rank": "0", + "log_file": "/datasets/work/hb-synthrad2023/work/synthrad2025/bw_workplace/data/nnunet_struct/results/Dataset544_synthrad2025_task2_CBCT_TH_pre_v2r_stitched_masked_both/nnUNetTrainerMRCT_loss_masked_perception_masked__nnUNetResEncUNetLPlans__3d_fullres/fold_3/training_log_2025_8_14_18_29_12.txt", + "logger": "", + "loss": "SynPerceptionLoss(\n (seg_model): ResidualEncoderUNet(\n (encoder): ResidualEncoder(\n (stem): StackedConvBlocks(\n (convs): Sequential(\n (0): ConvDropoutNormReLU(\n (conv): Conv3d(1, 32, kernel_size=(1, 3, 3), stride=(1, 1, 1), padding=(0, 1, 1))\n (norm): InstanceNorm3d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(1, 32, kernel_size=(1, 3, 3), stride=(1, 1, 1), padding=(0, 1, 1))\n (1): InstanceNorm3d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n )\n (stages): Sequential(\n (0): StackedResidualBlocks(\n (blocks): Sequential(\n (0): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(32, 32, kernel_size=(1, 3, 3), stride=(1, 1, 1), padding=(0, 1, 1))\n (norm): InstanceNorm3d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(32, 32, kernel_size=(1, 3, 3), stride=(1, 1, 1), padding=(0, 1, 1))\n (1): InstanceNorm3d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(32, 32, kernel_size=(1, 3, 3), stride=(1, 1, 1), padding=(0, 1, 1))\n (norm): InstanceNorm3d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(32, 32, kernel_size=(1, 3, 3), stride=(1, 1, 1), padding=(0, 1, 1))\n (1): InstanceNorm3d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n (1): StackedResidualBlocks(\n (blocks): Sequential(\n (0): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(32, 64, kernel_size=(3, 3, 3), stride=(1, 2, 2), padding=(1, 1, 1))\n (norm): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(32, 64, kernel_size=(3, 3, 3), stride=(1, 2, 2), padding=(1, 1, 1))\n (1): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n (skip): Sequential(\n (0): AvgPool3d(kernel_size=[1, 2, 2], stride=[1, 2, 2], padding=0)\n (1): ConvDropoutNormReLU(\n (conv): Conv3d(32, 64, kernel_size=(1, 1, 1), stride=(1, 1, 1), bias=False)\n (norm): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(32, 64, kernel_size=(1, 1, 1), stride=(1, 1, 1), bias=False)\n (1): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n )\n )\n (1): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (2): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n (2): StackedResidualBlocks(\n (blocks): Sequential(\n (0): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(64, 128, kernel_size=(3, 3, 3), stride=(2, 2, 2), padding=(1, 1, 1))\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(64, 128, kernel_size=(3, 3, 3), stride=(2, 2, 2), padding=(1, 1, 1))\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n (skip): Sequential(\n (0): AvgPool3d(kernel_size=[2, 2, 2], stride=[2, 2, 2], padding=0)\n (1): ConvDropoutNormReLU(\n (conv): Conv3d(64, 128, kernel_size=(1, 1, 1), stride=(1, 1, 1), bias=False)\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(64, 128, kernel_size=(1, 1, 1), stride=(1, 1, 1), bias=False)\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n )\n )\n (1): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (2): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (3): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n (3): StackedResidualBlocks(\n (blocks): Sequential(\n (0): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(128, 256, kernel_size=(3, 3, 3), stride=(2, 2, 2), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(128, 256, kernel_size=(3, 3, 3), stride=(2, 2, 2), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n (skip): Sequential(\n (0): AvgPool3d(kernel_size=[2, 2, 2], stride=[2, 2, 2], padding=0)\n (1): ConvDropoutNormReLU(\n (conv): Conv3d(128, 256, kernel_size=(1, 1, 1), stride=(1, 1, 1), bias=False)\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(128, 256, kernel_size=(1, 1, 1), stride=(1, 1, 1), bias=False)\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n )\n )\n (1): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (2): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (3): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (4): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (5): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n (4): StackedResidualBlocks(\n (blocks): Sequential(\n (0): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(256, 320, kernel_size=(3, 3, 3), stride=(2, 2, 2), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(256, 320, kernel_size=(3, 3, 3), stride=(2, 2, 2), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n (skip): Sequential(\n (0): AvgPool3d(kernel_size=[2, 2, 2], stride=[2, 2, 2], padding=0)\n (1): ConvDropoutNormReLU(\n (conv): Conv3d(256, 320, kernel_size=(1, 1, 1), stride=(1, 1, 1), bias=False)\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(256, 320, kernel_size=(1, 1, 1), stride=(1, 1, 1), bias=False)\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n )\n )\n (1): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (2): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (3): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (4): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (5): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n (5): StackedResidualBlocks(\n (blocks): Sequential(\n (0): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 2, 2), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 2, 2), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n (skip): Sequential(\n (0): AvgPool3d(kernel_size=[1, 2, 2], stride=[1, 2, 2], padding=0)\n )\n )\n (1): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (2): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (3): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (4): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (5): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n )\n )\n (decoder): UNetDecoder(\n (encoder): ResidualEncoder(\n (stem): StackedConvBlocks(\n (convs): Sequential(\n (0): ConvDropoutNormReLU(\n (conv): Conv3d(1, 32, kernel_size=(1, 3, 3), stride=(1, 1, 1), padding=(0, 1, 1))\n (norm): InstanceNorm3d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(1, 32, kernel_size=(1, 3, 3), stride=(1, 1, 1), padding=(0, 1, 1))\n (1): InstanceNorm3d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n )\n (stages): Sequential(\n (0): StackedResidualBlocks(\n (blocks): Sequential(\n (0): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(32, 32, kernel_size=(1, 3, 3), stride=(1, 1, 1), padding=(0, 1, 1))\n (norm): InstanceNorm3d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(32, 32, kernel_size=(1, 3, 3), stride=(1, 1, 1), padding=(0, 1, 1))\n (1): InstanceNorm3d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(32, 32, kernel_size=(1, 3, 3), stride=(1, 1, 1), padding=(0, 1, 1))\n (norm): InstanceNorm3d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(32, 32, kernel_size=(1, 3, 3), stride=(1, 1, 1), padding=(0, 1, 1))\n (1): InstanceNorm3d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n (1): StackedResidualBlocks(\n (blocks): Sequential(\n (0): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(32, 64, kernel_size=(3, 3, 3), stride=(1, 2, 2), padding=(1, 1, 1))\n (norm): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(32, 64, kernel_size=(3, 3, 3), stride=(1, 2, 2), padding=(1, 1, 1))\n (1): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n (skip): Sequential(\n (0): AvgPool3d(kernel_size=[1, 2, 2], stride=[1, 2, 2], padding=0)\n (1): ConvDropoutNormReLU(\n (conv): Conv3d(32, 64, kernel_size=(1, 1, 1), stride=(1, 1, 1), bias=False)\n (norm): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(32, 64, kernel_size=(1, 1, 1), stride=(1, 1, 1), bias=False)\n (1): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n )\n )\n (1): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (2): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n (2): StackedResidualBlocks(\n (blocks): Sequential(\n (0): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(64, 128, kernel_size=(3, 3, 3), stride=(2, 2, 2), padding=(1, 1, 1))\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(64, 128, kernel_size=(3, 3, 3), stride=(2, 2, 2), padding=(1, 1, 1))\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n (skip): Sequential(\n (0): AvgPool3d(kernel_size=[2, 2, 2], stride=[2, 2, 2], padding=0)\n (1): ConvDropoutNormReLU(\n (conv): Conv3d(64, 128, kernel_size=(1, 1, 1), stride=(1, 1, 1), bias=False)\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(64, 128, kernel_size=(1, 1, 1), stride=(1, 1, 1), bias=False)\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n )\n )\n (1): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (2): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (3): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n (3): StackedResidualBlocks(\n (blocks): Sequential(\n (0): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(128, 256, kernel_size=(3, 3, 3), stride=(2, 2, 2), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(128, 256, kernel_size=(3, 3, 3), stride=(2, 2, 2), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n (skip): Sequential(\n (0): AvgPool3d(kernel_size=[2, 2, 2], stride=[2, 2, 2], padding=0)\n (1): ConvDropoutNormReLU(\n (conv): Conv3d(128, 256, kernel_size=(1, 1, 1), stride=(1, 1, 1), bias=False)\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(128, 256, kernel_size=(1, 1, 1), stride=(1, 1, 1), bias=False)\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n )\n )\n (1): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (2): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (3): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (4): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (5): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n (4): StackedResidualBlocks(\n (blocks): Sequential(\n (0): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(256, 320, kernel_size=(3, 3, 3), stride=(2, 2, 2), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(256, 320, kernel_size=(3, 3, 3), stride=(2, 2, 2), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n (skip): Sequential(\n (0): AvgPool3d(kernel_size=[2, 2, 2], stride=[2, 2, 2], padding=0)\n (1): ConvDropoutNormReLU(\n (conv): Conv3d(256, 320, kernel_size=(1, 1, 1), stride=(1, 1, 1), bias=False)\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(256, 320, kernel_size=(1, 1, 1), stride=(1, 1, 1), bias=False)\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n )\n )\n (1): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (2): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (3): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (4): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (5): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n (5): StackedResidualBlocks(\n (blocks): Sequential(\n (0): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 2, 2), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 2, 2), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n (skip): Sequential(\n (0): AvgPool3d(kernel_size=[1, 2, 2], stride=[1, 2, 2], padding=0)\n )\n )\n (1): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (2): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (3): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (4): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (5): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n )\n )\n (stages): ModuleList(\n (0): StackedConvBlocks(\n (convs): Sequential(\n (0): ConvDropoutNormReLU(\n (conv): Conv3d(640, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(640, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n )\n (1): StackedConvBlocks(\n (convs): Sequential(\n (0): ConvDropoutNormReLU(\n (conv): Conv3d(512, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(512, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n )\n (2): StackedConvBlocks(\n (convs): Sequential(\n (0): ConvDropoutNormReLU(\n (conv): Conv3d(256, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(256, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n )\n (3): StackedConvBlocks(\n (convs): Sequential(\n (0): ConvDropoutNormReLU(\n (conv): Conv3d(128, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(128, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n )\n (4): StackedConvBlocks(\n (convs): Sequential(\n (0): ConvDropoutNormReLU(\n (conv): Conv3d(64, 32, kernel_size=(1, 3, 3), stride=(1, 1, 1), padding=(0, 1, 1))\n (norm): InstanceNorm3d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(64, 32, kernel_size=(1, 3, 3), stride=(1, 1, 1), padding=(0, 1, 1))\n (1): InstanceNorm3d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n )\n )\n (transpconvs): ModuleList(\n (0): ConvTranspose3d(320, 320, kernel_size=(1, 2, 2), stride=(1, 2, 2))\n (1): ConvTranspose3d(320, 256, kernel_size=(2, 2, 2), stride=(2, 2, 2))\n (2): ConvTranspose3d(256, 128, kernel_size=(2, 2, 2), stride=(2, 2, 2))\n (3): ConvTranspose3d(128, 64, kernel_size=(2, 2, 2), stride=(2, 2, 2))\n (4): ConvTranspose3d(64, 32, kernel_size=(1, 2, 2), stride=(1, 2, 2))\n )\n (seg_layers): ModuleList(\n (0): Conv3d(320, 62, kernel_size=(1, 1, 1), stride=(1, 1, 1))\n (1): Conv3d(256, 62, kernel_size=(1, 1, 1), stride=(1, 1, 1))\n (2): Conv3d(128, 62, kernel_size=(1, 1, 1), stride=(1, 1, 1))\n (3): Conv3d(64, 62, kernel_size=(1, 1, 1), stride=(1, 1, 1))\n (4): Conv3d(32, 62, kernel_size=(1, 1, 1), stride=(1, 1, 1))\n )\n )\n )\n (L1): L1Loss()\n (image_loss): myMaskedMSE(\n (mse): myMSE()\n )\n)", + "lr_scheduler": "", + "my_init_kwargs": "{'plans': {'dataset_name': 'Dataset544_synthrad2025_task2_CBCT_TH_pre_v2r_stitched_masked_both', 'plans_name': 'nnUNetResEncUNetLPlans', 'original_median_spacing_after_transp': [3.0, 1.0, 1.0], 'original_median_shape_after_transp': [81, 450, 450], 'image_reader_writer': 'SimpleITKIO', 'transpose_forward': [0, 1, 2], 'transpose_backward': [0, 1, 2], 'configurations': {'2d': {'data_identifier': 'nnUNetPlans_2d', 'preprocessor_name': 'DefaultPreprocessor', 'batch_size': 13, 'patch_size': [512, 448], 'median_image_size_in_voxels': [450.0, 450.0], 'spacing': [1.0, 1.0], 'normalization_schemes': ['CTNormalizationClippingSynthrad2025'], 'use_mask_for_norm': [False], 'resampling_fn_data': 'resample_data_or_seg_to_shape', 'resampling_fn_seg': 'resample_data_or_seg_to_shape', 'resampling_fn_data_kwargs': {'is_seg': False, 'order': 3, 'order_z': 0, 'force_separate_z': None}, 'resampling_fn_seg_kwargs': {'is_seg': True, 'order': 1, 'order_z': 0, 'force_separate_z': None}, 'resampling_fn_probabilities': 'resample_data_or_seg_to_shape', 'resampling_fn_probabilities_kwargs': {'is_seg': False, 'order': 1, 'order_z': 0, 'force_separate_z': None}, 'architecture': {'network_class_name': 'dynamic_network_architectures.architectures.unet.ResidualEncoderUNet', 'arch_kwargs': {'n_stages': 7, 'features_per_stage': [32, 64, 128, 256, 512, 512, 512], 'conv_op': 'torch.nn.modules.conv.Conv2d', 'kernel_sizes': [[3, 3], [3, 3], [3, 3], [3, 3], [3, 3], [3, 3], [3, 3]], 'strides': [[1, 1], [2, 2], [2, 2], [2, 2], [2, 2], [2, 2], [2, 2]], 'n_blocks_per_stage': [1, 3, 4, 6, 6, 6, 6], 'n_conv_per_stage_decoder': [1, 1, 1, 1, 1, 1], 'conv_bias': True, 'norm_op': 'torch.nn.modules.instancenorm.InstanceNorm2d', 'norm_op_kwargs': {'eps': 1e-05, 'affine': True}, 'dropout_op': None, 'dropout_op_kwargs': None, 'nonlin': 'torch.nn.LeakyReLU', 'nonlin_kwargs': {'inplace': True}}, '_kw_requires_import': ['conv_op', 'norm_op', 'dropout_op', 'nonlin']}, 'batch_dice': True}, '3d_lowres': {'data_identifier': 'nnUNetResEncUNetLPlans_3d_lowres', 'preprocessor_name': 'DefaultPreprocessor', 'batch_size': 2, 'patch_size': [56, 224, 192], 'median_image_size_in_voxels': [81, 298, 298], 'spacing': [3.0, 1.512589724855112, 1.512589724855112], 'normalization_schemes': ['CTNormalizationClippingSynthrad2025'], 'use_mask_for_norm': [False], 'resampling_fn_data': 'resample_data_or_seg_to_shape', 'resampling_fn_seg': 'resample_data_or_seg_to_shape', 'resampling_fn_data_kwargs': {'is_seg': False, 'order': 3, 'order_z': 0, 'force_separate_z': None}, 'resampling_fn_seg_kwargs': {'is_seg': True, 'order': 1, 'order_z': 0, 'force_separate_z': None}, 'resampling_fn_probabilities': 'resample_data_or_seg_to_shape', 'resampling_fn_probabilities_kwargs': {'is_seg': False, 'order': 1, 'order_z': 0, 'force_separate_z': None}, 'architecture': {'network_class_name': 'dynamic_network_architectures.architectures.unet.ResidualEncoderUNet', 'arch_kwargs': {'n_stages': 6, 'features_per_stage': [32, 64, 128, 256, 320, 320], 'conv_op': 'torch.nn.modules.conv.Conv3d', 'kernel_sizes': [[3, 3, 3], [3, 3, 3], [3, 3, 3], [3, 3, 3], [3, 3, 3], [3, 3, 3]], 'strides': [[1, 1, 1], [2, 2, 2], [2, 2, 2], [2, 2, 2], [1, 2, 2], [1, 2, 2]], 'n_blocks_per_stage': [1, 3, 4, 6, 6, 6], 'n_conv_per_stage_decoder': [1, 1, 1, 1, 1], 'conv_bias': True, 'norm_op': 'torch.nn.modules.instancenorm.InstanceNorm3d', 'norm_op_kwargs': {'eps': 1e-05, 'affine': True}, 'dropout_op': None, 'dropout_op_kwargs': None, 'nonlin': 'torch.nn.LeakyReLU', 'nonlin_kwargs': {'inplace': True}}, '_kw_requires_import': ['conv_op', 'norm_op', 'dropout_op', 'nonlin']}, 'batch_dice': False, 'next_stage': '3d_cascade_fullres'}, '3d_fullres': {'data_identifier': 'nnUNetPlans_3d_fullres', 'preprocessor_name': 'DefaultPreprocessor', 'batch_size': 2, 'patch_size': [40, 224, 192], 'median_image_size_in_voxels': [81.0, 450.0, 450.0], 'spacing': [3.0, 1.0, 1.0], 'normalization_schemes': ['CTNormalizationClippingSynthrad2025'], 'use_mask_for_norm': [False], 'resampling_fn_data': 'resample_data_or_seg_to_shape', 'resampling_fn_seg': 'resample_data_or_seg_to_shape', 'resampling_fn_data_kwargs': {'is_seg': False, 'order': 3, 'order_z': 0, 'force_separate_z': None}, 'resampling_fn_seg_kwargs': {'is_seg': True, 'order': 1, 'order_z': 0, 'force_separate_z': None}, 'resampling_fn_probabilities': 'resample_data_or_seg_to_shape', 'resampling_fn_probabilities_kwargs': {'is_seg': False, 'order': 1, 'order_z': 0, 'force_separate_z': None}, 'architecture': {'network_class_name': 'dynamic_network_architectures.architectures.unet.ResidualEncoderUNet', 'arch_kwargs': {'n_stages': 6, 'features_per_stage': [32, 64, 128, 256, 320, 320], 'conv_op': 'torch.nn.modules.conv.Conv3d', 'kernel_sizes': [[1, 3, 3], [3, 3, 3], [3, 3, 3], [3, 3, 3], [3, 3, 3], [3, 3, 3]], 'strides': [[1, 1, 1], [1, 2, 2], [2, 2, 2], [2, 2, 2], [2, 2, 2], [1, 2, 2]], 'n_blocks_per_stage': [1, 3, 4, 6, 6, 6], 'n_conv_per_stage_decoder': [1, 1, 1, 1, 1], 'conv_bias': True, 'norm_op': 'torch.nn.modules.instancenorm.InstanceNorm3d', 'norm_op_kwargs': {'eps': 1e-05, 'affine': True}, 'dropout_op': None, 'dropout_op_kwargs': None, 'nonlin': 'torch.nn.LeakyReLU', 'nonlin_kwargs': {'inplace': True}}, '_kw_requires_import': ['conv_op', 'norm_op', 'dropout_op', 'nonlin']}, 'batch_dice': True}, '3d_cascade_fullres': {'inherits_from': '3d_fullres', 'previous_stage': '3d_lowres'}}, 'experiment_planner_used': 'nnUNetPlannerResEncL', 'label_manager': 'LabelManager', 'foreground_intensity_properties_per_channel': {'0': {'max': 3071.0, 'mean': -330.8976135253906, 'median': -243.0, 'min': -1024.0, 'percentile_00_5': -1024.0, 'percentile_99_5': 563.0, 'std': 371.2642822265625}}}, 'configuration': '3d_fullres', 'fold': 3, 'dataset_json': {'labels': {'label_001': '1', 'background': 0}, 'channel_names': {'0': 'CT_zscore_synthrad'}, 'numTraining': 321, 'file_ending': '.mha'}, 'unpack_dataset': True, 'device': device(type='cuda')}", + "network": "ResidualEncoderUNet", + "num_epochs": "1000", + "num_input_channels": "1", + "num_iterations_per_epoch": "250", + "num_val_iterations_per_epoch": "50", + "optimizer": "SGD (\nParameter Group 0\n dampening: 0\n differentiable: False\n foreach: None\n fused: None\n initial_lr: 0.01\n lr: 0.01\n maximize: False\n momentum: 0.99\n nesterov: True\n weight_decay: 3e-05\n)", + "output_folder": "/datasets/work/hb-synthrad2023/work/synthrad2025/bw_workplace/data/nnunet_struct/results/Dataset544_synthrad2025_task2_CBCT_TH_pre_v2r_stitched_masked_both/nnUNetTrainerMRCT_loss_masked_perception_masked__nnUNetResEncUNetLPlans__3d_fullres/fold_3", + "output_folder_base": "/datasets/work/hb-synthrad2023/work/synthrad2025/bw_workplace/data/nnunet_struct/results/Dataset544_synthrad2025_task2_CBCT_TH_pre_v2r_stitched_masked_both/nnUNetTrainerMRCT_loss_masked_perception_masked__nnUNetResEncUNetLPlans__3d_fullres", + "oversample_foreground_percent": "0.33", + "perception_masked": "True", + "plans_manager": "{'dataset_name': 'Dataset544_synthrad2025_task2_CBCT_TH_pre_v2r_stitched_masked_both', 'plans_name': 'nnUNetResEncUNetLPlans', 'original_median_spacing_after_transp': [3.0, 1.0, 1.0], 'original_median_shape_after_transp': [81, 450, 450], 'image_reader_writer': 'SimpleITKIO', 'transpose_forward': [0, 1, 2], 'transpose_backward': [0, 1, 2], 'configurations': {'2d': {'data_identifier': 'nnUNetPlans_2d', 'preprocessor_name': 'DefaultPreprocessor', 'batch_size': 13, 'patch_size': [512, 448], 'median_image_size_in_voxels': [450.0, 450.0], 'spacing': [1.0, 1.0], 'normalization_schemes': ['CTNormalizationClippingSynthrad2025'], 'use_mask_for_norm': [False], 'resampling_fn_data': 'resample_data_or_seg_to_shape', 'resampling_fn_seg': 'resample_data_or_seg_to_shape', 'resampling_fn_data_kwargs': {'is_seg': False, 'order': 3, 'order_z': 0, 'force_separate_z': None}, 'resampling_fn_seg_kwargs': {'is_seg': True, 'order': 1, 'order_z': 0, 'force_separate_z': None}, 'resampling_fn_probabilities': 'resample_data_or_seg_to_shape', 'resampling_fn_probabilities_kwargs': {'is_seg': False, 'order': 1, 'order_z': 0, 'force_separate_z': None}, 'architecture': {'network_class_name': 'dynamic_network_architectures.architectures.unet.ResidualEncoderUNet', 'arch_kwargs': {'n_stages': 7, 'features_per_stage': [32, 64, 128, 256, 512, 512, 512], 'conv_op': 'torch.nn.modules.conv.Conv2d', 'kernel_sizes': [[3, 3], [3, 3], [3, 3], [3, 3], [3, 3], [3, 3], [3, 3]], 'strides': [[1, 1], [2, 2], [2, 2], [2, 2], [2, 2], [2, 2], [2, 2]], 'n_blocks_per_stage': [1, 3, 4, 6, 6, 6, 6], 'n_conv_per_stage_decoder': [1, 1, 1, 1, 1, 1], 'conv_bias': True, 'norm_op': 'torch.nn.modules.instancenorm.InstanceNorm2d', 'norm_op_kwargs': {'eps': 1e-05, 'affine': True}, 'dropout_op': None, 'dropout_op_kwargs': None, 'nonlin': 'torch.nn.LeakyReLU', 'nonlin_kwargs': {'inplace': True}}, '_kw_requires_import': ['conv_op', 'norm_op', 'dropout_op', 'nonlin']}, 'batch_dice': True}, '3d_lowres': {'data_identifier': 'nnUNetResEncUNetLPlans_3d_lowres', 'preprocessor_name': 'DefaultPreprocessor', 'batch_size': 2, 'patch_size': [56, 224, 192], 'median_image_size_in_voxels': [81, 298, 298], 'spacing': [3.0, 1.512589724855112, 1.512589724855112], 'normalization_schemes': ['CTNormalizationClippingSynthrad2025'], 'use_mask_for_norm': [False], 'resampling_fn_data': 'resample_data_or_seg_to_shape', 'resampling_fn_seg': 'resample_data_or_seg_to_shape', 'resampling_fn_data_kwargs': {'is_seg': False, 'order': 3, 'order_z': 0, 'force_separate_z': None}, 'resampling_fn_seg_kwargs': {'is_seg': True, 'order': 1, 'order_z': 0, 'force_separate_z': None}, 'resampling_fn_probabilities': 'resample_data_or_seg_to_shape', 'resampling_fn_probabilities_kwargs': {'is_seg': False, 'order': 1, 'order_z': 0, 'force_separate_z': None}, 'architecture': {'network_class_name': 'dynamic_network_architectures.architectures.unet.ResidualEncoderUNet', 'arch_kwargs': {'n_stages': 6, 'features_per_stage': [32, 64, 128, 256, 320, 320], 'conv_op': 'torch.nn.modules.conv.Conv3d', 'kernel_sizes': [[3, 3, 3], [3, 3, 3], [3, 3, 3], [3, 3, 3], [3, 3, 3], [3, 3, 3]], 'strides': [[1, 1, 1], [2, 2, 2], [2, 2, 2], [2, 2, 2], [1, 2, 2], [1, 2, 2]], 'n_blocks_per_stage': [1, 3, 4, 6, 6, 6], 'n_conv_per_stage_decoder': [1, 1, 1, 1, 1], 'conv_bias': True, 'norm_op': 'torch.nn.modules.instancenorm.InstanceNorm3d', 'norm_op_kwargs': {'eps': 1e-05, 'affine': True}, 'dropout_op': None, 'dropout_op_kwargs': None, 'nonlin': 'torch.nn.LeakyReLU', 'nonlin_kwargs': {'inplace': True}}, '_kw_requires_import': ['conv_op', 'norm_op', 'dropout_op', 'nonlin']}, 'batch_dice': False, 'next_stage': '3d_cascade_fullres'}, '3d_fullres': {'data_identifier': 'nnUNetPlans_3d_fullres', 'preprocessor_name': 'DefaultPreprocessor', 'batch_size': 2, 'patch_size': [40, 224, 192], 'median_image_size_in_voxels': [81.0, 450.0, 450.0], 'spacing': [3.0, 1.0, 1.0], 'normalization_schemes': ['CTNormalizationClippingSynthrad2025'], 'use_mask_for_norm': [False], 'resampling_fn_data': 'resample_data_or_seg_to_shape', 'resampling_fn_seg': 'resample_data_or_seg_to_shape', 'resampling_fn_data_kwargs': {'is_seg': False, 'order': 3, 'order_z': 0, 'force_separate_z': None}, 'resampling_fn_seg_kwargs': {'is_seg': True, 'order': 1, 'order_z': 0, 'force_separate_z': None}, 'resampling_fn_probabilities': 'resample_data_or_seg_to_shape', 'resampling_fn_probabilities_kwargs': {'is_seg': False, 'order': 1, 'order_z': 0, 'force_separate_z': None}, 'architecture': {'network_class_name': 'dynamic_network_architectures.architectures.unet.ResidualEncoderUNet', 'arch_kwargs': {'n_stages': 6, 'features_per_stage': [32, 64, 128, 256, 320, 320], 'conv_op': 'torch.nn.modules.conv.Conv3d', 'kernel_sizes': [[1, 3, 3], [3, 3, 3], [3, 3, 3], [3, 3, 3], [3, 3, 3], [3, 3, 3]], 'strides': [[1, 1, 1], [1, 2, 2], [2, 2, 2], [2, 2, 2], [2, 2, 2], [1, 2, 2]], 'n_blocks_per_stage': [1, 3, 4, 6, 6, 6], 'n_conv_per_stage_decoder': [1, 1, 1, 1, 1], 'conv_bias': True, 'norm_op': 'torch.nn.modules.instancenorm.InstanceNorm3d', 'norm_op_kwargs': {'eps': 1e-05, 'affine': True}, 'dropout_op': None, 'dropout_op_kwargs': None, 'nonlin': 'torch.nn.LeakyReLU', 'nonlin_kwargs': {'inplace': True}}, '_kw_requires_import': ['conv_op', 'norm_op', 'dropout_op', 'nonlin']}, 'batch_dice': True}, '3d_cascade_fullres': {'inherits_from': '3d_fullres', 'previous_stage': '3d_lowres'}}, 'experiment_planner_used': 'nnUNetPlannerResEncL', 'label_manager': 'LabelManager', 'foreground_intensity_properties_per_channel': {'0': {'max': 3071.0, 'mean': -330.8976135253906, 'median': -243.0, 'min': -1024.0, 'percentile_00_5': -1024.0, 'percentile_99_5': 563.0, 'std': 371.2642822265625}}}", + "preprocessed_dataset_folder": "/datasets/work/hb-synthrad2023/work/synthrad2025/bw_workplace/data/nnunet_struct/preprocessed/Dataset544_synthrad2025_task2_CBCT_TH_pre_v2r_stitched_masked_both/nnUNetPlans_3d_fullres", + "preprocessed_dataset_folder_base": "/datasets/work/hb-synthrad2023/work/synthrad2025/bw_workplace/data/nnunet_struct/preprocessed/Dataset544_synthrad2025_task2_CBCT_TH_pre_v2r_stitched_masked_both", + "save_every": "50", + "torch_version": "2.7.1+cu126", + "unpack_dataset": "True", + "was_initialized": "True", + "weight_decay": "3e-05" +} \ No newline at end of file diff --git a/Dataset544/nnUNetTrainerMRCT_loss_masked_perception_masked__nnUNetResEncUNetLPlans__3d_fullres/fold_3/progress.png b/Dataset544/nnUNetTrainerMRCT_loss_masked_perception_masked__nnUNetResEncUNetLPlans__3d_fullres/fold_3/progress.png new file mode 100644 index 0000000000000000000000000000000000000000..f7218aeb4a7c01d8fcf72aed3d857ea01843a6ee --- /dev/null +++ b/Dataset544/nnUNetTrainerMRCT_loss_masked_perception_masked__nnUNetResEncUNetLPlans__3d_fullres/fold_3/progress.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:88e8cc876e46a466d2add49380f4a6abd2bbebea6728a15b630c08b810b7ca36 +size 759915 diff --git a/Dataset544/nnUNetTrainerMRCT_loss_masked_perception_masked__nnUNetResEncUNetLPlans__3d_fullres/fold_3/validation/summary.json b/Dataset544/nnUNetTrainerMRCT_loss_masked_perception_masked__nnUNetResEncUNetLPlans__3d_fullres/fold_3/validation/summary.json new file mode 100644 index 0000000000000000000000000000000000000000..d3133cde063b429e5a6e3942e3f83aac5b83c819 --- /dev/null +++ b/Dataset544/nnUNetTrainerMRCT_loss_masked_perception_masked__nnUNetResEncUNetLPlans__3d_fullres/fold_3/validation/summary.json @@ -0,0 +1,52 @@ +{ + "mae": { + "mean": 59.6831403703124, + "std": 13.282268575250406, + "max": 135.26334083952912, + "min": 43.70561993673689, + "25pc": 50.90544320106635, + "50pc": 57.59766416973342, + "75pc": 63.61140017268492, + "count": 65 + }, + "psnr": { + "mean": 30.41879186477032, + "std": 1.7822310331910258, + "max": 33.303479514662435, + "min": 21.938598217631913, + "25pc": 29.489967207335592, + "50pc": 30.549653942101994, + "75pc": 31.678537891293097, + "count": 65 + }, + "ms_ssim": { + "mean": 0.972537866604284, + "std": 0.023400539772748585, + "max": 0.9896922348656185, + "min": 0.8256950304841117, + "25pc": 0.972346153083238, + "50pc": 0.9793511650351168, + "75pc": 0.9834134511089297, + "count": 65 + }, + "DICE": { + "mean": 0.8757181415191063, + "std": 0.04152858997642459, + "max": 0.9331912994384766, + "min": 0.7493325471878052, + "25pc": 0.8536831736564636, + "50pc": 0.885571300983429, + "75pc": 0.907253623008728, + "count": 65 + }, + "HD95": { + "mean": 1.9038109889397254, + "std": 0.8689346520839407, + "max": 4.7832865715026855, + "min": 1.1818181276321411, + "25pc": 1.3928370475769043, + "50pc": 1.54265558719635, + "75pc": 2.0603861808776855, + "count": 65 + } +} \ No newline at end of file diff --git a/Dataset544/nnUNetTrainerMRCT_loss_masked_perception_masked__nnUNetResEncUNetLPlans__3d_fullres/fold_4/checkpoint_final.pth b/Dataset544/nnUNetTrainerMRCT_loss_masked_perception_masked__nnUNetResEncUNetLPlans__3d_fullres/fold_4/checkpoint_final.pth new file mode 100644 index 0000000000000000000000000000000000000000..b2d99689e56e71edcda12d4ed8a86e9e5bb2be74 --- /dev/null +++ b/Dataset544/nnUNetTrainerMRCT_loss_masked_perception_masked__nnUNetResEncUNetLPlans__3d_fullres/fold_4/checkpoint_final.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1b46968b0572da62b2da28ecf87b21939c19136f2106018f8392cfc0edbfe41a +size 815580781 diff --git a/Dataset544/nnUNetTrainerMRCT_loss_masked_perception_masked__nnUNetResEncUNetLPlans__3d_fullres/fold_4/debug.json b/Dataset544/nnUNetTrainerMRCT_loss_masked_perception_masked__nnUNetResEncUNetLPlans__3d_fullres/fold_4/debug.json new file mode 100644 index 0000000000000000000000000000000000000000..e14db809fa5b39d5fb4109771dc804fccf501a97 --- /dev/null +++ b/Dataset544/nnUNetTrainerMRCT_loss_masked_perception_masked__nnUNetResEncUNetLPlans__3d_fullres/fold_4/debug.json @@ -0,0 +1,58 @@ +{ + "_best_ema": "0.07174573", + "aim_run": ">", + "batch_size": "2", + "configuration_manager": "{'data_identifier': 'nnUNetPlans_3d_fullres', 'preprocessor_name': 'DefaultPreprocessor', 'batch_size': 2, 'patch_size': [40, 224, 192], 'median_image_size_in_voxels': [81.0, 450.0, 450.0], 'spacing': [3.0, 1.0, 1.0], 'normalization_schemes': ['CTNormalizationClippingSynthrad2025'], 'use_mask_for_norm': [False], 'resampling_fn_data': 'resample_data_or_seg_to_shape', 'resampling_fn_seg': 'resample_data_or_seg_to_shape', 'resampling_fn_data_kwargs': {'is_seg': False, 'order': 3, 'order_z': 0, 'force_separate_z': None}, 'resampling_fn_seg_kwargs': {'is_seg': True, 'order': 1, 'order_z': 0, 'force_separate_z': None}, 'resampling_fn_probabilities': 'resample_data_or_seg_to_shape', 'resampling_fn_probabilities_kwargs': {'is_seg': False, 'order': 1, 'order_z': 0, 'force_separate_z': None}, 'architecture': {'network_class_name': 'dynamic_network_architectures.architectures.unet.ResidualEncoderUNet', 'arch_kwargs': {'n_stages': 6, 'features_per_stage': [32, 64, 128, 256, 320, 320], 'conv_op': 'torch.nn.modules.conv.Conv3d', 'kernel_sizes': [[1, 3, 3], [3, 3, 3], [3, 3, 3], [3, 3, 3], [3, 3, 3], [3, 3, 3]], 'strides': [[1, 1, 1], [1, 2, 2], [2, 2, 2], [2, 2, 2], [2, 2, 2], [1, 2, 2]], 'n_blocks_per_stage': [1, 3, 4, 6, 6, 6], 'n_conv_per_stage_decoder': [1, 1, 1, 1, 1], 'conv_bias': True, 'norm_op': 'torch.nn.modules.instancenorm.InstanceNorm3d', 'norm_op_kwargs': {'eps': 1e-05, 'affine': True}, 'dropout_op': None, 'dropout_op_kwargs': None, 'nonlin': 'torch.nn.LeakyReLU', 'nonlin_kwargs': {'inplace': True}, 'deep_supervision': False}, '_kw_requires_import': ['conv_op', 'norm_op', 'dropout_op', 'nonlin']}, 'batch_dice': True}", + "configuration_name": "3d_fullres", + "cudnn_version": 90501, + "current_epoch": "17", + "dataloader_train": "", + "dataloader_train.generator": "", + "dataloader_train.num_processes": "12", + "dataloader_train.transform": "Compose ( [RemoveLabelTransform( output_key = 'seg', input_key = 'seg', replace_with = 0, remove_label = -1 ), RenameTransform( delete_old = True, out_key = 'target', in_key = 'seg' ), NumpyToTensor( keys = ['data', 'target', 'mask'], cast_to = 'float' )] )", + "dataloader_val": "", + "dataloader_val.generator": "", + "dataloader_val.num_processes": "6", + "dataloader_val.transform": "Compose ( [RemoveLabelTransform( output_key = 'seg', input_key = 'seg', replace_with = 0, remove_label = -1 ), RenameTransform( delete_old = True, out_key = 'target', in_key = 'seg' ), NumpyToTensor( keys = ['data', 'target', 'mask'], cast_to = 'float' )] )", + "dataset_json": "{'labels': {'label_001': '1', 'background': 0}, 'channel_names': {'0': 'CT_zscore_synthrad'}, 'numTraining': 321, 'file_ending': '.mha'}", + "debug_custom": "{'run_hash': 'b4c2c1523f4f43458d997185'}", + "decoder_type": "standard", + "device": "cuda:0", + "disable_checkpointing": "False", + "enable_deep_supervision": "False", + "fold": "4", + "folder_with_segs_from_previous_stage": "None", + "gpu_name": "NVIDIA H100", + "grad_scaler": "", + "hostname": "g011", + "image_loss_weight": "0.5", + "inference_allowed_mirroring_axes": "None", + "initial_lr": "0.01", + "is_cascaded": "False", + "is_ddp": "False", + "label_manager": "", + "local_rank": "0", + "log_file": "/datasets/work/hb-synthrad2023/work/synthrad2025/bw_workplace/data/nnunet_struct/results/Dataset544_synthrad2025_task2_CBCT_TH_pre_v2r_stitched_masked_both/nnUNetTrainerMRCT_loss_masked_perception_masked__nnUNetResEncUNetLPlans__3d_fullres/fold_4/training_log_2025_8_14_22_11_54.txt", + "logger": "", + "loss": "SynPerceptionLoss(\n (seg_model): ResidualEncoderUNet(\n (encoder): ResidualEncoder(\n (stem): StackedConvBlocks(\n (convs): Sequential(\n (0): ConvDropoutNormReLU(\n (conv): Conv3d(1, 32, kernel_size=(1, 3, 3), stride=(1, 1, 1), padding=(0, 1, 1))\n (norm): InstanceNorm3d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(1, 32, kernel_size=(1, 3, 3), stride=(1, 1, 1), padding=(0, 1, 1))\n (1): InstanceNorm3d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n )\n (stages): Sequential(\n (0): StackedResidualBlocks(\n (blocks): Sequential(\n (0): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(32, 32, kernel_size=(1, 3, 3), stride=(1, 1, 1), padding=(0, 1, 1))\n (norm): InstanceNorm3d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(32, 32, kernel_size=(1, 3, 3), stride=(1, 1, 1), padding=(0, 1, 1))\n (1): InstanceNorm3d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(32, 32, kernel_size=(1, 3, 3), stride=(1, 1, 1), padding=(0, 1, 1))\n (norm): InstanceNorm3d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(32, 32, kernel_size=(1, 3, 3), stride=(1, 1, 1), padding=(0, 1, 1))\n (1): InstanceNorm3d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n (1): StackedResidualBlocks(\n (blocks): Sequential(\n (0): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(32, 64, kernel_size=(3, 3, 3), stride=(1, 2, 2), padding=(1, 1, 1))\n (norm): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(32, 64, kernel_size=(3, 3, 3), stride=(1, 2, 2), padding=(1, 1, 1))\n (1): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n (skip): Sequential(\n (0): AvgPool3d(kernel_size=[1, 2, 2], stride=[1, 2, 2], padding=0)\n (1): ConvDropoutNormReLU(\n (conv): Conv3d(32, 64, kernel_size=(1, 1, 1), stride=(1, 1, 1), bias=False)\n (norm): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(32, 64, kernel_size=(1, 1, 1), stride=(1, 1, 1), bias=False)\n (1): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n )\n )\n (1): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (2): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n (2): StackedResidualBlocks(\n (blocks): Sequential(\n (0): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(64, 128, kernel_size=(3, 3, 3), stride=(2, 2, 2), padding=(1, 1, 1))\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(64, 128, kernel_size=(3, 3, 3), stride=(2, 2, 2), padding=(1, 1, 1))\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n (skip): Sequential(\n (0): AvgPool3d(kernel_size=[2, 2, 2], stride=[2, 2, 2], padding=0)\n (1): ConvDropoutNormReLU(\n (conv): Conv3d(64, 128, kernel_size=(1, 1, 1), stride=(1, 1, 1), bias=False)\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(64, 128, kernel_size=(1, 1, 1), stride=(1, 1, 1), bias=False)\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n )\n )\n (1): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (2): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (3): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n (3): StackedResidualBlocks(\n (blocks): Sequential(\n (0): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(128, 256, kernel_size=(3, 3, 3), stride=(2, 2, 2), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(128, 256, kernel_size=(3, 3, 3), stride=(2, 2, 2), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n (skip): Sequential(\n (0): AvgPool3d(kernel_size=[2, 2, 2], stride=[2, 2, 2], padding=0)\n (1): ConvDropoutNormReLU(\n (conv): Conv3d(128, 256, kernel_size=(1, 1, 1), stride=(1, 1, 1), bias=False)\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(128, 256, kernel_size=(1, 1, 1), stride=(1, 1, 1), bias=False)\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n )\n )\n (1): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (2): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (3): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (4): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (5): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n (4): StackedResidualBlocks(\n (blocks): Sequential(\n (0): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(256, 320, kernel_size=(3, 3, 3), stride=(2, 2, 2), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(256, 320, kernel_size=(3, 3, 3), stride=(2, 2, 2), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n (skip): Sequential(\n (0): AvgPool3d(kernel_size=[2, 2, 2], stride=[2, 2, 2], padding=0)\n (1): ConvDropoutNormReLU(\n (conv): Conv3d(256, 320, kernel_size=(1, 1, 1), stride=(1, 1, 1), bias=False)\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(256, 320, kernel_size=(1, 1, 1), stride=(1, 1, 1), bias=False)\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n )\n )\n (1): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (2): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (3): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (4): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (5): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n (5): StackedResidualBlocks(\n (blocks): Sequential(\n (0): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 2, 2), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 2, 2), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n (skip): Sequential(\n (0): AvgPool3d(kernel_size=[1, 2, 2], stride=[1, 2, 2], padding=0)\n )\n )\n (1): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (2): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (3): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (4): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (5): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n )\n )\n (decoder): UNetDecoder(\n (encoder): ResidualEncoder(\n (stem): StackedConvBlocks(\n (convs): Sequential(\n (0): ConvDropoutNormReLU(\n (conv): Conv3d(1, 32, kernel_size=(1, 3, 3), stride=(1, 1, 1), padding=(0, 1, 1))\n (norm): InstanceNorm3d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(1, 32, kernel_size=(1, 3, 3), stride=(1, 1, 1), padding=(0, 1, 1))\n (1): InstanceNorm3d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n )\n (stages): Sequential(\n (0): StackedResidualBlocks(\n (blocks): Sequential(\n (0): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(32, 32, kernel_size=(1, 3, 3), stride=(1, 1, 1), padding=(0, 1, 1))\n (norm): InstanceNorm3d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(32, 32, kernel_size=(1, 3, 3), stride=(1, 1, 1), padding=(0, 1, 1))\n (1): InstanceNorm3d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(32, 32, kernel_size=(1, 3, 3), stride=(1, 1, 1), padding=(0, 1, 1))\n (norm): InstanceNorm3d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(32, 32, kernel_size=(1, 3, 3), stride=(1, 1, 1), padding=(0, 1, 1))\n (1): InstanceNorm3d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n (1): StackedResidualBlocks(\n (blocks): Sequential(\n (0): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(32, 64, kernel_size=(3, 3, 3), stride=(1, 2, 2), padding=(1, 1, 1))\n (norm): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(32, 64, kernel_size=(3, 3, 3), stride=(1, 2, 2), padding=(1, 1, 1))\n (1): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n (skip): Sequential(\n (0): AvgPool3d(kernel_size=[1, 2, 2], stride=[1, 2, 2], padding=0)\n (1): ConvDropoutNormReLU(\n (conv): Conv3d(32, 64, kernel_size=(1, 1, 1), stride=(1, 1, 1), bias=False)\n (norm): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(32, 64, kernel_size=(1, 1, 1), stride=(1, 1, 1), bias=False)\n (1): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n )\n )\n (1): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (2): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(64, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n (2): StackedResidualBlocks(\n (blocks): Sequential(\n (0): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(64, 128, kernel_size=(3, 3, 3), stride=(2, 2, 2), padding=(1, 1, 1))\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(64, 128, kernel_size=(3, 3, 3), stride=(2, 2, 2), padding=(1, 1, 1))\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n (skip): Sequential(\n (0): AvgPool3d(kernel_size=[2, 2, 2], stride=[2, 2, 2], padding=0)\n (1): ConvDropoutNormReLU(\n (conv): Conv3d(64, 128, kernel_size=(1, 1, 1), stride=(1, 1, 1), bias=False)\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(64, 128, kernel_size=(1, 1, 1), stride=(1, 1, 1), bias=False)\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n )\n )\n (1): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (2): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (3): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(128, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n (3): StackedResidualBlocks(\n (blocks): Sequential(\n (0): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(128, 256, kernel_size=(3, 3, 3), stride=(2, 2, 2), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(128, 256, kernel_size=(3, 3, 3), stride=(2, 2, 2), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n (skip): Sequential(\n (0): AvgPool3d(kernel_size=[2, 2, 2], stride=[2, 2, 2], padding=0)\n (1): ConvDropoutNormReLU(\n (conv): Conv3d(128, 256, kernel_size=(1, 1, 1), stride=(1, 1, 1), bias=False)\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(128, 256, kernel_size=(1, 1, 1), stride=(1, 1, 1), bias=False)\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n )\n )\n (1): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (2): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (3): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (4): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (5): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(256, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n (4): StackedResidualBlocks(\n (blocks): Sequential(\n (0): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(256, 320, kernel_size=(3, 3, 3), stride=(2, 2, 2), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(256, 320, kernel_size=(3, 3, 3), stride=(2, 2, 2), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n (skip): Sequential(\n (0): AvgPool3d(kernel_size=[2, 2, 2], stride=[2, 2, 2], padding=0)\n (1): ConvDropoutNormReLU(\n (conv): Conv3d(256, 320, kernel_size=(1, 1, 1), stride=(1, 1, 1), bias=False)\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(256, 320, kernel_size=(1, 1, 1), stride=(1, 1, 1), bias=False)\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n )\n )\n (1): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (2): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (3): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (4): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (5): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n (5): StackedResidualBlocks(\n (blocks): Sequential(\n (0): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 2, 2), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 2, 2), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n (skip): Sequential(\n (0): AvgPool3d(kernel_size=[1, 2, 2], stride=[1, 2, 2], padding=0)\n )\n )\n (1): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (2): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (3): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (4): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n (5): BasicBlockD(\n (conv1): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n (conv2): ConvDropoutNormReLU(\n (conv): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (all_modules): Sequential(\n (0): Conv3d(320, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n )\n )\n (nonlin2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n )\n )\n (stages): ModuleList(\n (0): StackedConvBlocks(\n (convs): Sequential(\n (0): ConvDropoutNormReLU(\n (conv): Conv3d(640, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(640, 320, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(320, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n )\n (1): StackedConvBlocks(\n (convs): Sequential(\n (0): ConvDropoutNormReLU(\n (conv): Conv3d(512, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(512, 256, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n )\n (2): StackedConvBlocks(\n (convs): Sequential(\n (0): ConvDropoutNormReLU(\n (conv): Conv3d(256, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(256, 128, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n )\n (3): StackedConvBlocks(\n (convs): Sequential(\n (0): ConvDropoutNormReLU(\n (conv): Conv3d(128, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (norm): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(128, 64, kernel_size=(3, 3, 3), stride=(1, 1, 1), padding=(1, 1, 1))\n (1): InstanceNorm3d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n )\n (4): StackedConvBlocks(\n (convs): Sequential(\n (0): ConvDropoutNormReLU(\n (conv): Conv3d(64, 32, kernel_size=(1, 3, 3), stride=(1, 1, 1), padding=(0, 1, 1))\n (norm): InstanceNorm3d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (nonlin): LeakyReLU(negative_slope=0.01, inplace=True)\n (all_modules): Sequential(\n (0): Conv3d(64, 32, kernel_size=(1, 3, 3), stride=(1, 1, 1), padding=(0, 1, 1))\n (1): InstanceNorm3d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=False)\n (2): LeakyReLU(negative_slope=0.01, inplace=True)\n )\n )\n )\n )\n )\n (transpconvs): ModuleList(\n (0): ConvTranspose3d(320, 320, kernel_size=(1, 2, 2), stride=(1, 2, 2))\n (1): ConvTranspose3d(320, 256, kernel_size=(2, 2, 2), stride=(2, 2, 2))\n (2): ConvTranspose3d(256, 128, kernel_size=(2, 2, 2), stride=(2, 2, 2))\n (3): ConvTranspose3d(128, 64, kernel_size=(2, 2, 2), stride=(2, 2, 2))\n (4): ConvTranspose3d(64, 32, kernel_size=(1, 2, 2), stride=(1, 2, 2))\n )\n (seg_layers): ModuleList(\n (0): Conv3d(320, 62, kernel_size=(1, 1, 1), stride=(1, 1, 1))\n (1): Conv3d(256, 62, kernel_size=(1, 1, 1), stride=(1, 1, 1))\n (2): Conv3d(128, 62, kernel_size=(1, 1, 1), stride=(1, 1, 1))\n (3): Conv3d(64, 62, kernel_size=(1, 1, 1), stride=(1, 1, 1))\n (4): Conv3d(32, 62, kernel_size=(1, 1, 1), stride=(1, 1, 1))\n )\n )\n )\n (L1): L1Loss()\n (image_loss): myMaskedMSE(\n (mse): myMSE()\n )\n)", + "lr_scheduler": "", + "my_init_kwargs": "{'plans': {'dataset_name': 'Dataset544_synthrad2025_task2_CBCT_TH_pre_v2r_stitched_masked_both', 'plans_name': 'nnUNetResEncUNetLPlans', 'original_median_spacing_after_transp': [3.0, 1.0, 1.0], 'original_median_shape_after_transp': [81, 450, 450], 'image_reader_writer': 'SimpleITKIO', 'transpose_forward': [0, 1, 2], 'transpose_backward': [0, 1, 2], 'configurations': {'2d': {'data_identifier': 'nnUNetPlans_2d', 'preprocessor_name': 'DefaultPreprocessor', 'batch_size': 13, 'patch_size': [512, 448], 'median_image_size_in_voxels': [450.0, 450.0], 'spacing': [1.0, 1.0], 'normalization_schemes': ['CTNormalizationClippingSynthrad2025'], 'use_mask_for_norm': [False], 'resampling_fn_data': 'resample_data_or_seg_to_shape', 'resampling_fn_seg': 'resample_data_or_seg_to_shape', 'resampling_fn_data_kwargs': {'is_seg': False, 'order': 3, 'order_z': 0, 'force_separate_z': None}, 'resampling_fn_seg_kwargs': {'is_seg': True, 'order': 1, 'order_z': 0, 'force_separate_z': None}, 'resampling_fn_probabilities': 'resample_data_or_seg_to_shape', 'resampling_fn_probabilities_kwargs': {'is_seg': False, 'order': 1, 'order_z': 0, 'force_separate_z': None}, 'architecture': {'network_class_name': 'dynamic_network_architectures.architectures.unet.ResidualEncoderUNet', 'arch_kwargs': {'n_stages': 7, 'features_per_stage': [32, 64, 128, 256, 512, 512, 512], 'conv_op': 'torch.nn.modules.conv.Conv2d', 'kernel_sizes': [[3, 3], [3, 3], [3, 3], [3, 3], [3, 3], [3, 3], [3, 3]], 'strides': [[1, 1], [2, 2], [2, 2], [2, 2], [2, 2], [2, 2], [2, 2]], 'n_blocks_per_stage': [1, 3, 4, 6, 6, 6, 6], 'n_conv_per_stage_decoder': [1, 1, 1, 1, 1, 1], 'conv_bias': True, 'norm_op': 'torch.nn.modules.instancenorm.InstanceNorm2d', 'norm_op_kwargs': {'eps': 1e-05, 'affine': True}, 'dropout_op': None, 'dropout_op_kwargs': None, 'nonlin': 'torch.nn.LeakyReLU', 'nonlin_kwargs': {'inplace': True}}, '_kw_requires_import': ['conv_op', 'norm_op', 'dropout_op', 'nonlin']}, 'batch_dice': True}, '3d_lowres': {'data_identifier': 'nnUNetResEncUNetLPlans_3d_lowres', 'preprocessor_name': 'DefaultPreprocessor', 'batch_size': 2, 'patch_size': [56, 224, 192], 'median_image_size_in_voxels': [81, 298, 298], 'spacing': [3.0, 1.512589724855112, 1.512589724855112], 'normalization_schemes': ['CTNormalizationClippingSynthrad2025'], 'use_mask_for_norm': [False], 'resampling_fn_data': 'resample_data_or_seg_to_shape', 'resampling_fn_seg': 'resample_data_or_seg_to_shape', 'resampling_fn_data_kwargs': {'is_seg': False, 'order': 3, 'order_z': 0, 'force_separate_z': None}, 'resampling_fn_seg_kwargs': {'is_seg': True, 'order': 1, 'order_z': 0, 'force_separate_z': None}, 'resampling_fn_probabilities': 'resample_data_or_seg_to_shape', 'resampling_fn_probabilities_kwargs': {'is_seg': False, 'order': 1, 'order_z': 0, 'force_separate_z': None}, 'architecture': {'network_class_name': 'dynamic_network_architectures.architectures.unet.ResidualEncoderUNet', 'arch_kwargs': {'n_stages': 6, 'features_per_stage': [32, 64, 128, 256, 320, 320], 'conv_op': 'torch.nn.modules.conv.Conv3d', 'kernel_sizes': [[3, 3, 3], [3, 3, 3], [3, 3, 3], [3, 3, 3], [3, 3, 3], [3, 3, 3]], 'strides': [[1, 1, 1], [2, 2, 2], [2, 2, 2], [2, 2, 2], [1, 2, 2], [1, 2, 2]], 'n_blocks_per_stage': [1, 3, 4, 6, 6, 6], 'n_conv_per_stage_decoder': [1, 1, 1, 1, 1], 'conv_bias': True, 'norm_op': 'torch.nn.modules.instancenorm.InstanceNorm3d', 'norm_op_kwargs': {'eps': 1e-05, 'affine': True}, 'dropout_op': None, 'dropout_op_kwargs': None, 'nonlin': 'torch.nn.LeakyReLU', 'nonlin_kwargs': {'inplace': True}}, '_kw_requires_import': ['conv_op', 'norm_op', 'dropout_op', 'nonlin']}, 'batch_dice': False, 'next_stage': '3d_cascade_fullres'}, '3d_fullres': {'data_identifier': 'nnUNetPlans_3d_fullres', 'preprocessor_name': 'DefaultPreprocessor', 'batch_size': 2, 'patch_size': [40, 224, 192], 'median_image_size_in_voxels': [81.0, 450.0, 450.0], 'spacing': [3.0, 1.0, 1.0], 'normalization_schemes': ['CTNormalizationClippingSynthrad2025'], 'use_mask_for_norm': [False], 'resampling_fn_data': 'resample_data_or_seg_to_shape', 'resampling_fn_seg': 'resample_data_or_seg_to_shape', 'resampling_fn_data_kwargs': {'is_seg': False, 'order': 3, 'order_z': 0, 'force_separate_z': None}, 'resampling_fn_seg_kwargs': {'is_seg': True, 'order': 1, 'order_z': 0, 'force_separate_z': None}, 'resampling_fn_probabilities': 'resample_data_or_seg_to_shape', 'resampling_fn_probabilities_kwargs': {'is_seg': False, 'order': 1, 'order_z': 0, 'force_separate_z': None}, 'architecture': {'network_class_name': 'dynamic_network_architectures.architectures.unet.ResidualEncoderUNet', 'arch_kwargs': {'n_stages': 6, 'features_per_stage': [32, 64, 128, 256, 320, 320], 'conv_op': 'torch.nn.modules.conv.Conv3d', 'kernel_sizes': [[1, 3, 3], [3, 3, 3], [3, 3, 3], [3, 3, 3], [3, 3, 3], [3, 3, 3]], 'strides': [[1, 1, 1], [1, 2, 2], [2, 2, 2], [2, 2, 2], [2, 2, 2], [1, 2, 2]], 'n_blocks_per_stage': [1, 3, 4, 6, 6, 6], 'n_conv_per_stage_decoder': [1, 1, 1, 1, 1], 'conv_bias': True, 'norm_op': 'torch.nn.modules.instancenorm.InstanceNorm3d', 'norm_op_kwargs': {'eps': 1e-05, 'affine': True}, 'dropout_op': None, 'dropout_op_kwargs': None, 'nonlin': 'torch.nn.LeakyReLU', 'nonlin_kwargs': {'inplace': True}}, '_kw_requires_import': ['conv_op', 'norm_op', 'dropout_op', 'nonlin']}, 'batch_dice': True}, '3d_cascade_fullres': {'inherits_from': '3d_fullres', 'previous_stage': '3d_lowres'}}, 'experiment_planner_used': 'nnUNetPlannerResEncL', 'label_manager': 'LabelManager', 'foreground_intensity_properties_per_channel': {'0': {'max': 3071.0, 'mean': -330.8976135253906, 'median': -243.0, 'min': -1024.0, 'percentile_00_5': -1024.0, 'percentile_99_5': 563.0, 'std': 371.2642822265625}}}, 'configuration': '3d_fullres', 'fold': 4, 'dataset_json': {'labels': {'label_001': '1', 'background': 0}, 'channel_names': {'0': 'CT_zscore_synthrad'}, 'numTraining': 321, 'file_ending': '.mha'}, 'unpack_dataset': True, 'device': device(type='cuda')}", + "network": "ResidualEncoderUNet", + "num_epochs": "1000", + "num_input_channels": "1", + "num_iterations_per_epoch": "250", + "num_val_iterations_per_epoch": "50", + "optimizer": "SGD (\nParameter Group 0\n dampening: 0\n differentiable: False\n foreach: None\n fused: None\n initial_lr: 0.01\n lr: 0.009855884118426006\n maximize: False\n momentum: 0.99\n nesterov: True\n weight_decay: 3e-05\n)", + "output_folder": "/datasets/work/hb-synthrad2023/work/synthrad2025/bw_workplace/data/nnunet_struct/results/Dataset544_synthrad2025_task2_CBCT_TH_pre_v2r_stitched_masked_both/nnUNetTrainerMRCT_loss_masked_perception_masked__nnUNetResEncUNetLPlans__3d_fullres/fold_4", + "output_folder_base": "/datasets/work/hb-synthrad2023/work/synthrad2025/bw_workplace/data/nnunet_struct/results/Dataset544_synthrad2025_task2_CBCT_TH_pre_v2r_stitched_masked_both/nnUNetTrainerMRCT_loss_masked_perception_masked__nnUNetResEncUNetLPlans__3d_fullres", + "oversample_foreground_percent": "0.33", + "perception_masked": "True", + "plans_manager": "{'dataset_name': 'Dataset544_synthrad2025_task2_CBCT_TH_pre_v2r_stitched_masked_both', 'plans_name': 'nnUNetResEncUNetLPlans', 'original_median_spacing_after_transp': [3.0, 1.0, 1.0], 'original_median_shape_after_transp': [81, 450, 450], 'image_reader_writer': 'SimpleITKIO', 'transpose_forward': [0, 1, 2], 'transpose_backward': [0, 1, 2], 'configurations': {'2d': {'data_identifier': 'nnUNetPlans_2d', 'preprocessor_name': 'DefaultPreprocessor', 'batch_size': 13, 'patch_size': [512, 448], 'median_image_size_in_voxels': [450.0, 450.0], 'spacing': [1.0, 1.0], 'normalization_schemes': ['CTNormalizationClippingSynthrad2025'], 'use_mask_for_norm': [False], 'resampling_fn_data': 'resample_data_or_seg_to_shape', 'resampling_fn_seg': 'resample_data_or_seg_to_shape', 'resampling_fn_data_kwargs': {'is_seg': False, 'order': 3, 'order_z': 0, 'force_separate_z': None}, 'resampling_fn_seg_kwargs': {'is_seg': True, 'order': 1, 'order_z': 0, 'force_separate_z': None}, 'resampling_fn_probabilities': 'resample_data_or_seg_to_shape', 'resampling_fn_probabilities_kwargs': {'is_seg': False, 'order': 1, 'order_z': 0, 'force_separate_z': None}, 'architecture': {'network_class_name': 'dynamic_network_architectures.architectures.unet.ResidualEncoderUNet', 'arch_kwargs': {'n_stages': 7, 'features_per_stage': [32, 64, 128, 256, 512, 512, 512], 'conv_op': 'torch.nn.modules.conv.Conv2d', 'kernel_sizes': [[3, 3], [3, 3], [3, 3], [3, 3], [3, 3], [3, 3], [3, 3]], 'strides': [[1, 1], [2, 2], [2, 2], [2, 2], [2, 2], [2, 2], [2, 2]], 'n_blocks_per_stage': [1, 3, 4, 6, 6, 6, 6], 'n_conv_per_stage_decoder': [1, 1, 1, 1, 1, 1], 'conv_bias': True, 'norm_op': 'torch.nn.modules.instancenorm.InstanceNorm2d', 'norm_op_kwargs': {'eps': 1e-05, 'affine': True}, 'dropout_op': None, 'dropout_op_kwargs': None, 'nonlin': 'torch.nn.LeakyReLU', 'nonlin_kwargs': {'inplace': True}}, '_kw_requires_import': ['conv_op', 'norm_op', 'dropout_op', 'nonlin']}, 'batch_dice': True}, '3d_lowres': {'data_identifier': 'nnUNetResEncUNetLPlans_3d_lowres', 'preprocessor_name': 'DefaultPreprocessor', 'batch_size': 2, 'patch_size': [56, 224, 192], 'median_image_size_in_voxels': [81, 298, 298], 'spacing': [3.0, 1.512589724855112, 1.512589724855112], 'normalization_schemes': ['CTNormalizationClippingSynthrad2025'], 'use_mask_for_norm': [False], 'resampling_fn_data': 'resample_data_or_seg_to_shape', 'resampling_fn_seg': 'resample_data_or_seg_to_shape', 'resampling_fn_data_kwargs': {'is_seg': False, 'order': 3, 'order_z': 0, 'force_separate_z': None}, 'resampling_fn_seg_kwargs': {'is_seg': True, 'order': 1, 'order_z': 0, 'force_separate_z': None}, 'resampling_fn_probabilities': 'resample_data_or_seg_to_shape', 'resampling_fn_probabilities_kwargs': {'is_seg': False, 'order': 1, 'order_z': 0, 'force_separate_z': None}, 'architecture': {'network_class_name': 'dynamic_network_architectures.architectures.unet.ResidualEncoderUNet', 'arch_kwargs': {'n_stages': 6, 'features_per_stage': [32, 64, 128, 256, 320, 320], 'conv_op': 'torch.nn.modules.conv.Conv3d', 'kernel_sizes': [[3, 3, 3], [3, 3, 3], [3, 3, 3], [3, 3, 3], [3, 3, 3], [3, 3, 3]], 'strides': [[1, 1, 1], [2, 2, 2], [2, 2, 2], [2, 2, 2], [1, 2, 2], [1, 2, 2]], 'n_blocks_per_stage': [1, 3, 4, 6, 6, 6], 'n_conv_per_stage_decoder': [1, 1, 1, 1, 1], 'conv_bias': True, 'norm_op': 'torch.nn.modules.instancenorm.InstanceNorm3d', 'norm_op_kwargs': {'eps': 1e-05, 'affine': True}, 'dropout_op': None, 'dropout_op_kwargs': None, 'nonlin': 'torch.nn.LeakyReLU', 'nonlin_kwargs': {'inplace': True}}, '_kw_requires_import': ['conv_op', 'norm_op', 'dropout_op', 'nonlin']}, 'batch_dice': False, 'next_stage': '3d_cascade_fullres'}, '3d_fullres': {'data_identifier': 'nnUNetPlans_3d_fullres', 'preprocessor_name': 'DefaultPreprocessor', 'batch_size': 2, 'patch_size': [40, 224, 192], 'median_image_size_in_voxels': [81.0, 450.0, 450.0], 'spacing': [3.0, 1.0, 1.0], 'normalization_schemes': ['CTNormalizationClippingSynthrad2025'], 'use_mask_for_norm': [False], 'resampling_fn_data': 'resample_data_or_seg_to_shape', 'resampling_fn_seg': 'resample_data_or_seg_to_shape', 'resampling_fn_data_kwargs': {'is_seg': False, 'order': 3, 'order_z': 0, 'force_separate_z': None}, 'resampling_fn_seg_kwargs': {'is_seg': True, 'order': 1, 'order_z': 0, 'force_separate_z': None}, 'resampling_fn_probabilities': 'resample_data_or_seg_to_shape', 'resampling_fn_probabilities_kwargs': {'is_seg': False, 'order': 1, 'order_z': 0, 'force_separate_z': None}, 'architecture': {'network_class_name': 'dynamic_network_architectures.architectures.unet.ResidualEncoderUNet', 'arch_kwargs': {'n_stages': 6, 'features_per_stage': [32, 64, 128, 256, 320, 320], 'conv_op': 'torch.nn.modules.conv.Conv3d', 'kernel_sizes': [[1, 3, 3], [3, 3, 3], [3, 3, 3], [3, 3, 3], [3, 3, 3], [3, 3, 3]], 'strides': [[1, 1, 1], [1, 2, 2], [2, 2, 2], [2, 2, 2], [2, 2, 2], [1, 2, 2]], 'n_blocks_per_stage': [1, 3, 4, 6, 6, 6], 'n_conv_per_stage_decoder': [1, 1, 1, 1, 1], 'conv_bias': True, 'norm_op': 'torch.nn.modules.instancenorm.InstanceNorm3d', 'norm_op_kwargs': {'eps': 1e-05, 'affine': True}, 'dropout_op': None, 'dropout_op_kwargs': None, 'nonlin': 'torch.nn.LeakyReLU', 'nonlin_kwargs': {'inplace': True}}, '_kw_requires_import': ['conv_op', 'norm_op', 'dropout_op', 'nonlin']}, 'batch_dice': True}, '3d_cascade_fullres': {'inherits_from': '3d_fullres', 'previous_stage': '3d_lowres'}}, 'experiment_planner_used': 'nnUNetPlannerResEncL', 'label_manager': 'LabelManager', 'foreground_intensity_properties_per_channel': {'0': {'max': 3071.0, 'mean': -330.8976135253906, 'median': -243.0, 'min': -1024.0, 'percentile_00_5': -1024.0, 'percentile_99_5': 563.0, 'std': 371.2642822265625}}}", + "preprocessed_dataset_folder": "/datasets/work/hb-synthrad2023/work/synthrad2025/bw_workplace/data/nnunet_struct/preprocessed/Dataset544_synthrad2025_task2_CBCT_TH_pre_v2r_stitched_masked_both/nnUNetPlans_3d_fullres", + "preprocessed_dataset_folder_base": "/datasets/work/hb-synthrad2023/work/synthrad2025/bw_workplace/data/nnunet_struct/preprocessed/Dataset544_synthrad2025_task2_CBCT_TH_pre_v2r_stitched_masked_both", + "save_every": "50", + "torch_version": "2.7.1+cu126", + "unpack_dataset": "True", + "was_initialized": "True", + "weight_decay": "3e-05" +} \ No newline at end of file diff --git a/Dataset544/nnUNetTrainerMRCT_loss_masked_perception_masked__nnUNetResEncUNetLPlans__3d_fullres/fold_4/progress.png b/Dataset544/nnUNetTrainerMRCT_loss_masked_perception_masked__nnUNetResEncUNetLPlans__3d_fullres/fold_4/progress.png new file mode 100644 index 0000000000000000000000000000000000000000..23c62a1176b963e9ba4655c93e6ad3ec75730b7b --- /dev/null +++ b/Dataset544/nnUNetTrainerMRCT_loss_masked_perception_masked__nnUNetResEncUNetLPlans__3d_fullres/fold_4/progress.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ffbf3944ea8b9223af5dab6e2d04742432c099ba51f08027b47630b9533e6669 +size 755102 diff --git a/Dataset544/nnUNetTrainerMRCT_loss_masked_perception_masked__nnUNetResEncUNetLPlans__3d_fullres/fold_4/validation/summary.json b/Dataset544/nnUNetTrainerMRCT_loss_masked_perception_masked__nnUNetResEncUNetLPlans__3d_fullres/fold_4/validation/summary.json new file mode 100644 index 0000000000000000000000000000000000000000..751073fdca90d7648534b4287ba12fbf8d699e85 --- /dev/null +++ b/Dataset544/nnUNetTrainerMRCT_loss_masked_perception_masked__nnUNetResEncUNetLPlans__3d_fullres/fold_4/validation/summary.json @@ -0,0 +1,52 @@ +{ + "mae": { + "mean": 59.88798023950074, + "std": 57.783745732152084, + "max": 402.1487391215082, + "min": 24.99876303329541, + "25pc": 39.70773831358191, + "50pc": 47.523179480329034, + "75pc": 59.01712512618472, + "count": 64 + }, + "psnr": { + "mean": 31.940514605997574, + "std": 3.8244056625891694, + "max": 38.61016131020203, + "min": 16.166608488671578, + "25pc": 30.502047685085795, + "50pc": 32.46838725951116, + "75pc": 33.98167476379149, + "count": 64 + }, + "ms_ssim": { + "mean": 0.9390399525508067, + "std": 0.11888193307610521, + "max": 0.9928031769753466, + "min": 0.2866173907995687, + "25pc": 0.9541345219833262, + "50pc": 0.9710010874743243, + "75pc": 0.9787920313898105, + "count": 64 + }, + "DICE": { + "mean": 0.795609091874212, + "std": 0.10473576728843335, + "max": 0.9104868173599243, + "min": 0.38233712315559387, + "25pc": 0.7617079466581345, + "50pc": 0.8164933323860168, + "75pc": 0.870903417468071, + "count": 64 + }, + "HD95": { + "mean": 4.875167518854141, + "std": 5.548372165918884, + "max": 34.284122467041016, + "min": 1.2764989137649536, + "25pc": 2.258346378803253, + "50pc": 3.13424813747406, + "75pc": 4.478186011314392, + "count": 64 + } +} \ No newline at end of file diff --git a/Dataset544/nnUNetTrainerMRCT_loss_masked_perception_masked__nnUNetResEncUNetLPlans__3d_fullres/plans.json b/Dataset544/nnUNetTrainerMRCT_loss_masked_perception_masked__nnUNetResEncUNetLPlans__3d_fullres/plans.json new file mode 100644 index 0000000000000000000000000000000000000000..50e2c9f3ed7b45a897c4c512d4721da21702777e --- /dev/null +++ b/Dataset544/nnUNetTrainerMRCT_loss_masked_perception_masked__nnUNetResEncUNetLPlans__3d_fullres/plans.json @@ -0,0 +1,521 @@ +{ + "dataset_name": "Dataset544_synthrad2025_task2_CBCT_TH_pre_v2r_stitched_masked_both", + "plans_name": "nnUNetResEncUNetLPlans", + "original_median_spacing_after_transp": [ + 3.0, + 1.0, + 1.0 + ], + "original_median_shape_after_transp": [ + 81, + 450, + 450 + ], + "image_reader_writer": "SimpleITKIO", + "transpose_forward": [ + 0, + 1, + 2 + ], + "transpose_backward": [ + 0, + 1, + 2 + ], + "configurations": { + "2d": { + "data_identifier": "nnUNetPlans_2d", + "preprocessor_name": "DefaultPreprocessor", + "batch_size": 13, + "patch_size": [ + 512, + 448 + ], + "median_image_size_in_voxels": [ + 450.0, + 450.0 + ], + "spacing": [ + 1.0, + 1.0 + ], + "normalization_schemes": [ + "CTNormalizationClippingSynthrad2025" + ], + "use_mask_for_norm": [ + false + ], + "resampling_fn_data": "resample_data_or_seg_to_shape", + "resampling_fn_seg": "resample_data_or_seg_to_shape", + "resampling_fn_data_kwargs": { + "is_seg": false, + "order": 3, + "order_z": 0, + "force_separate_z": null + }, + "resampling_fn_seg_kwargs": { + "is_seg": true, + "order": 1, + "order_z": 0, + "force_separate_z": null + }, + "resampling_fn_probabilities": "resample_data_or_seg_to_shape", + "resampling_fn_probabilities_kwargs": { + "is_seg": false, + "order": 1, + "order_z": 0, + "force_separate_z": null + }, + "architecture": { + "network_class_name": "dynamic_network_architectures.architectures.unet.ResidualEncoderUNet", + "arch_kwargs": { + "n_stages": 7, + "features_per_stage": [ + 32, + 64, + 128, + 256, + 512, + 512, + 512 + ], + "conv_op": "torch.nn.modules.conv.Conv2d", + "kernel_sizes": [ + [ + 3, + 3 + ], + [ + 3, + 3 + ], + [ + 3, + 3 + ], + [ + 3, + 3 + ], + [ + 3, + 3 + ], + [ + 3, + 3 + ], + [ + 3, + 3 + ] + ], + "strides": [ + [ + 1, + 1 + ], + [ + 2, + 2 + ], + [ + 2, + 2 + ], + [ + 2, + 2 + ], + [ + 2, + 2 + ], + [ + 2, + 2 + ], + [ + 2, + 2 + ] + ], + "n_blocks_per_stage": [ + 1, + 3, + 4, + 6, + 6, + 6, + 6 + ], + "n_conv_per_stage_decoder": [ + 1, + 1, + 1, + 1, + 1, + 1 + ], + "conv_bias": true, + "norm_op": "torch.nn.modules.instancenorm.InstanceNorm2d", + "norm_op_kwargs": { + "eps": 1e-05, + "affine": true + }, + "dropout_op": null, + "dropout_op_kwargs": null, + "nonlin": "torch.nn.LeakyReLU", + "nonlin_kwargs": { + "inplace": true + } + }, + "_kw_requires_import": [ + "conv_op", + "norm_op", + "dropout_op", + "nonlin" + ] + }, + "batch_dice": true + }, + "3d_lowres": { + "data_identifier": "nnUNetResEncUNetLPlans_3d_lowres", + "preprocessor_name": "DefaultPreprocessor", + "batch_size": 2, + "patch_size": [ + 56, + 224, + 192 + ], + "median_image_size_in_voxels": [ + 81, + 298, + 298 + ], + "spacing": [ + 3.0, + 1.512589724855112, + 1.512589724855112 + ], + "normalization_schemes": [ + "CTNormalizationClippingSynthrad2025" + ], + "use_mask_for_norm": [ + false + ], + "resampling_fn_data": "resample_data_or_seg_to_shape", + "resampling_fn_seg": "resample_data_or_seg_to_shape", + "resampling_fn_data_kwargs": { + "is_seg": false, + "order": 3, + "order_z": 0, + "force_separate_z": null + }, + "resampling_fn_seg_kwargs": { + "is_seg": true, + "order": 1, + "order_z": 0, + "force_separate_z": null + }, + "resampling_fn_probabilities": "resample_data_or_seg_to_shape", + "resampling_fn_probabilities_kwargs": { + "is_seg": false, + "order": 1, + "order_z": 0, + "force_separate_z": null + }, + "architecture": { + "network_class_name": "dynamic_network_architectures.architectures.unet.ResidualEncoderUNet", + "arch_kwargs": { + "n_stages": 6, + "features_per_stage": [ + 32, + 64, + 128, + 256, + 320, + 320 + ], + "conv_op": "torch.nn.modules.conv.Conv3d", + "kernel_sizes": [ + [ + 3, + 3, + 3 + ], + [ + 3, + 3, + 3 + ], + [ + 3, + 3, + 3 + ], + [ + 3, + 3, + 3 + ], + [ + 3, + 3, + 3 + ], + [ + 3, + 3, + 3 + ] + ], + "strides": [ + [ + 1, + 1, + 1 + ], + [ + 2, + 2, + 2 + ], + [ + 2, + 2, + 2 + ], + [ + 2, + 2, + 2 + ], + [ + 1, + 2, + 2 + ], + [ + 1, + 2, + 2 + ] + ], + "n_blocks_per_stage": [ + 1, + 3, + 4, + 6, + 6, + 6 + ], + "n_conv_per_stage_decoder": [ + 1, + 1, + 1, + 1, + 1 + ], + "conv_bias": true, + "norm_op": "torch.nn.modules.instancenorm.InstanceNorm3d", + "norm_op_kwargs": { + "eps": 1e-05, + "affine": true + }, + "dropout_op": null, + "dropout_op_kwargs": null, + "nonlin": "torch.nn.LeakyReLU", + "nonlin_kwargs": { + "inplace": true + } + }, + "_kw_requires_import": [ + "conv_op", + "norm_op", + "dropout_op", + "nonlin" + ] + }, + "batch_dice": false, + "next_stage": "3d_cascade_fullres" + }, + "3d_fullres": { + "data_identifier": "nnUNetPlans_3d_fullres", + "preprocessor_name": "DefaultPreprocessor", + "batch_size": 2, + "patch_size": [ + 40, + 224, + 192 + ], + "median_image_size_in_voxels": [ + 81.0, + 450.0, + 450.0 + ], + "spacing": [ + 3.0, + 1.0, + 1.0 + ], + "normalization_schemes": [ + "CTNormalizationClippingSynthrad2025" + ], + "use_mask_for_norm": [ + false + ], + "resampling_fn_data": "resample_data_or_seg_to_shape", + "resampling_fn_seg": "resample_data_or_seg_to_shape", + "resampling_fn_data_kwargs": { + "is_seg": false, + "order": 3, + "order_z": 0, + "force_separate_z": null + }, + "resampling_fn_seg_kwargs": { + "is_seg": true, + "order": 1, + "order_z": 0, + "force_separate_z": null + }, + "resampling_fn_probabilities": "resample_data_or_seg_to_shape", + "resampling_fn_probabilities_kwargs": { + "is_seg": false, + "order": 1, + "order_z": 0, + "force_separate_z": null + }, + "architecture": { + "network_class_name": "dynamic_network_architectures.architectures.unet.ResidualEncoderUNet", + "arch_kwargs": { + "n_stages": 6, + "features_per_stage": [ + 32, + 64, + 128, + 256, + 320, + 320 + ], + "conv_op": "torch.nn.modules.conv.Conv3d", + "kernel_sizes": [ + [ + 1, + 3, + 3 + ], + [ + 3, + 3, + 3 + ], + [ + 3, + 3, + 3 + ], + [ + 3, + 3, + 3 + ], + [ + 3, + 3, + 3 + ], + [ + 3, + 3, + 3 + ] + ], + "strides": [ + [ + 1, + 1, + 1 + ], + [ + 1, + 2, + 2 + ], + [ + 2, + 2, + 2 + ], + [ + 2, + 2, + 2 + ], + [ + 2, + 2, + 2 + ], + [ + 1, + 2, + 2 + ] + ], + "n_blocks_per_stage": [ + 1, + 3, + 4, + 6, + 6, + 6 + ], + "n_conv_per_stage_decoder": [ + 1, + 1, + 1, + 1, + 1 + ], + "conv_bias": true, + "norm_op": "torch.nn.modules.instancenorm.InstanceNorm3d", + "norm_op_kwargs": { + "eps": 1e-05, + "affine": true + }, + "dropout_op": null, + "dropout_op_kwargs": null, + "nonlin": "torch.nn.LeakyReLU", + "nonlin_kwargs": { + "inplace": true + } + }, + "_kw_requires_import": [ + "conv_op", + "norm_op", + "dropout_op", + "nonlin" + ] + }, + "batch_dice": true + }, + "3d_cascade_fullres": { + "inherits_from": "3d_fullres", + "previous_stage": "3d_lowres" + } + }, + "experiment_planner_used": "nnUNetPlannerResEncL", + "label_manager": "LabelManager", + "foreground_intensity_properties_per_channel": { + "0": { + "max": 3071.0, + "mean": -330.8976135253906, + "median": -243.0, + "min": -1024.0, + "percentile_00_5": -1024.0, + "percentile_99_5": 563.0, + "std": 371.2642822265625 + } + } +} \ No newline at end of file