Add files using upload-large-folder tool

.gitattributes

@@ -221,3 +221,39 @@ layout2image_multi_unet+mask_multi_disease_channel_total/wandb/run-20260313_1838
 layout2image_multi_unet+mask_multi_disease_channel_total/wandb/run-20260313_183807-7226601948.21878-eff66c1a-ca93-47f1-a96f-516568e9d2ee/files/media/images/validation_29999_56beb577a6161503d35d.png filter=lfs diff=lfs merge=lfs -text
 layout2image_multi_unet+mask_multi_disease_channel_child/wandb/run-20260303_113416-7227491477.37078-17f032e1-6f5e-4355-82c8-07c24e826c34/files/media/images/validation_20999_1f74a0bac2bb4cfc7786.png filter=lfs diff=lfs merge=lfs -text
 layout2image_multi_unet+mask_multi_disease_channel_child/wandb/run-20260303_113416-7227491477.37078-17f032e1-6f5e-4355-82c8-07c24e826c34/files/media/images/validation_19999_939ab1d49143e9c1ed73.png filter=lfs diff=lfs merge=lfs -text
+layout2image_multi_unet+mask_multi_disease_channel_total/wandb/run-20260313_183807-7226601948.21878-eff66c1a-ca93-47f1-a96f-516568e9d2ee/files/media/images/validation_44999_73b0ec2fb581695164e8.png filter=lfs diff=lfs merge=lfs -text
+layout2image_multi_unet+mask_multi_disease_channel_total/wandb/run-20260313_183807-7226601948.21878-eff66c1a-ca93-47f1-a96f-516568e9d2ee/files/media/images/validation_14999_b13f508d70b7e2278a88.png filter=lfs diff=lfs merge=lfs -text
+layout2image_multi_unet+mask_multi_disease_channel_child/wandb/run-20260303_113416-7227491477.37078-17f032e1-6f5e-4355-82c8-07c24e826c34/files/media/images/validation_24999_7e39c71481822cbdde64.png filter=lfs diff=lfs merge=lfs -text
+layout2image_multi_unet+mask_multi_disease_channel_total/wandb/run-20260313_183807-7226601948.21878-eff66c1a-ca93-47f1-a96f-516568e9d2ee/files/media/images/validation_24999_ea4fc92aabec858b91b9.png filter=lfs diff=lfs merge=lfs -text
+layout2image_multi_unet+mask_multi_disease_channel_total/wandb/run-20260313_183807-7226601948.21878-eff66c1a-ca93-47f1-a96f-516568e9d2ee/files/media/images/validation_29999_90b8538c07bf6736e021.png filter=lfs diff=lfs merge=lfs -text
+layout2image_multi_unet+mask_multi_disease_channel_total/wandb/run-20260316_192703-7226601948.21878-eff66c1a-ca93-47f1-a96f-516568e9d2ee/files/media/images/validation_4999_6e53ac8fe852055c7df1.png filter=lfs diff=lfs merge=lfs -text
+layout2image_multi_unet+mask_multi_disease_channel_total/wandb/run-20260316_192703-7226601948.21878-eff66c1a-ca93-47f1-a96f-516568e9d2ee/files/media/images/validation_89999_4021c73669eecfcc3cc7.png filter=lfs diff=lfs merge=lfs -text
+layout2image_multi_unet+mask_multi_disease_channel_total/wandb/run-20260316_192703-7226601948.21878-eff66c1a-ca93-47f1-a96f-516568e9d2ee/files/media/images/validation_44999_16501d38781906855eae.png filter=lfs diff=lfs merge=lfs -text
+layout2image_multi_unet+mask_multi_disease_channel_total/wandb/run-20260313_183807-7226601948.21878-eff66c1a-ca93-47f1-a96f-516568e9d2ee/files/media/images/validation_19999_1070cc6df2184e9a6baa.png filter=lfs diff=lfs merge=lfs -text
+layout2image_multi_unet+mask_multi_disease_channel_total/wandb/run-20260316_192703-7226601948.21878-eff66c1a-ca93-47f1-a96f-516568e9d2ee/files/media/images/validation_84999_ac5f5d195f743e20f354.png filter=lfs diff=lfs merge=lfs -text
+layout2image_multi_unet+mask_multi_disease_channel_total/wandb/run-20260316_192703-7226601948.21878-eff66c1a-ca93-47f1-a96f-516568e9d2ee/files/media/images/validation_54999_50107fe9b4ec36f68455.png filter=lfs diff=lfs merge=lfs -text
+layout2image_multi_unet+mask_multi_disease_channel_total/wandb/run-20260313_183807-7226601948.21878-eff66c1a-ca93-47f1-a96f-516568e9d2ee/files/media/images/validation_39999_fd4f47443b5072c725ff.png filter=lfs diff=lfs merge=lfs -text
+layout2image_multi_unet+mask_multi_disease_channel_total/wandb/run-20260313_183807-7226601948.21878-eff66c1a-ca93-47f1-a96f-516568e9d2ee/files/media/images/validation_34999_28217ff0bdea775bf45f.png filter=lfs diff=lfs merge=lfs -text
+layout2image_multi_unet+mask_multi_disease_channel_total/wandb/run-20260313_183807-7226601948.21878-eff66c1a-ca93-47f1-a96f-516568e9d2ee/files/media/images/validation_44999_ee0655f659639fbd6196.png filter=lfs diff=lfs merge=lfs -text
+layout2image_multi_unet+mask_multi_disease_channel_total/wandb/run-20260313_183807-7226601948.21878-eff66c1a-ca93-47f1-a96f-516568e9d2ee/files/media/images/validation_39999_9ffb26b38a5bdcdf94ab.png filter=lfs diff=lfs merge=lfs -text
+layout2image_multi_unet+mask_multi_disease_channel_total/wandb/run-20260313_183807-7226601948.21878-eff66c1a-ca93-47f1-a96f-516568e9d2ee/files/media/images/validation_19999_9c73fbc82151b4acc1ae.png filter=lfs diff=lfs merge=lfs -text
+layout2image_multi_unet+mask_multi_disease_channel_total/wandb/run-20260316_192703-7226601948.21878-eff66c1a-ca93-47f1-a96f-516568e9d2ee/files/media/images/validation_44999_a77181c862c590bb683a.png filter=lfs diff=lfs merge=lfs -text
+layout2image_multi_unet+mask_multi_disease_channel_total/wandb/run-20260316_192703-7226601948.21878-eff66c1a-ca93-47f1-a96f-516568e9d2ee/files/media/images/validation_54999_47b7e47845e23a35840c.png filter=lfs diff=lfs merge=lfs -text
+layout2image_multi_unet+mask_multi_disease_channel_child/wandb/run-20260303_113416-7227491477.37078-17f032e1-6f5e-4355-82c8-07c24e826c34/files/media/images/validation_16999_24d5c1e870512f238b50.png filter=lfs diff=lfs merge=lfs -text
+layout2image_multi_unet+mask_multi_disease_channel_total/wandb/run-20260313_183807-7226601948.21878-eff66c1a-ca93-47f1-a96f-516568e9d2ee/files/media/images/validation_44999_84e519537886af7c14b7.png filter=lfs diff=lfs merge=lfs -text
+layout2image_multi_unet+mask_multi_disease_channel_total/wandb/run-20260316_192703-7226601948.21878-eff66c1a-ca93-47f1-a96f-516568e9d2ee/files/media/images/validation_44999_608e9422b23908b45b1a.png filter=lfs diff=lfs merge=lfs -text
+layout2image_multi_unet+mask_multi_disease_channel_total/wandb/run-20260316_192703-7226601948.21878-eff66c1a-ca93-47f1-a96f-516568e9d2ee/files/media/images/validation_89999_7cffb4db2bbb7eae7f04.png filter=lfs diff=lfs merge=lfs -text
+layout2image_multi_unet+mask_multi_disease_channel_total/wandb/run-20260316_192703-7226601948.21878-eff66c1a-ca93-47f1-a96f-516568e9d2ee/files/media/images/validation_99999_b16ed0f724f02678654b.png filter=lfs diff=lfs merge=lfs -text
+layout2image_multi_unet+mask_multi_disease_channel_total/wandb/run-20260313_183807-7226601948.21878-eff66c1a-ca93-47f1-a96f-516568e9d2ee/files/media/images/validation_24999_951723df38b9b8e3e2ee.png filter=lfs diff=lfs merge=lfs -text
+layout2image_multi_unet+mask_multi_disease_channel_total/wandb/run-20260316_192703-7226601948.21878-eff66c1a-ca93-47f1-a96f-516568e9d2ee/files/media/images/validation_59999_9e5788dbdd4884bffb9c.png filter=lfs diff=lfs merge=lfs -text
+layout2image_multi_unet+mask_multi_disease_channel_total/wandb/run-20260316_192703-7226601948.21878-eff66c1a-ca93-47f1-a96f-516568e9d2ee/files/media/images/validation_29999_05fa6f1717bacd628792.png filter=lfs diff=lfs merge=lfs -text
+layout2image_multi_unet+mask_multi_disease_channel_total/wandb/run-20260313_183807-7226601948.21878-eff66c1a-ca93-47f1-a96f-516568e9d2ee/files/media/images/validation_14999_0b36601bf3054c06c3bf.png filter=lfs diff=lfs merge=lfs -text
+layout2image_multi_unet+mask_multi_disease_channel_total/wandb/run-20260316_192703-7226601948.21878-eff66c1a-ca93-47f1-a96f-516568e9d2ee/files/media/images/validation_59999_c993a121e780245cfc42.png filter=lfs diff=lfs merge=lfs -text
+layout2image_multi_unet+mask_multi_disease_channel_total/wandb/run-20260316_192703-7226601948.21878-eff66c1a-ca93-47f1-a96f-516568e9d2ee/files/media/images/validation_24999_156fa3fe744c51cee26e.png filter=lfs diff=lfs merge=lfs -text
+layout2image_multi_unet+mask_multi_disease_channel_total/wandb/run-20260316_192703-7226601948.21878-eff66c1a-ca93-47f1-a96f-516568e9d2ee/files/media/images/validation_59999_724f7eb520926bd170a2.png filter=lfs diff=lfs merge=lfs -text
+layout2image_multi_unet+mask_multi_disease_channel_total/wandb/run-20260313_183807-7226601948.21878-eff66c1a-ca93-47f1-a96f-516568e9d2ee/files/media/images/validation_14999_cf245b69181a94fdc789.png filter=lfs diff=lfs merge=lfs -text
+layout2image_multi_unet+mask_multi_disease_channel_total/wandb/run-20260316_192703-7226601948.21878-eff66c1a-ca93-47f1-a96f-516568e9d2ee/files/media/images/validation_29999_d9435c4ddfd75960b8b7.png filter=lfs diff=lfs merge=lfs -text
+layout2image_multi_unet+mask_multi_disease_channel_total/wandb/run-20260313_183807-7226601948.21878-eff66c1a-ca93-47f1-a96f-516568e9d2ee/files/media/images/validation_24999_7811926aa74689847a4a.png filter=lfs diff=lfs merge=lfs -text
+layout2image_multi_unet+mask_multi_disease_channel_total/wandb/run-20260316_192703-7226601948.21878-eff66c1a-ca93-47f1-a96f-516568e9d2ee/files/media/images/test_100000_d5cb481ada4b2248d5ee.png filter=lfs diff=lfs merge=lfs -text
+layout2image_multi_unet+mask_multi_disease_channel_total/wandb/run-20260316_192703-7226601948.21878-eff66c1a-ca93-47f1-a96f-516568e9d2ee/files/media/images/validation_39999_f6740eea3bb1b97679cc.png filter=lfs diff=lfs merge=lfs -text
+layout2image_multi_unet+mask_multi_disease_channel_total/wandb/run-20260316_192703-7226601948.21878-eff66c1a-ca93-47f1-a96f-516568e9d2ee/files/media/images/validation_14999_d526571802345b5f21ca.png filter=lfs diff=lfs merge=lfs -text

layout2image_multi_unet+mask_multi_disease_channel_device/device_split_bs8/pipeline/model_index.json

@@ -0,0 +1,38 @@
+{
+  "_class_name": "StableDiffusionPipeline",
+  "_diffusers_version": "0.26.3",
+  "_name_or_path": "CompVis/stable-diffusion-v1-4",
+  "feature_extractor": [
+    "transformers",
+    "CLIPImageProcessor"
+  ],
+  "image_encoder": [
+    null,
+    null
+  ],
+  "requires_safety_checker": false,
+  "safety_checker": [
+    null,
+    null
+  ],
+  "scheduler": [
+    "diffusers",
+    "PNDMScheduler"
+  ],
+  "text_encoder": [
+    "transformers",
+    "CLIPTextModel"
+  ],
+  "tokenizer": [
+    "transformers",
+    "CLIPTokenizer"
+  ],
+  "unet": [
+    "diffusers",
+    "UNet2DConditionModel"
+  ],
+  "vae": [
+    "diffusers",
+    "AutoencoderKL"
+  ]
+}

layout2image_multi_unet+mask_multi_disease_channel_device/device_split_bs8/pipeline/tokenizer/special_tokens_map.json

@@ -0,0 +1,24 @@
+{
+  "bos_token": {
+    "content": "<|startoftext|>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "<|endoftext|>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": "<|endoftext|>",
+  "unk_token": {
+    "content": "<|endoftext|>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  }
+}

layout2image_multi_unet+mask_multi_disease_channel_device/device_split_bs8/pipeline/tokenizer/tokenizer_config.json

@@ -0,0 +1,33 @@
+{
+  "add_prefix_space": false,
+  "bos_token": {
+    "__type": "AddedToken",
+    "content": "<|startoftext|>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "clean_up_tokenization_spaces": true,
+  "do_lower_case": true,
+  "eos_token": {
+    "__type": "AddedToken",
+    "content": "<|endoftext|>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "errors": "replace",
+  "model_max_length": 77,
+  "pad_token": "<|endoftext|>",
+  "tokenizer_class": "CLIPTokenizer",
+  "unk_token": {
+    "__type": "AddedToken",
+    "content": "<|endoftext|>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  }
+}

layout2image_multi_unet+mask_multi_disease_channel_device/pacemaker_bs16/pipeline/scheduler/scheduler_config.json

@@ -0,0 +1,15 @@
+{
+  "_class_name": "PNDMScheduler",
+  "_diffusers_version": "0.26.3",
+  "beta_end": 0.012,
+  "beta_schedule": "scaled_linear",
+  "beta_start": 0.00085,
+  "clip_sample": false,
+  "num_train_timesteps": 1000,
+  "prediction_type": "epsilon",
+  "set_alpha_to_one": false,
+  "skip_prk_steps": true,
+  "steps_offset": 1,
+  "timestep_spacing": "leading",
+  "trained_betas": null
+}

layout2image_multi_unet+mask_multi_disease_channel_device/pacemaker_bs16/pipeline/tokenizer/special_tokens_map.json

@@ -0,0 +1,24 @@
+{
+  "bos_token": {
+    "content": "<|startoftext|>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "<|endoftext|>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": "<|endoftext|>",
+  "unk_token": {
+    "content": "<|endoftext|>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  }
+}

layout2image_multi_unet+mask_multi_disease_channel_device/pacemaker_bs16/pipeline/tokenizer/tokenizer_config.json

@@ -0,0 +1,33 @@
+{
+  "add_prefix_space": false,
+  "bos_token": {
+    "__type": "AddedToken",
+    "content": "<|startoftext|>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "clean_up_tokenization_spaces": true,
+  "do_lower_case": true,
+  "eos_token": {
+    "__type": "AddedToken",
+    "content": "<|endoftext|>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "errors": "replace",
+  "model_max_length": 77,
+  "pad_token": "<|endoftext|>",
+  "tokenizer_class": "CLIPTokenizer",
+  "unk_token": {
+    "__type": "AddedToken",
+    "content": "<|endoftext|>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  }
+}

layout2image_multi_unet+mask_multi_disease_channel_device/pacemaker_bs16/pipeline/vae/config.json

@@ -0,0 +1,32 @@
+{
+  "_class_name": "AutoencoderKL",
+  "_diffusers_version": "0.26.3",
+  "_name_or_path": "CompVis/stable-diffusion-v1-4",
+  "act_fn": "silu",
+  "block_out_channels": [
+    128,
+    256,
+    512,
+    512
+  ],
+  "down_block_types": [
+    "DownEncoderBlock2D",
+    "DownEncoderBlock2D",
+    "DownEncoderBlock2D",
+    "DownEncoderBlock2D"
+  ],
+  "force_upcast": true,
+  "in_channels": 3,
+  "latent_channels": 4,
+  "layers_per_block": 2,
+  "norm_num_groups": 32,
+  "out_channels": 3,
+  "sample_size": 512,
+  "scaling_factor": 0.18215,
+  "up_block_types": [
+    "UpDecoderBlock2D",
+    "UpDecoderBlock2D",
+    "UpDecoderBlock2D",
+    "UpDecoderBlock2D"
+  ]
+}

layout2image_multi_unet+mask_multi_disease_channel_device/pacemaker_bs16_mix/pipeline/model_index.json

@@ -0,0 +1,38 @@
+{
+  "_class_name": "StableDiffusionPipeline",
+  "_diffusers_version": "0.26.3",
+  "_name_or_path": "CompVis/stable-diffusion-v1-4",
+  "feature_extractor": [
+    "transformers",
+    "CLIPImageProcessor"
+  ],
+  "image_encoder": [
+    null,
+    null
+  ],
+  "requires_safety_checker": false,
+  "safety_checker": [
+    null,
+    null
+  ],
+  "scheduler": [
+    "diffusers",
+    "PNDMScheduler"
+  ],
+  "text_encoder": [
+    "transformers",
+    "CLIPTextModel"
+  ],
+  "tokenizer": [
+    "transformers",
+    "CLIPTokenizer"
+  ],
+  "unet": [
+    "diffusers",
+    "UNet2DConditionModel"
+  ],
+  "vae": [
+    "diffusers",
+    "AutoencoderKL"
+  ]
+}

layout2image_multi_unet+mask_multi_disease_channel_device/pacemaker_bs16_mix/pipeline/unet/config.json

@@ -0,0 +1,68 @@
+{
+  "_class_name": "UNet2DConditionModel",
+  "_diffusers_version": "0.26.3",
+  "_name_or_path": "CompVis/stable-diffusion-v1-4",
+  "act_fn": "silu",
+  "addition_embed_type": null,
+  "addition_embed_type_num_heads": 64,
+  "addition_time_embed_dim": null,
+  "attention_head_dim": 8,
+  "attention_type": "default",
+  "block_out_channels": [
+    320,
+    640,
+    1280,
+    1280
+  ],
+  "center_input_sample": false,
+  "class_embed_type": null,
+  "class_embeddings_concat": false,
+  "conv_in_kernel": 3,
+  "conv_out_kernel": 3,
+  "cross_attention_dim": 768,
+  "cross_attention_norm": null,
+  "down_block_types": [
+    "CrossAttnDownBlock2D",
+    "CrossAttnDownBlock2D",
+    "CrossAttnDownBlock2D",
+    "DownBlock2D"
+  ],
+  "downsample_padding": 1,
+  "dropout": 0.0,
+  "dual_cross_attention": false,
+  "encoder_hid_dim": null,
+  "encoder_hid_dim_type": null,
+  "flip_sin_to_cos": true,
+  "freq_shift": 0,
+  "in_channels": 23,
+  "layers_per_block": 2,
+  "mid_block_only_cross_attention": null,
+  "mid_block_scale_factor": 1,
+  "mid_block_type": "UNetMidBlock2DCrossAttn",
+  "norm_eps": 1e-05,
+  "norm_num_groups": 32,
+  "num_attention_heads": null,
+  "num_class_embeds": null,
+  "only_cross_attention": false,
+  "out_channels": 4,
+  "projection_class_embeddings_input_dim": null,
+  "resnet_out_scale_factor": 1.0,
+  "resnet_skip_time_act": false,
+  "resnet_time_scale_shift": "default",
+  "reverse_transformer_layers_per_block": null,
+  "sample_size": 64,
+  "time_cond_proj_dim": null,
+  "time_embedding_act_fn": null,
+  "time_embedding_dim": null,
+  "time_embedding_type": "positional",
+  "timestep_post_act": null,
+  "transformer_layers_per_block": 1,
+  "up_block_types": [
+    "UpBlock2D",
+    "CrossAttnUpBlock2D",
+    "CrossAttnUpBlock2D",
+    "CrossAttnUpBlock2D"
+  ],
+  "upcast_attention": false,
+  "use_linear_projection": false
+}

layout2image_multi_unet+mask_multi_disease_channel_device/pacemaker_bs8/pipeline/feature_extractor/preprocessor_config.json

@@ -0,0 +1,28 @@
+{
+  "crop_size": {
+    "height": 224,
+    "width": 224
+  },
+  "do_center_crop": true,
+  "do_convert_rgb": true,
+  "do_normalize": true,
+  "do_rescale": true,
+  "do_resize": true,
+  "feature_extractor_type": "CLIPFeatureExtractor",
+  "image_mean": [
+    0.48145466,
+    0.4578275,
+    0.40821073
+  ],
+  "image_processor_type": "CLIPImageProcessor",
+  "image_std": [
+    0.26862954,
+    0.26130258,
+    0.27577711
+  ],
+  "resample": 3,
+  "rescale_factor": 0.00392156862745098,
+  "size": {
+    "shortest_edge": 224
+  }
+}

layout2image_multi_unet+mask_multi_disease_channel_device/pacemaker_bs8/pipeline/tokenizer/special_tokens_map.json

@@ -0,0 +1,24 @@
+{
+  "bos_token": {
+    "content": "<|startoftext|>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "<|endoftext|>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": "<|endoftext|>",
+  "unk_token": {
+    "content": "<|endoftext|>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  }
+}

layout2image_multi_unet+mask_multi_disease_channel_device/pacemaker_bs8/pipeline/tokenizer/tokenizer_config.json

@@ -0,0 +1,33 @@
+{
+  "add_prefix_space": false,
+  "bos_token": {
+    "__type": "AddedToken",
+    "content": "<|startoftext|>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "clean_up_tokenization_spaces": true,
+  "do_lower_case": true,
+  "eos_token": {
+    "__type": "AddedToken",
+    "content": "<|endoftext|>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "errors": "replace",
+  "model_max_length": 77,
+  "pad_token": "<|endoftext|>",
+  "tokenizer_class": "CLIPTokenizer",
+  "unk_token": {
+    "__type": "AddedToken",
+    "content": "<|endoftext|>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  }
+}

layout2image_multi_unet+mask_multi_disease_channel_device/pacemaker_bs8/pipeline/unet/config.json

@@ -0,0 +1,68 @@
+{
+  "_class_name": "UNet2DConditionModel",
+  "_diffusers_version": "0.26.3",
+  "_name_or_path": "CompVis/stable-diffusion-v1-4",
+  "act_fn": "silu",
+  "addition_embed_type": null,
+  "addition_embed_type_num_heads": 64,
+  "addition_time_embed_dim": null,
+  "attention_head_dim": 8,
+  "attention_type": "default",
+  "block_out_channels": [
+    320,
+    640,
+    1280,
+    1280
+  ],
+  "center_input_sample": false,
+  "class_embed_type": null,
+  "class_embeddings_concat": false,
+  "conv_in_kernel": 3,
+  "conv_out_kernel": 3,
+  "cross_attention_dim": 768,
+  "cross_attention_norm": null,
+  "down_block_types": [
+    "CrossAttnDownBlock2D",
+    "CrossAttnDownBlock2D",
+    "CrossAttnDownBlock2D",
+    "DownBlock2D"
+  ],
+  "downsample_padding": 1,
+  "dropout": 0.0,
+  "dual_cross_attention": false,
+  "encoder_hid_dim": null,
+  "encoder_hid_dim_type": null,
+  "flip_sin_to_cos": true,
+  "freq_shift": 0,
+  "in_channels": 23,
+  "layers_per_block": 2,
+  "mid_block_only_cross_attention": null,
+  "mid_block_scale_factor": 1,
+  "mid_block_type": "UNetMidBlock2DCrossAttn",
+  "norm_eps": 1e-05,
+  "norm_num_groups": 32,
+  "num_attention_heads": null,
+  "num_class_embeds": null,
+  "only_cross_attention": false,
+  "out_channels": 4,
+  "projection_class_embeddings_input_dim": null,
+  "resnet_out_scale_factor": 1.0,
+  "resnet_skip_time_act": false,
+  "resnet_time_scale_shift": "default",
+  "reverse_transformer_layers_per_block": null,
+  "sample_size": 64,
+  "time_cond_proj_dim": null,
+  "time_embedding_act_fn": null,
+  "time_embedding_dim": null,
+  "time_embedding_type": "positional",
+  "timestep_post_act": null,
+  "transformer_layers_per_block": 1,
+  "up_block_types": [
+    "UpBlock2D",
+    "CrossAttnUpBlock2D",
+    "CrossAttnUpBlock2D",
+    "CrossAttnUpBlock2D"
+  ],
+  "upcast_attention": false,
+  "use_linear_projection": false
+}

layout2image_multi_unet+mask_multi_disease_channel_device/wandb/run-20260314_032149-4p09t8ty/files/output.log

@@ -0,0 +1,39 @@
+wandb: Detected [huggingface_hub.inference] in use.
+wandb: Use W&B Weave for improved LLM call tracing. Install Weave with `pip install weave` then add `import weave` to the top of your script.
+wandb: For more information, check out the docs at: https://weave-docs.wandb.ai/
+03/14/2026 03:22:06 - INFO - __main__ - ***** Running training *****
+03/14/2026 03:22:06 - INFO - __main__ -   Num examples = 413
+03/14/2026 03:22:06 - INFO - __main__ -   Num batches each epoch = 52
+03/14/2026 03:22:06 - INFO - __main__ -   Num Epochs = 2
+03/14/2026 03:22:06 - INFO - __main__ -   Instantaneous batch size per device = 2
+03/14/2026 03:22:06 - INFO - __main__ -   Total train batch size (w. parallel, distributed & accumulation) = 8
+03/14/2026 03:22:06 - INFO - __main__ -   Gradient Accumulation steps = 1
+03/14/2026 03:22:06 - INFO - __main__ -   Total optimization steps = 100
+Steps:   0%|                                                                                                                                                       | 0/100 [00:00<?, ?it/s]Traceback (most recent call last):
+  File "/home/shuhan/blobdata_sd/AURA/layout2image_multi_unet+mask_multi_disease_channel_device/train_new_version.py", line 1317, in <module>
+    main(args)
+  File "/home/shuhan/blobdata_sd/AURA/layout2image_multi_unet+mask_multi_disease_channel_device/train_new_version.py", line 1210, in main
+    model_pred = unet(
+  File "/home/shuhan/miniconda3/envs/AURA/lib/python3.10/site-packages/torch/nn/modules/module.py", line 1751, in _wrapped_call_impl
+    return self._call_impl(*args, **kwargs)
+  File "/home/shuhan/miniconda3/envs/AURA/lib/python3.10/site-packages/torch/nn/modules/module.py", line 1762, in _call_impl
+    return forward_call(*args, **kwargs)
+  File "/home/shuhan/miniconda3/envs/AURA/lib/python3.10/site-packages/torch/nn/parallel/distributed.py", line 1637, in forward
+    else self._run_ddp_forward(*inputs, **kwargs)
+  File "/home/shuhan/miniconda3/envs/AURA/lib/python3.10/site-packages/torch/nn/parallel/distributed.py", line 1464, in _run_ddp_forward
+    return self.module(*inputs, **kwargs)  # type: ignore[index]
+  File "/home/shuhan/miniconda3/envs/AURA/lib/python3.10/site-packages/torch/nn/modules/module.py", line 1751, in _wrapped_call_impl
+    return self._call_impl(*args, **kwargs)
+  File "/home/shuhan/miniconda3/envs/AURA/lib/python3.10/site-packages/torch/nn/modules/module.py", line 1762, in _call_impl
+    return forward_call(*args, **kwargs)
+  File "/home/shuhan/miniconda3/envs/AURA/lib/python3.10/site-packages/diffusers/models/unets/unet_2d_condition.py", line 1081, in forward
+    sample = self.conv_in(sample)
+  File "/home/shuhan/miniconda3/envs/AURA/lib/python3.10/site-packages/torch/nn/modules/module.py", line 1751, in _wrapped_call_impl
+    return self._call_impl(*args, **kwargs)
+  File "/home/shuhan/miniconda3/envs/AURA/lib/python3.10/site-packages/torch/nn/modules/module.py", line 1762, in _call_impl
+    return forward_call(*args, **kwargs)
+  File "/home/shuhan/miniconda3/envs/AURA/lib/python3.10/site-packages/torch/nn/modules/conv.py", line 554, in forward
+    return self._conv_forward(input, self.weight, self.bias)
+  File "/home/shuhan/miniconda3/envs/AURA/lib/python3.10/site-packages/torch/nn/modules/conv.py", line 549, in _conv_forward
+    return F.conv2d(
+RuntimeError: Given groups=1, weight of size [320, 22, 3, 3], expected input[2, 20, 64, 64] to have 22 channels, but got 20 channels instead

layout2image_multi_unet+mask_multi_disease_channel_device/wandb/run-20260316_142526-7226358018.14315-74784f5d-1886-4f4d-b6c8-ba0555ff1fc2/files/output.log

@@ -0,0 +1,72 @@
+wandb: Detected [huggingface_hub.inference] in use.
+wandb: Use W&B Weave for improved LLM call tracing. Install Weave with `pip install weave` then add `import weave` to the top of your script.
+wandb: For more information, check out the docs at: https://weave-docs.wandb.ai/
+03/16/2026 14:25:29 - INFO - __main__ - ***** Running training *****
+03/16/2026 14:25:29 - INFO - __main__ -   Num examples = 1152
+03/16/2026 14:25:29 - INFO - __main__ -   Num batches each epoch = 9
+03/16/2026 14:25:29 - INFO - __main__ -   Num Epochs = 1112
+03/16/2026 14:25:29 - INFO - __main__ -   Instantaneous batch size per device = 32
+03/16/2026 14:25:29 - INFO - __main__ -   Total train batch size (w. parallel, distributed & accumulation) = 128
+03/16/2026 14:25:29 - INFO - __main__ -   Gradient Accumulation steps = 1
+03/16/2026 14:25:29 - INFO - __main__ -   Total optimization steps = 10000
+Steps:   1%|          | 100/10000 [09:11<14:24:07,  5.24s/it, loss=0.108, lr=1e-5]03/16/2026 14:34:40 - INFO - __main__ - Running validation...
+[2026-03-16 14:34:41,304] [INFO] [real_accelerator.py:203:get_accelerator] Setting ds_accelerator to cuda (auto detect)
+03/16/2026 14:34:41 - INFO - root - gcc -pthread -B /opt/conda/envs/ptca/compiler_compat -Wno-unused-result -Wsign-compare -DNDEBUG -fwrapv -O2 -Wall -fPIC -O2 -isystem /opt/conda/envs/ptca/include -fPIC -O2 -isystem /opt/conda/envs/ptca/include -fPIC -c /tmp/tmpy1699ti2/test.c -o /tmp/tmpy1699ti2/test.o
+03/16/2026 14:34:41 - INFO - root - gcc -pthread -B /opt/conda/envs/ptca/compiler_compat /tmp/tmpy1699ti2/test.o -laio -o /tmp/tmpy1699ti2/a.out
+03/16/2026 14:34:42 - INFO - root - gcc -pthread -B /opt/conda/envs/ptca/compiler_compat -Wno-unused-result -Wsign-compare -DNDEBUG -fwrapv -O2 -Wall -fPIC -O2 -isystem /opt/conda/envs/ptca/include -fPIC -O2 -isystem /opt/conda/envs/ptca/include -fPIC -c /tmp/tmpeotvvcj4/test.c -o /tmp/tmpeotvvcj4/test.o
+03/16/2026 14:34:42 - INFO - root - gcc -pthread -B /opt/conda/envs/ptca/compiler_compat /tmp/tmpeotvvcj4/test.o -L/usr/local/cuda -L/usr/local/cuda/lib64 -lcufile -o /tmp/tmpeotvvcj4/a.out
+03/16/2026 14:34:42 - INFO - root - gcc -pthread -B /opt/conda/envs/ptca/compiler_compat -Wno-unused-result -Wsign-compare -DNDEBUG -fwrapv -O2 -Wall -fPIC -O2 -isystem /opt/conda/envs/ptca/include -fPIC -O2 -isystem /opt/conda/envs/ptca/include -fPIC -c /tmp/tmptu41wdhl/test.c -o /tmp/tmptu41wdhl/test.o
+03/16/2026 14:34:42 - INFO - root - gcc -pthread -B /opt/conda/envs/ptca/compiler_compat /tmp/tmptu41wdhl/test.o -laio -o /tmp/tmptu41wdhl/a.out
+/opt/conda/envs/ptca/lib/python3.10/site-packages/huggingface_hub/file_download.py:1142: FutureWarning: `resume_download` is deprecated and will be removed in version 1.0.0. Downloads always resume when possible. If you want to force a new download, use `force_download=True`.
+  warnings.warn(
+{'dynamic_thresholding_ratio', 'rescale_betas_zero_snr', 'timestep_spacing', 'variance_type', 'thresholding', 'sample_max_value', 'prediction_type', 'clip_sample_range'} was not found in config. Values will be initialized to default values.
+{'solver_order', 'dynamic_thresholding_ratio', 'predict_x0', 'timestep_spacing', 'disable_corrector', 'thresholding', 'use_karras_sigmas', 'sample_max_value', 'prediction_type', 'solver_p', 'lower_order_final', 'solver_type'} was not found in config. Values will be initialized to default values.
+Steps:   2%|▏         | 200/10000 [18:21<14:05:05,  5.17s/it, loss=0.114, lr=1e-5]03/16/2026 14:43:50 - INFO - __main__ - Running validation...
+{'dynamic_thresholding_ratio', 'rescale_betas_zero_snr', 'timestep_spacing', 'variance_type', 'thresholding', 'sample_max_value', 'prediction_type', 'clip_sample_range'} was not found in config. Values will be initialized to default values.
+{'solver_order', 'dynamic_thresholding_ratio', 'predict_x0', 'timestep_spacing', 'disable_corrector', 'thresholding', 'use_karras_sigmas', 'sample_max_value', 'prediction_type', 'solver_p', 'lower_order_final', 'solver_type'} was not found in config. Values will be initialized to default values.
+Steps:   3%|▎         | 300/10000 [27:27<13:53:54,  5.16s/it, loss=0.116, lr=1e-5]03/16/2026 14:52:56 - INFO - __main__ - Running validation...
+{'dynamic_thresholding_ratio', 'rescale_betas_zero_snr', 'timestep_spacing', 'variance_type', 'thresholding', 'sample_max_value', 'prediction_type', 'clip_sample_range'} was not found in config. Values will be initialized to default values.
+{'solver_order', 'dynamic_thresholding_ratio', 'predict_x0', 'timestep_spacing', 'disable_corrector', 'thresholding', 'use_karras_sigmas', 'sample_max_value', 'prediction_type', 'solver_p', 'lower_order_final', 'solver_type'} was not found in config. Values will be initialized to default values.
+Steps:   4%|▍         | 400/10000 [36:32<13:42:56,  5.14s/it, loss=0.0977, lr=1e-5]03/16/2026 15:02:02 - INFO - __main__ - Running validation...
+{'dynamic_thresholding_ratio', 'rescale_betas_zero_snr', 'timestep_spacing', 'variance_type', 'thresholding', 'sample_max_value', 'prediction_type', 'clip_sample_range'} was not found in config. Values will be initialized to default values.
+{'solver_order', 'dynamic_thresholding_ratio', 'predict_x0', 'timestep_spacing', 'disable_corrector', 'thresholding', 'use_karras_sigmas', 'sample_max_value', 'prediction_type', 'solver_p', 'lower_order_final', 'solver_type'} was not found in config. Values will be initialized to default values.
+Steps:   5%|▌         | 500/10000 [45:37<13:31:48,  5.13s/it, loss=0.106, lr=1e-5]03/16/2026 15:11:06 - INFO - __main__ - Running validation...
+{'dynamic_thresholding_ratio', 'rescale_betas_zero_snr', 'timestep_spacing', 'variance_type', 'thresholding', 'sample_max_value', 'prediction_type', 'clip_sample_range'} was not found in config. Values will be initialized to default values.
+{'solver_order', 'dynamic_thresholding_ratio', 'predict_x0', 'timestep_spacing', 'disable_corrector', 'thresholding', 'use_karras_sigmas', 'sample_max_value', 'prediction_type', 'solver_p', 'lower_order_final', 'solver_type'} was not found in config. Values will be initialized to default values.
+Steps:   6%|▌         | 600/10000 [54:41<13:19:14,  5.10s/it, loss=0.125, lr=1e-5]03/16/2026 15:20:10 - INFO - __main__ - Running validation...
+{'dynamic_thresholding_ratio', 'rescale_betas_zero_snr', 'timestep_spacing', 'variance_type', 'thresholding', 'sample_max_value', 'prediction_type', 'clip_sample_range'} was not found in config. Values will be initialized to default values.
+{'solver_order', 'dynamic_thresholding_ratio', 'predict_x0', 'timestep_spacing', 'disable_corrector', 'thresholding', 'use_karras_sigmas', 'sample_max_value', 'prediction_type', 'solver_p', 'lower_order_final', 'solver_type'} was not found in config. Values will be initialized to default values.
+Steps:   7%|▋         | 700/10000 [1:03:46<13:15:59,  5.14s/it, loss=0.0688, lr=1e-5]03/16/2026 15:29:15 - INFO - __main__ - Running validation...
+{'dynamic_thresholding_ratio', 'rescale_betas_zero_snr', 'timestep_spacing', 'variance_type', 'thresholding', 'sample_max_value', 'prediction_type', 'clip_sample_range'} was not found in config. Values will be initialized to default values.
+{'solver_order', 'dynamic_thresholding_ratio', 'predict_x0', 'timestep_spacing', 'disable_corrector', 'thresholding', 'use_karras_sigmas', 'sample_max_value', 'prediction_type', 'solver_p', 'lower_order_final', 'solver_type'} was not found in config. Values will be initialized to default values.
+Steps:   8%|▊         | 800/10000 [1:12:51<13:09:00,  5.15s/it, loss=0.0981, lr=1e-5]03/16/2026 15:38:20 - INFO - __main__ - Running validation...
+{'dynamic_thresholding_ratio', 'rescale_betas_zero_snr', 'timestep_spacing', 'variance_type', 'thresholding', 'sample_max_value', 'prediction_type', 'clip_sample_range'} was not found in config. Values will be initialized to default values.
+{'solver_order', 'dynamic_thresholding_ratio', 'predict_x0', 'timestep_spacing', 'disable_corrector', 'thresholding', 'use_karras_sigmas', 'sample_max_value', 'prediction_type', 'solver_p', 'lower_order_final', 'solver_type'} was not found in config. Values will be initialized to default values.
+Steps:   9%|▉         | 900/10000 [1:21:54<12:22:15,  4.89s/it, loss=0.0884, lr=1e-5]03/16/2026 15:47:23 - INFO - __main__ - Running validation...
+{'dynamic_thresholding_ratio', 'rescale_betas_zero_snr', 'timestep_spacing', 'variance_type', 'thresholding', 'sample_max_value', 'prediction_type', 'clip_sample_range'} was not found in config. Values will be initialized to default values.
+{'solver_order', 'dynamic_thresholding_ratio', 'predict_x0', 'timestep_spacing', 'disable_corrector', 'thresholding', 'use_karras_sigmas', 'sample_max_value', 'prediction_type', 'solver_p', 'lower_order_final', 'solver_type'} was not found in config. Values will be initialized to default values.
+Steps:  10%|█         | 1000/10000 [1:31:00<12:55:42,  5.17s/it, loss=0.102, lr=1e-5]03/16/2026 15:56:29 - INFO - accelerate.accelerator - Saving current state to device_split/checkpoint-1000
+03/16/2026 15:56:41 - INFO - accelerate.checkpointing - Model weights saved in device_split/checkpoint-1000/pytorch_model.bin
+03/16/2026 15:57:02 - INFO - accelerate.checkpointing - Optimizer state saved in device_split/checkpoint-1000/optimizer.bin
+03/16/2026 15:57:02 - INFO - accelerate.checkpointing - Scheduler state saved in device_split/checkpoint-1000/scheduler.bin
+03/16/2026 15:57:02 - INFO - accelerate.checkpointing - Random states saved in device_split/checkpoint-1000/random_states_0.pkl
+03/16/2026 15:57:02 - INFO - __main__ - Saved state to device_split/checkpoint-1000
+03/16/2026 15:57:02 - INFO - __main__ - Running validation...
+{'dynamic_thresholding_ratio', 'rescale_betas_zero_snr', 'timestep_spacing', 'variance_type', 'thresholding', 'sample_max_value', 'prediction_type', 'clip_sample_range'} was not found in config. Values will be initialized to default values.
+{'solver_order', 'dynamic_thresholding_ratio', 'predict_x0', 'timestep_spacing', 'disable_corrector', 'thresholding', 'use_karras_sigmas', 'sample_max_value', 'prediction_type', 'solver_p', 'lower_order_final', 'solver_type'} was not found in config. Values will be initialized to default values.
+Steps:  11%|█         | 1100/10000 [1:40:36<12:42:15,  5.14s/it, loss=0.0657, lr=1e-5]03/16/2026 16:06:06 - INFO - __main__ - Running validation...
+{'dynamic_thresholding_ratio', 'rescale_betas_zero_snr', 'timestep_spacing', 'variance_type', 'thresholding', 'sample_max_value', 'prediction_type', 'clip_sample_range'} was not found in config. Values will be initialized to default values.
+{'solver_order', 'dynamic_thresholding_ratio', 'predict_x0', 'timestep_spacing', 'disable_corrector', 'thresholding', 'use_karras_sigmas', 'sample_max_value', 'prediction_type', 'solver_p', 'lower_order_final', 'solver_type'} was not found in config. Values will be initialized to default values.
+Steps:  12%|█▏        | 1200/10000 [1:49:40<12:36:27,  5.16s/it, loss=0.131, lr=1e-5]03/16/2026 16:15:09 - INFO - __main__ - Running validation...
+{'dynamic_thresholding_ratio', 'rescale_betas_zero_snr', 'timestep_spacing', 'variance_type', 'thresholding', 'sample_max_value', 'prediction_type', 'clip_sample_range'} was not found in config. Values will be initialized to default values.
+{'solver_order', 'dynamic_thresholding_ratio', 'predict_x0', 'timestep_spacing', 'disable_corrector', 'thresholding', 'use_karras_sigmas', 'sample_max_value', 'prediction_type', 'solver_p', 'lower_order_final', 'solver_type'} was not found in config. Values will be initialized to default values.
+Steps:  13%|█▎        | 1300/10000 [1:58:43<12:19:52,  5.10s/it, loss=0.081, lr=1e-5]03/16/2026 16:24:12 - INFO - __main__ - Running validation...
+{'dynamic_thresholding_ratio', 'rescale_betas_zero_snr', 'timestep_spacing', 'variance_type', 'thresholding', 'sample_max_value', 'prediction_type', 'clip_sample_range'} was not found in config. Values will be initialized to default values.
+{'solver_order', 'dynamic_thresholding_ratio', 'predict_x0', 'timestep_spacing', 'disable_corrector', 'thresholding', 'use_karras_sigmas', 'sample_max_value', 'prediction_type', 'solver_p', 'lower_order_final', 'solver_type'} was not found in config. Values will be initialized to default values.
+Steps:  14%|█▍        | 1400/10000 [2:07:48<12:12:13,  5.11s/it, loss=0.0941, lr=1e-5]03/16/2026 16:33:17 - INFO - __main__ - Running validation...
+{'dynamic_thresholding_ratio', 'rescale_betas_zero_snr', 'timestep_spacing', 'variance_type', 'thresholding', 'sample_max_value', 'prediction_type', 'clip_sample_range'} was not found in config. Values will be initialized to default values.
+{'solver_order', 'dynamic_thresholding_ratio', 'predict_x0', 'timestep_spacing', 'disable_corrector', 'thresholding', 'use_karras_sigmas', 'sample_max_value', 'prediction_type', 'solver_p', 'lower_order_final', 'solver_type'} was not found in config. Values will be initialized to default values.
+Steps:  15%|█▌        | 1500/10000 [2:16:52<12:06:57,  5.13s/it, loss=0.0957, lr=1e-5]03/16/2026 16:42:21 - INFO - __main__ - Running validation...
+{'dynamic_thresholding_ratio', 'rescale_betas_zero_snr', 'timestep_spacing', 'variance_type', 'thresholding', 'sample_max_value', 'prediction_type', 'clip_sample_range'} was not found in config. Values will be initialized to default values.
+{'solver_order', 'dynamic_thresholding_ratio', 'predict_x0', 'timestep_spacing', 'disable_corrector', 'thresholding', 'use_karras_sigmas', 'sample_max_value', 'prediction_type', 'solver_p', 'lower_order_final', 'solver_type'} was not found in config. Values will be initialized to default values.
+Steps:  15%|█▌        | 1546/10000 [2:21:21<11:59:58,  5.11s/it, loss=0.0357, lr=1e-5]

layout2image_multi_unet+mask_multi_disease_channel_device/wandb/run-20260317_173321-7226260574.06340-4d56ff27-ba10-4c4d-953a-ccfb34e07c3a/files/output.log

@@ -0,0 +1,55 @@
+wandb: Detected [huggingface_hub.inference] in use.
+wandb: Use W&B Weave for improved LLM call tracing. Install Weave with `pip install weave` then add `import weave` to the top of your script.
+wandb: For more information, check out the docs at: https://weave-docs.wandb.ai/
+03/17/2026 17:33:39 - INFO - __main__ - ***** Running training *****
+03/17/2026 17:33:39 - INFO - __main__ -   Num examples = 800
+03/17/2026 17:33:39 - INFO - __main__ -   Num batches each epoch = 100
+03/17/2026 17:33:39 - INFO - __main__ -   Num Epochs = 100
+03/17/2026 17:33:39 - INFO - __main__ -   Instantaneous batch size per device = 8
+03/17/2026 17:33:39 - INFO - __main__ -   Total train batch size (w. parallel, distributed & accumulation) = 8
+03/17/2026 17:33:39 - INFO - __main__ -   Gradient Accumulation steps = 1
+03/17/2026 17:33:39 - INFO - __main__ -   Total optimization steps = 10000
+Steps:   0%|          | 0/10000 [00:00<?, ?it/s]Traceback (most recent call last):
+  File "/sd/AURA/layout2image_multi_unet+mask_multi_disease_channel_device/train_new_version.py", line 1264, in <module>
+    main(args)
+  File "/sd/AURA/layout2image_multi_unet+mask_multi_disease_channel_device/train_new_version.py", line 1134, in main
+    for step, batch in enumerate(train_dataloader):
+  File "/opt/conda/envs/ptca/lib/python3.10/site-packages/accelerate/data_loader.py", line 384, in __iter__
+    current_batch = next(dataloader_iter)
+  File "/opt/conda/envs/ptca/lib/python3.10/site-packages/torch/utils/data/dataloader.py", line 733, in __next__
+    data = self._next_data()
+  File "/opt/conda/envs/ptca/lib/python3.10/site-packages/torch/utils/data/dataloader.py", line 789, in _next_data
+    data = self._dataset_fetcher.fetch(index)  # may raise StopIteration
+  File "/opt/conda/envs/ptca/lib/python3.10/site-packages/torch/utils/data/_utils/fetch.py", line 52, in fetch
+    data = [self.dataset[idx] for idx in possibly_batched_index]
+  File "/opt/conda/envs/ptca/lib/python3.10/site-packages/torch/utils/data/_utils/fetch.py", line 52, in <listcomp>
+    data = [self.dataset[idx] for idx in possibly_batched_index]
+  File "/sd/AURA/layout2image_multi_unet+mask_multi_disease_channel_device/MyDataset.py", line 101, in __getitem__
+    m = _load_bin_mask_resize(path, (H, W))  # 0/1
+  File "/sd/AURA/layout2image_multi_unet+mask_multi_disease_channel_device/MyDataset.py", line 35, in _load_bin_mask_resize
+    im = Image.open(path).convert("L")
+  File "/opt/conda/envs/ptca/lib/python3.10/site-packages/PIL/Image.py", line 3493, in open
+    fp = builtins.open(filename, "rb")
+IsADirectoryError: [Errno 21] Is a directory: '/sd/AURAD_dataset/'
+Traceback (most recent call last):
+  File "/sd/AURA/layout2image_multi_unet+mask_multi_disease_channel_device/train_new_version.py", line 1264, in <module>
+    main(args)
+  File "/sd/AURA/layout2image_multi_unet+mask_multi_disease_channel_device/train_new_version.py", line 1134, in main
+    for step, batch in enumerate(train_dataloader):
+  File "/opt/conda/envs/ptca/lib/python3.10/site-packages/accelerate/data_loader.py", line 384, in __iter__
+    current_batch = next(dataloader_iter)
+  File "/opt/conda/envs/ptca/lib/python3.10/site-packages/torch/utils/data/dataloader.py", line 733, in __next__
+    data = self._next_data()
+  File "/opt/conda/envs/ptca/lib/python3.10/site-packages/torch/utils/data/dataloader.py", line 789, in _next_data
+    data = self._dataset_fetcher.fetch(index)  # may raise StopIteration
+  File "/opt/conda/envs/ptca/lib/python3.10/site-packages/torch/utils/data/_utils/fetch.py", line 52, in fetch
+    data = [self.dataset[idx] for idx in possibly_batched_index]
+  File "/opt/conda/envs/ptca/lib/python3.10/site-packages/torch/utils/data/_utils/fetch.py", line 52, in <listcomp>
+    data = [self.dataset[idx] for idx in possibly_batched_index]
+  File "/sd/AURA/layout2image_multi_unet+mask_multi_disease_channel_device/MyDataset.py", line 101, in __getitem__
+    m = _load_bin_mask_resize(path, (H, W))  # 0/1
+  File "/sd/AURA/layout2image_multi_unet+mask_multi_disease_channel_device/MyDataset.py", line 35, in _load_bin_mask_resize
+    im = Image.open(path).convert("L")
+  File "/opt/conda/envs/ptca/lib/python3.10/site-packages/PIL/Image.py", line 3493, in open
+    fp = builtins.open(filename, "rb")
+IsADirectoryError: [Errno 21] Is a directory: '/sd/AURAD_dataset/'

layout2image_multi_unet+mask_multi_disease_channel_device/wandb/run-20260317_173321-7226260574.06340-4d56ff27-ba10-4c4d-953a-ccfb34e07c3a/logs/debug-internal.log

@@ -0,0 +1,16 @@
+{"time":"2026-03-17T17:33:32.991994974Z","level":"INFO","msg":"wandb-core"}
+{"time":"2026-03-17T17:33:36.89202048Z","level":"INFO","msg":"stream: starting","core version":"0.25.1"}
+{"time":"2026-03-17T17:33:37.404616005Z","level":"INFO","msg":"stream: created new stream","id":"7226260574.06340-4d56ff27-ba10-4c4d-953a-ccfb34e07c3a"}
+{"time":"2026-03-17T17:33:37.404999327Z","level":"INFO","msg":"handler: started"}
+{"time":"2026-03-17T17:33:37.786802882Z","level":"INFO","msg":"stream: started"}
+{"time":"2026-03-17T17:33:37.786835298Z","level":"INFO","msg":"writer: started","stream_id":"7226260574.06340-4d56ff27-ba10-4c4d-953a-ccfb34e07c3a"}
+{"time":"2026-03-17T17:33:37.786849425Z","level":"INFO","msg":"sender: started"}
+{"time":"2026-03-17T17:33:39.531052817Z","level":"INFO","msg":"filestream: sending request","total_files":1,"console_offset":0,"console_lines":2}
+{"time":"2026-03-17T17:33:40.522153774Z","level":"INFO","msg":"stream: closing"}
+{"time":"2026-03-17T17:33:42.489616661Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-03-17T17:33:42.581158907Z","level":"INFO","msg":"fileTransfer: Close: file transfer manager closed"}
+{"time":"2026-03-17T17:33:42.581459313Z","level":"INFO","msg":"filestream: sending request","total_files":2,"console_offset":1,"console_lines":54,"uploaded_len":5,"complete":true,"exit_code":1}
+{"time":"2026-03-17T17:33:44.750432005Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-03-17T17:33:44.75097102Z","level":"INFO","msg":"handler: closed"}
+{"time":"2026-03-17T17:33:44.904705373Z","level":"INFO","msg":"sender: closed"}
+{"time":"2026-03-17T17:33:44.904892345Z","level":"INFO","msg":"stream: closed"}

layout2image_multi_unet+mask_multi_disease_channel_device/wandb/run-20260317_173321-7226260574.06340-4d56ff27-ba10-4c4d-953a-ccfb34e07c3a/logs/debug.log

@@ -0,0 +1,22 @@
+2026-03-17 17:33:29,965 INFO    MainThread:1991 [wandb_setup.py:_flush():81] Current SDK version is 0.25.1
+2026-03-17 17:33:29,965 INFO    MainThread:1991 [wandb_setup.py:_flush():81] Configure stats pid to 1991
+2026-03-17 17:33:29,966 INFO    MainThread:1991 [wandb_setup.py:_flush():81] Loading settings from environment variables
+2026-03-17 17:33:30,118 INFO    MainThread:1991 [wandb_init.py:setup_run_log_directory():717] Logging user logs to /sd/AURA/layout2image_multi_unet+mask_multi_disease_channel_device/wandb/run-20260317_173321-7226260574.06340-4d56ff27-ba10-4c4d-953a-ccfb34e07c3a/logs/debug.log
+2026-03-17 17:33:30,270 INFO    MainThread:1991 [wandb_init.py:setup_run_log_directory():718] Logging internal logs to /sd/AURA/layout2image_multi_unet+mask_multi_disease_channel_device/wandb/run-20260317_173321-7226260574.06340-4d56ff27-ba10-4c4d-953a-ccfb34e07c3a/logs/debug-internal.log
+2026-03-17 17:33:30,270 INFO    MainThread:1991 [wandb_init.py:init():844] calling init triggers
+2026-03-17 17:33:30,271 INFO    MainThread:1991 [wandb_init.py:init():849] wandb.init called with sweep_config: {}
+config: {'_wandb': {}}
+2026-03-17 17:33:30,271 INFO    MainThread:1991 [wandb_init.py:init():892] starting backend
+2026-03-17 17:33:30,621 INFO    MainThread:1991 [wandb_init.py:init():895] sending inform_init request
+2026-03-17 17:33:32,684 INFO    MainThread:1991 [wandb_init.py:init():903] backend started and connected
+2026-03-17 17:33:32,839 INFO    MainThread:1991 [wandb_init.py:init():973] updated telemetry
+2026-03-17 17:33:37,068 INFO    MainThread:1991 [wandb_init.py:init():997] communicating run to backend with 90.0 second timeout
+2026-03-17 17:33:38,662 INFO    MainThread:1991 [wandb_init.py:init():1042] starting run threads in backend
+2026-03-17 17:33:38,920 INFO    MainThread:1991 [wandb_run.py:_console_start():2524] atexit reg
+2026-03-17 17:33:38,921 INFO    MainThread:1991 [wandb_run.py:_redirect():2373] redirect: wrap_raw
+2026-03-17 17:33:38,921 INFO    MainThread:1991 [wandb_run.py:_redirect():2442] Wrapping output streams.
+2026-03-17 17:33:38,921 INFO    MainThread:1991 [wandb_run.py:_redirect():2465] Redirects installed.
+2026-03-17 17:33:39,226 INFO    MainThread:1991 [wandb_init.py:init():1082] run started, returning control to user process
+2026-03-17 17:33:39,228 INFO    MainThread:1991 [wandb_run.py:_config_callback():1403] config_cb None None {'unet_dir': '/sd/AURA/layout2image_multi_unet+mask_multi_disease_channel/CXR_SD14_unet+mask_multi_disease_channel/checkpoint-80000', 'expand_disease_channels': True, 'pretrained_model_name_or_path': 'CompVis/stable-diffusion-v1-4', 'revision': None, 'variant': None, 'tokenizer_name': None, 'output_dir': 'pacemaker_bs8', 'cache_dir': None, 'seed': None, 'resolution': 512, 'train_batch_size': 8, 'num_train_epochs': 100, 'max_train_steps': 10000, 'checkpointing_steps': 1000, 'checkpoints_total_limit': None, 'resume_from_checkpoint': None, 'gradient_accumulation_steps': 1, 'gradient_checkpointing': False, 'learning_rate': 5e-06, 'scale_lr': False, 'lr_scheduler': 'constant', 'lr_warmup_steps': 500, 'lr_num_cycles': 1, 'lr_power': 1.0, 'use_8bit_adam': False, 'dataloader_num_workers': 0, 'adam_beta1': 0.9, 'adam_beta2': 0.999, 'adam_weight_decay': 0.01, 'adam_epsilon': 1e-08, 'max_grad_norm': 1.0, 'push_to_hub': False, 'hub_token': None, 'hub_model_id': None, 'logging_dir': 'logs', 'allow_tf32': False, 'report_to': 'wandb', 'mixed_precision': None, 'enable_xformers_memory_efficient_attention': False, 'set_grads_to_none': False, 'dataset_name': 'layout2img', 'dataset_config_name': None, 'train_data_dir': '/sd/AURAD_dataset', 'train_data_prompt': '/sd/AURAD_dataset/train_prompt_layout2image_pacemaker.json', 'image_column': 'image', 'conditioning_image_column': 'conditioning_image', 'caption_column': 'text', 'max_train_samples': None, 'proportion_empty_prompts': 0, 'num_validation_images': 4, 'validation_steps': 200, 'tracker_project_name': 'train_unet+mask', 'mask_channels': 19, 'validation_json': '/sd/AURAD_dataset/log_validation_pacemaker.json'}
+2026-03-17 17:33:40,521 INFO    wandb-AsyncioManager-main:1991 [service_client.py:_forward_responses():134] Reached EOF.
+2026-03-17 17:33:40,522 INFO    wandb-AsyncioManager-main:1991 [mailbox.py:close():155] Closing mailbox, abandoning 1 handles.

layout2image_multi_unet+mask_multi_disease_channel_device/wandb/run-20260318_024930-7226226969.16038-4c5f9385-19f2-4569-bde1-9318d37a9e0c/logs/debug.log

@@ -0,0 +1,25 @@
+2026-03-18 02:49:39,099 INFO    MainThread:1966 [wandb_setup.py:_flush():81] Current SDK version is 0.25.1
+2026-03-18 02:49:39,099 INFO    MainThread:1966 [wandb_setup.py:_flush():81] Configure stats pid to 1966
+2026-03-18 02:49:39,099 INFO    MainThread:1966 [wandb_setup.py:_flush():81] Loading settings from environment variables
+2026-03-18 02:49:39,251 INFO    MainThread:1966 [wandb_init.py:setup_run_log_directory():717] Logging user logs to /sd/AURA/layout2image_multi_unet+mask_multi_disease_channel_device/wandb/run-20260318_024930-7226226969.16038-4c5f9385-19f2-4569-bde1-9318d37a9e0c/logs/debug.log
+2026-03-18 02:49:39,405 INFO    MainThread:1966 [wandb_init.py:setup_run_log_directory():718] Logging internal logs to /sd/AURA/layout2image_multi_unet+mask_multi_disease_channel_device/wandb/run-20260318_024930-7226226969.16038-4c5f9385-19f2-4569-bde1-9318d37a9e0c/logs/debug-internal.log
+2026-03-18 02:49:39,405 INFO    MainThread:1966 [wandb_init.py:init():844] calling init triggers
+2026-03-18 02:49:39,406 INFO    MainThread:1966 [wandb_init.py:init():849] wandb.init called with sweep_config: {}
+config: {'_wandb': {}}
+2026-03-18 02:49:39,406 INFO    MainThread:1966 [wandb_init.py:init():892] starting backend
+2026-03-18 02:49:39,766 INFO    MainThread:1966 [wandb_init.py:init():895] sending inform_init request
+2026-03-18 02:49:41,837 INFO    MainThread:1966 [wandb_init.py:init():903] backend started and connected
+2026-03-18 02:49:41,994 INFO    MainThread:1966 [wandb_init.py:init():973] updated telemetry
+2026-03-18 02:49:45,796 INFO    MainThread:1966 [wandb_init.py:init():997] communicating run to backend with 90.0 second timeout
+2026-03-18 02:49:47,805 INFO    MainThread:1966 [wandb_init.py:init():1042] starting run threads in backend
+2026-03-18 02:49:48,136 INFO    MainThread:1966 [wandb_run.py:_console_start():2524] atexit reg
+2026-03-18 02:49:48,137 INFO    MainThread:1966 [wandb_run.py:_redirect():2373] redirect: wrap_raw
+2026-03-18 02:49:48,137 INFO    MainThread:1966 [wandb_run.py:_redirect():2442] Wrapping output streams.
+2026-03-18 02:49:48,138 INFO    MainThread:1966 [wandb_run.py:_redirect():2465] Redirects installed.
+2026-03-18 02:49:48,442 INFO    MainThread:1966 [wandb_init.py:init():1082] run started, returning control to user process
+2026-03-18 02:49:48,445 INFO    MainThread:1966 [wandb_run.py:_config_callback():1403] config_cb None None {'unet_dir': '/sd/AURA/layout2image_multi_unet+mask_multi_disease_channel/CXR_SD14_unet+mask_multi_disease_channel/checkpoint-80000', 'expand_disease_channels': True, 'pretrained_model_name_or_path': 'CompVis/stable-diffusion-v1-4', 'revision': None, 'variant': None, 'tokenizer_name': None, 'output_dir': 'pacemaker_bs8', 'cache_dir': None, 'seed': None, 'resolution': 512, 'train_batch_size': 8, 'num_train_epochs': 100, 'max_train_steps': 10000, 'checkpointing_steps': 1000, 'checkpoints_total_limit': None, 'resume_from_checkpoint': None, 'gradient_accumulation_steps': 1, 'gradient_checkpointing': False, 'learning_rate': 5e-06, 'scale_lr': False, 'lr_scheduler': 'constant', 'lr_warmup_steps': 500, 'lr_num_cycles': 1, 'lr_power': 1.0, 'use_8bit_adam': False, 'dataloader_num_workers': 0, 'adam_beta1': 0.9, 'adam_beta2': 0.999, 'adam_weight_decay': 0.01, 'adam_epsilon': 1e-08, 'max_grad_norm': 1.0, 'push_to_hub': False, 'hub_token': None, 'hub_model_id': None, 'logging_dir': 'logs', 'allow_tf32': False, 'report_to': 'wandb', 'mixed_precision': None, 'enable_xformers_memory_efficient_attention': False, 'set_grads_to_none': False, 'dataset_name': 'layout2img', 'dataset_config_name': None, 'train_data_dir': '/sd/AURAD_dataset', 'train_data_prompt': '/sd/AURAD_dataset/train_prompt_layout2image_pacemaker.json', 'image_column': 'image', 'conditioning_image_column': 'conditioning_image', 'caption_column': 'text', 'max_train_samples': None, 'proportion_empty_prompts': 0, 'num_validation_images': 4, 'validation_steps': 200, 'tracker_project_name': 'train_unet+mask', 'mask_channels': 19, 'validation_json': '/sd/AURAD_dataset/log_validation_pacemaker.json'}
+2026-03-18 07:34:21,330 INFO    MainThread:1966 [wandb_run.py:_finish():2291] finishing run rockingchairbattery-cornell-university/train_unet+mask/7226226969.16038-4c5f9385-19f2-4569-bde1-9318d37a9e0c
+2026-03-18 07:34:21,331 INFO    MainThread:1966 [wandb_run.py:_atexit_cleanup():2490] got exitcode: 0
+2026-03-18 07:34:21,591 INFO    MainThread:1966 [wandb_run.py:_restore():2472] restore
+2026-03-18 07:34:21,591 INFO    MainThread:1966 [wandb_run.py:_restore():2478] restore done
+2026-03-18 07:35:29,074 INFO    MainThread:1966 [wandb_run.py:_footer_sync_info():3868] logging synced files