Add checkpoint for train_ex8_4

train_ex8_4/checkpoint-235000/albedo_estimator/config.json

@@ -0,0 +1,17 @@
+{
+  "_class_name": "AlbedoWrapper",
+  "_diffusers_version": "0.33.1",
+  "cfg": {
+    "enabled": true,
+    "frozen_components": [
+      "ord_model",
+      "iid_model",
+      "col_model"
+    ],
+    "load_stage": 3,
+    "trainable_components": [
+      "alb_model"
+    ],
+    "version": "v2"
+  }
+}

train_ex8_4/checkpoint-235000/albedo_estimator/diffusion_pytorch_model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:612ab9aa18cd8597507323c005854656e3789de5bac0d217f6ef5eea24c1333f
+size 422422660

train_ex8_4/checkpoint-235000/controlnet/config.json

@@ -0,0 +1,56 @@
+{
+  "_class_name": "ControlNetModel",
+  "_diffusers_version": "0.33.1",
+  "act_fn": "silu",
+  "addition_embed_type": null,
+  "addition_embed_type_num_heads": 64,
+  "addition_time_embed_dim": null,
+  "attention_head_dim": [
+    5,
+    10,
+    20,
+    20
+  ],
+  "block_out_channels": [
+    320,
+    640,
+    1280,
+    1280
+  ],
+  "class_embed_type": null,
+  "conditioning_channels": 6,
+  "conditioning_embedding_out_channels": [
+    16,
+    32,
+    96,
+    256
+  ],
+  "controlnet_conditioning_channel_order": "rgb",
+  "cross_attention_dim": 1024,
+  "down_block_types": [
+    "CrossAttnDownBlock2D",
+    "CrossAttnDownBlock2D",
+    "CrossAttnDownBlock2D",
+    "DownBlock2D"
+  ],
+  "downsample_padding": 1,
+  "encoder_hid_dim": null,
+  "encoder_hid_dim_type": null,
+  "flip_sin_to_cos": true,
+  "freq_shift": 0,
+  "global_pool_conditions": false,
+  "in_channels": 4,
+  "layers_per_block": 2,
+  "mid_block_scale_factor": 1,
+  "mid_block_type": "UNetMidBlock2DCrossAttn",
+  "norm_eps": 1e-05,
+  "norm_num_groups": 32,
+  "num_attention_heads": null,
+  "num_class_embeds": null,
+  "only_cross_attention": false,
+  "projection_class_embeddings_input_dim": null,
+  "resnet_time_scale_shift": "default",
+  "transformer_layers_per_block": 1,
+  "upcast_attention": true,
+  "use_linear_projection": true
+}

train_ex8_4/checkpoint-235000/controlnet/diffusion_pytorch_model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:667d597de2087ead40c620b944268d0da3745d62ffd335a1a4f6598016d01913
+size 1461729992

train_ex8_4/checkpoint-235000/custom_encoder/config.json

@@ -0,0 +1,9 @@
+{
+  "Ba": 4,
+  "Bc": 4,
+  "Bi": 4,
+  "K": 4,
+  "_class_name": "CustomEncoder",
+  "_diffusers_version": "0.33.1",
+  "cross_dim": 1024
+}

train_ex8_4/checkpoint-235000/custom_encoder/diffusion_pytorch_model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc3539fb3525894d6c6f8a782b0b83105b22ce51a3b9455877f80a4df707782d
+size 4541016

train_ex8_4/checkpoint-235000/custom_unet.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24debed27e0b6a5832e8c8439202409490278525818b6a2015f3989c96a2a4dd
+size 3463973299

train_ex8_4/checkpoint-235000/optimizer.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62df20b32d15bceccd6e7b239b3f1c5da731a38042a780396b7c7b28ddb3e48b
+size 6407500783

train_ex8_4/checkpoint-235000/random_states_0.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17798471615d86f31144669fa5fb0b7c46cb8fd697f32b2a440106bc9d7ead50
+size 14821

train_ex8_4/checkpoint-235000/scheduler.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d12031bb7c68d1965b9962c3715f5b420ecca0a3e10fa2490c4b73141a232943
+size 1401

train_ex8_4/config.yaml

@@ -0,0 +1,119 @@
+experiment:
+  project_name: relighting_indoors
+  output_dir: train_ex8_4
+  logging_dir: logs
+  report_to: tensorboard
+model:
+  pretrained_model_name_or_path: /mnt/HDD3/miayan/paper/envs/huggingface_cache/models--stabilityai--stable-diffusion-2-1/snapshots/5cae40e6a2745ae2b01ad92ae5043f95f23644d6
+  revision: null
+  variant: null
+  tokenizer_name: null
+  hf_repo_id: Miayan/project
+  hf_version: null
+  pretrain_unet_path: scribblelight_controlnet/checkpoint-10000
+  resume_from_checkpoint: latest
+  enable_ambient_cond: true
+light_encoder:
+  cross_dim: 768
+  K: 4
+  Bi: 4
+  Bc: 4
+  Ba: 4
+albedo_estimator:
+  enabled: true
+  version: v2
+  load_stage: 3
+  frozen_components:
+  - ord_model
+  - iid_model
+  - col_model
+  trainable_components:
+  - alb_model
+data:
+  dataset_cache_dir: /mnt/HDD3/miayan/paper/relighting_datasets/
+  data_hf_repo_id: Miayan/physical-relighting-dataset
+  data_split: test
+  resolution: 256
+  dataloader_num_workers: 0
+  condition_mode: lightmap_normal
+  relighting_impl: gemini_amb
+  colors:
+  - - 255
+    - 255
+    - 255
+  - - 255
+    - 0
+    - 0
+  - - 0
+    - 255
+    - 0
+  - - 0
+    - 0
+    - 255
+  - - 255
+    - 255
+    - 0
+  - - 255
+    - 165
+    - 0
+  - - 128
+    - 0
+    - 128
+  - - 255
+    - 192
+    - 203
+  - - 0
+    - 255
+    - 255
+  - - 255
+    - 0
+    - 255
+  intensities:
+  - 0.0
+  - 0.1
+  - 0.2
+  - 0.4
+  - 0.7
+  - 1.0
+training:
+  batch_size: 1
+  num_epochs: 20
+  max_train_steps: null
+  max_train_samples: null
+  seed: 42
+  mixed_precision: 'no'
+  allow_tf32: true
+  gradient_accumulation_steps: 1
+  checkpointing_steps: 5000
+  checkpoints_total_limit: null
+  learning_rate: 5.0e-06
+  scale_lr: false
+  lr_scheduler: constant
+  lr_warmup_steps: 500
+  adam_beta1: 0.9
+  adam_beta2: 0.999
+  adam_weight_decay: 0.01
+  adam_epsilon: 1.0e-08
+  max_grad_norm: 1.0
+  use_8bit_adam: false
+  set_grads_to_none: false
+losses:
+  phys_loss:
+    enabled: true
+    weight: 1.0
+  latent_loss:
+    enabled: true
+    weight: 1.0
+  image_loss:
+    enabled: true
+    weight: 1.0
+  area_loss:
+    enabled: false
+    weight: 10.0
+  intensity_loss:
+    enabled: false
+    weight: 1.0
+  recon_loss:
+    enabled: false
+    weight: 1.0
+    keep_aux_models_on_gpu: true