Hugging Face's logo

Miayan
/
project

Diffusers
Safetensors
Model card Files
xet
 Community
Miayan commited on
Commit
b8a71a8
·
verified ·
1 Parent(s): e7a2a27

Add checkpoint for train_ex7

Browse files
Files changed (11) hide show
  1. train_ex7/checkpoint-235000/albedo_estimator/config.json +18 -0
  2. train_ex7/checkpoint-235000/albedo_estimator/diffusion_pytorch_model.safetensors +3 -0
  3. train_ex7/checkpoint-235000/controlnet/config.json +57 -0
  4. train_ex7/checkpoint-235000/controlnet/diffusion_pytorch_model.safetensors +3 -0
  5. train_ex7/checkpoint-235000/custom_encoder/config.json +9 -0
  6. train_ex7/checkpoint-235000/custom_encoder/diffusion_pytorch_model.safetensors +3 -0
  7. train_ex7/checkpoint-235000/custom_unet.pth +3 -0
  8. train_ex7/checkpoint-235000/optimizer.bin +3 -0
  9. train_ex7/checkpoint-235000/random_states_0.pkl +3 -0
  10. train_ex7/checkpoint-235000/scheduler.bin +3 -0
  11. train_ex7/config.yaml +117 -0
train_ex7/checkpoint-235000/albedo_estimator/config.json ADDED
@@ -0,0 +1,18 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_class_name": "AlbedoWrapper",
3
+ "_diffusers_version": "0.33.1",
4
+ "_name_or_path": "train_ex7/checkpoint-170000",
5
+ "cfg": {
6
+ "enabled": true,
7
+ "frozen_components": [
8
+ "ord_model",
9
+ "iid_model",
10
+ "col_model"
11
+ ],
12
+ "load_stage": 3,
13
+ "trainable_components": [
14
+ "alb_model"
15
+ ],
16
+ "version": "v2"
17
+ }
18
+ }
train_ex7/checkpoint-235000/albedo_estimator/diffusion_pytorch_model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:04c0baaf42adce8ab8351f7c7ee662eab259568dcb45283001112e5360bab6f9
3
+ size 422422660
train_ex7/checkpoint-235000/controlnet/config.json ADDED
@@ -0,0 +1,57 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_class_name": "ControlNetModel",
3
+ "_diffusers_version": "0.33.1",
4
+ "_name_or_path": "train_ex7/checkpoint-170000",
5
+ "act_fn": "silu",
6
+ "addition_embed_type": null,
7
+ "addition_embed_type_num_heads": 64,
8
+ "addition_time_embed_dim": null,
9
+ "attention_head_dim": [
10
+ 5,
11
+ 10,
12
+ 20,
13
+ 20
14
+ ],
15
+ "block_out_channels": [
16
+ 320,
17
+ 640,
18
+ 1280,
19
+ 1280
20
+ ],
21
+ "class_embed_type": null,
22
+ "conditioning_channels": 6,
23
+ "conditioning_embedding_out_channels": [
24
+ 16,
25
+ 32,
26
+ 96,
27
+ 256
28
+ ],
29
+ "controlnet_conditioning_channel_order": "rgb",
30
+ "cross_attention_dim": 1024,
31
+ "down_block_types": [
32
+ "CrossAttnDownBlock2D",
33
+ "CrossAttnDownBlock2D",
34
+ "CrossAttnDownBlock2D",
35
+ "DownBlock2D"
36
+ ],
37
+ "downsample_padding": 1,
38
+ "encoder_hid_dim": null,
39
+ "encoder_hid_dim_type": null,
40
+ "flip_sin_to_cos": true,
41
+ "freq_shift": 0,
42
+ "global_pool_conditions": false,
43
+ "in_channels": 4,
44
+ "layers_per_block": 2,
45
+ "mid_block_scale_factor": 1,
46
+ "mid_block_type": "UNetMidBlock2DCrossAttn",
47
+ "norm_eps": 1e-05,
48
+ "norm_num_groups": 32,
49
+ "num_attention_heads": null,
50
+ "num_class_embeds": null,
51
+ "only_cross_attention": false,
52
+ "projection_class_embeddings_input_dim": null,
53
+ "resnet_time_scale_shift": "default",
54
+ "transformer_layers_per_block": 1,
55
+ "upcast_attention": true,
56
+ "use_linear_projection": true
57
+ }
train_ex7/checkpoint-235000/controlnet/diffusion_pytorch_model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5eaf6ce38bfc266f1a098519432f80a428947ea81ae876191f134c3e022bfed4
3
+ size 1461729992
train_ex7/checkpoint-235000/custom_encoder/config.json ADDED
@@ -0,0 +1,9 @@
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "Bc": 4,
3
+ "Bi": 4,
4
+ "K": 4,
5
+ "_class_name": "CustomEncoder",
6
+ "_diffusers_version": "0.33.1",
7
+ "_name_or_path": "train_ex7/checkpoint-170000",
8
+ "cross_dim": 1024
9
+ }
train_ex7/checkpoint-235000/custom_encoder/diffusion_pytorch_model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d6df8a2716cdaac1127a307430ea185dcc5ca978806fea9bebba5ca0dd8a5cef
3
+ size 4531800
train_ex7/checkpoint-235000/custom_unet.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1c0a7c86e46963269cc45a2fb1a0a53b11467a09abd682f593bb4c8c76ea7e6d
3
+ size 3463973299
train_ex7/checkpoint-235000/optimizer.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:75cd8ecfccd780704386a6aeba02600cd776a13dfdb11e0c06443bb9cce3a3c9
3
+ size 6407482351
train_ex7/checkpoint-235000/random_states_0.pkl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e24e2e5cd323535d8d79599f610bfbe75b8fb931506ffb88cdb9ee315946176c
3
+ size 14821
train_ex7/checkpoint-235000/scheduler.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d12031bb7c68d1965b9962c3715f5b420ecca0a3e10fa2490c4b73141a232943
3
+ size 1401
train_ex7/config.yaml ADDED
@@ -0,0 +1,117 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ experiment:
2
+ project_name: relighting_indoors
3
+ output_dir: train_ex7
4
+ logging_dir: logs
5
+ report_to: tensorboard
6
+ model:
7
+ pretrained_model_name_or_path: /mnt/HDD3/miayan/paper/envs/huggingface_cache/models--stabilityai--stable-diffusion-2-1/snapshots/5cae40e6a2745ae2b01ad92ae5043f95f23644d6
8
+ revision: null
9
+ variant: null
10
+ tokenizer_name: null
11
+ hf_repo_id: Miayan/project
12
+ hf_version: null
13
+ pretrain_unet_path: scribblelight_controlnet/checkpoint-10000
14
+ resume_from_checkpoint: latest
15
+ light_encoder:
16
+ cross_dim: 768
17
+ K: 4
18
+ Bi: 4
19
+ Bc: 4
20
+ albedo_estimator:
21
+ enabled: true
22
+ version: v2
23
+ load_stage: 3
24
+ frozen_components:
25
+ - ord_model
26
+ - iid_model
27
+ - col_model
28
+ trainable_components:
29
+ - alb_model
30
+ data:
31
+ dataset_cache_dir: /mnt/HDD3/miayan/paper/relighting_datasets/
32
+ data_hf_repo_id: Miayan/physical-relighting-dataset
33
+ data_split: test
34
+ resolution: 256
35
+ dataloader_num_workers: 0
36
+ condition_mode: lightmap_normal
37
+ relighting_impl: v2
38
+ colors:
39
+ - - 255
40
+ - 255
41
+ - 255
42
+ - - 255
43
+ - 0
44
+ - 0
45
+ - - 0
46
+ - 255
47
+ - 0
48
+ - - 0
49
+ - 0
50
+ - 255
51
+ - - 255
52
+ - 255
53
+ - 0
54
+ - - 255
55
+ - 165
56
+ - 0
57
+ - - 128
58
+ - 0
59
+ - 128
60
+ - - 255
61
+ - 192
62
+ - 203
63
+ - - 0
64
+ - 255
65
+ - 255
66
+ - - 255
67
+ - 0
68
+ - 255
69
+ intensities:
70
+ - 0.0
71
+ - 0.1
72
+ - 0.2
73
+ - 0.4
74
+ - 0.7
75
+ - 1.0
76
+ training:
77
+ batch_size: 1
78
+ num_epochs: 20
79
+ max_train_steps: null
80
+ max_train_samples: null
81
+ seed: 42
82
+ mixed_precision: 'no'
83
+ allow_tf32: true
84
+ gradient_accumulation_steps: 1
85
+ checkpointing_steps: 5000
86
+ checkpoints_total_limit: null
87
+ learning_rate: 5.0e-06
88
+ scale_lr: false
89
+ lr_scheduler: constant
90
+ lr_warmup_steps: 500
91
+ adam_beta1: 0.9
92
+ adam_beta2: 0.999
93
+ adam_weight_decay: 0.01
94
+ adam_epsilon: 1.0e-08
95
+ max_grad_norm: 1.0
96
+ use_8bit_adam: false
97
+ set_grads_to_none: false
98
+ losses:
99
+ phys_loss:
100
+ enabled: true
101
+ weight: 1.0
102
+ latent_loss:
103
+ enabled: true
104
+ weight: 1.0
105
+ image_loss:
106
+ enabled: true
107
+ weight: 1.0
108
+ area_loss:
109
+ enabled: false
110
+ weight: 10.0
111
+ intensity_loss:
112
+ enabled: false
113
+ weight: 1.0
114
+ recon_loss:
115
+ enabled: true
116
+ weight: 1.0
117
+ keep_aux_models_on_gpu: true