Hugging Face's logo

heboya8
/
controlnet-sd-2.1

Diffusers
TensorBoard
Safetensors
Model card Files
xet
 Metrics Community
heboya8 commited on
Commit
db6a9de
·
verified ·
1 Parent(s): 676d002

Add files using upload-large-folder tool

Browse files
Files changed (21) hide show
  1. checkpoint-7000/controlnet/config.json +57 -0
  2. checkpoint-7000/controlnet/diffusion_pytorch_model.safetensors +3 -0
  3. checkpoint-7000/optimizer.bin +3 -0
  4. checkpoint-7000/random_states_0.pkl +3 -0
  5. checkpoint-7000/scaler.pt +3 -0
  6. checkpoint-7000/scheduler.bin +3 -0
  7. checkpoint-7500/controlnet/config.json +57 -0
  8. checkpoint-7500/controlnet/diffusion_pytorch_model.safetensors +3 -0
  9. checkpoint-7500/optimizer.bin +3 -0
  10. checkpoint-7500/random_states_0.pkl +3 -0
  11. checkpoint-7500/scaler.pt +3 -0
  12. checkpoint-7500/scheduler.bin +3 -0
  13. logs/train_controlnet/1751776286.2809012/events.out.tfevents.1751776286.22e879528d54.144.1 +3 -0
  14. logs/train_controlnet/1751776286.2826724/hparams.yml +50 -0
  15. logs/train_controlnet/1751777266.4658291/events.out.tfevents.1751777266.22e879528d54.226.1 +3 -0
  16. logs/train_controlnet/1751777266.467532/hparams.yml +50 -0
  17. logs/train_controlnet/1751777326.1193016/events.out.tfevents.1751777326.22e879528d54.271.1 +3 -0
  18. logs/train_controlnet/1751777326.1209886/hparams.yml +50 -0
  19. logs/train_controlnet/events.out.tfevents.1751776286.22e879528d54.144.0 +3 -0
  20. logs/train_controlnet/events.out.tfevents.1751777266.22e879528d54.226.0 +3 -0
  21. logs/train_controlnet/events.out.tfevents.1751777326.22e879528d54.271.0 +3 -0
checkpoint-7000/controlnet/config.json ADDED
@@ -0,0 +1,57 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_class_name": "ControlNetModel",
3
+ "_diffusers_version": "0.35.0.dev0",
4
+ "_name_or_path": "./output_model/checkpoint-3500",
5
+ "act_fn": "silu",
6
+ "addition_embed_type": null,
7
+ "addition_embed_type_num_heads": 64,
8
+ "addition_time_embed_dim": null,
9
+ "attention_head_dim": [
10
+ 5,
11
+ 10,
12
+ 20,
13
+ 20
14
+ ],
15
+ "block_out_channels": [
16
+ 320,
17
+ 640,
18
+ 1280,
19
+ 1280
20
+ ],
21
+ "class_embed_type": null,
22
+ "conditioning_channels": 3,
23
+ "conditioning_embedding_out_channels": [
24
+ 16,
25
+ 32,
26
+ 96,
27
+ 256
28
+ ],
29
+ "controlnet_conditioning_channel_order": "rgb",
30
+ "cross_attention_dim": 1024,
31
+ "down_block_types": [
32
+ "CrossAttnDownBlock2D",
33
+ "CrossAttnDownBlock2D",
34
+ "CrossAttnDownBlock2D",
35
+ "DownBlock2D"
36
+ ],
37
+ "downsample_padding": 1,
38
+ "encoder_hid_dim": null,
39
+ "encoder_hid_dim_type": null,
40
+ "flip_sin_to_cos": true,
41
+ "freq_shift": 0,
42
+ "global_pool_conditions": false,
43
+ "in_channels": 4,
44
+ "layers_per_block": 2,
45
+ "mid_block_scale_factor": 1,
46
+ "mid_block_type": "UNetMidBlock2DCrossAttn",
47
+ "norm_eps": 1e-05,
48
+ "norm_num_groups": 32,
49
+ "num_attention_heads": null,
50
+ "num_class_embeds": null,
51
+ "only_cross_attention": false,
52
+ "projection_class_embeddings_input_dim": null,
53
+ "resnet_time_scale_shift": "default",
54
+ "transformer_layers_per_block": 1,
55
+ "upcast_attention": true,
56
+ "use_linear_projection": true
57
+ }
checkpoint-7000/controlnet/diffusion_pytorch_model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4c22a45e3cf3e721064d5f95475f027cbe3e7d5d17fc9bc99010e075ba75407c
3
+ size 1456953560
checkpoint-7000/optimizer.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ccd6c922a27450e03907d7f86191cf0732362bb2673c21e0a41057bcd94490a0
3
+ size 741499074
checkpoint-7000/random_states_0.pkl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:132fe89d25e45f56b59dc70c1d71ef08a561a77bb2d44163b67556f38f118337
3
+ size 14408
checkpoint-7000/scaler.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ddfe3276d96612766abe2a616fa834cf9449d7f329363dd85245bb9c3315575d
3
+ size 988
checkpoint-7000/scheduler.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e10614d34b87596e686a8ea0e9ef0b124f879d7ef9a5057da4b795799f624db9
3
+ size 1000
checkpoint-7500/controlnet/config.json ADDED
@@ -0,0 +1,57 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_class_name": "ControlNetModel",
3
+ "_diffusers_version": "0.35.0.dev0",
4
+ "_name_or_path": "./output_model/checkpoint-3500",
5
+ "act_fn": "silu",
6
+ "addition_embed_type": null,
7
+ "addition_embed_type_num_heads": 64,
8
+ "addition_time_embed_dim": null,
9
+ "attention_head_dim": [
10
+ 5,
11
+ 10,
12
+ 20,
13
+ 20
14
+ ],
15
+ "block_out_channels": [
16
+ 320,
17
+ 640,
18
+ 1280,
19
+ 1280
20
+ ],
21
+ "class_embed_type": null,
22
+ "conditioning_channels": 3,
23
+ "conditioning_embedding_out_channels": [
24
+ 16,
25
+ 32,
26
+ 96,
27
+ 256
28
+ ],
29
+ "controlnet_conditioning_channel_order": "rgb",
30
+ "cross_attention_dim": 1024,
31
+ "down_block_types": [
32
+ "CrossAttnDownBlock2D",
33
+ "CrossAttnDownBlock2D",
34
+ "CrossAttnDownBlock2D",
35
+ "DownBlock2D"
36
+ ],
37
+ "downsample_padding": 1,
38
+ "encoder_hid_dim": null,
39
+ "encoder_hid_dim_type": null,
40
+ "flip_sin_to_cos": true,
41
+ "freq_shift": 0,
42
+ "global_pool_conditions": false,
43
+ "in_channels": 4,
44
+ "layers_per_block": 2,
45
+ "mid_block_scale_factor": 1,
46
+ "mid_block_type": "UNetMidBlock2DCrossAttn",
47
+ "norm_eps": 1e-05,
48
+ "norm_num_groups": 32,
49
+ "num_attention_heads": null,
50
+ "num_class_embeds": null,
51
+ "only_cross_attention": false,
52
+ "projection_class_embeddings_input_dim": null,
53
+ "resnet_time_scale_shift": "default",
54
+ "transformer_layers_per_block": 1,
55
+ "upcast_attention": true,
56
+ "use_linear_projection": true
57
+ }
checkpoint-7500/controlnet/diffusion_pytorch_model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:39fc850638bcc6e013292e79d6eb3cb582929340fa15b66c6094b54bb06bf256
3
+ size 1456953560
checkpoint-7500/optimizer.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a1b521d669278c0d78e6c95d011f204bcadf5c9aba8388feadea49184e355f11
3
+ size 741499074
checkpoint-7500/random_states_0.pkl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:849cd1fc43e0618a29f4dfe2120138e9b0512b59a4752cc6e69a69dc631c1188
3
+ size 14408
checkpoint-7500/scaler.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6324719b81c29aea6b37f9f6e44ff1ef8dd391fa04697eb3b44ba58b312da7fd
3
+ size 988
checkpoint-7500/scheduler.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c1a832d6bc023b80a87d441fe3d62705b8ce54f0fc27eb59bd5403de38f2eb2e
3
+ size 1000
logs/train_controlnet/1751776286.2809012/events.out.tfevents.1751776286.22e879528d54.144.1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5f19aec7ac1407ef9fb12cf2cd296b3a1f4cec67a54c468fde91125dad4e21b7
3
+ size 2488
logs/train_controlnet/1751776286.2826724/hparams.yml ADDED
@@ -0,0 +1,50 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ adam_beta1: 0.9
2
+ adam_beta2: 0.999
3
+ adam_epsilon: 1.0e-08
4
+ adam_weight_decay: 0.01
5
+ allow_tf32: false
6
+ cache_dir: null
7
+ caption_column: text
8
+ checkpointing_steps: 500
9
+ checkpoints_total_limit: 2
10
+ conditioning_image_column: conditioning_image
11
+ controlnet_model_name_or_path: null
12
+ dataloader_num_workers: 0
13
+ dataset_config_name: null
14
+ dataset_name: HighCWu/open_pose_controlnet_subset
15
+ enable_xformers_memory_efficient_attention: false
16
+ gradient_accumulation_steps: 2
17
+ gradient_checkpointing: true
18
+ hub_model_id: null
19
+ hub_token: null
20
+ image_column: image
21
+ learning_rate: 0.0002
22
+ logging_dir: logs
23
+ lr_num_cycles: 1
24
+ lr_power: 1.0
25
+ lr_scheduler: constant
26
+ lr_warmup_steps: 500
27
+ max_grad_norm: 1.0
28
+ max_train_samples: null
29
+ max_train_steps: 7500
30
+ mixed_precision: fp16
31
+ num_train_epochs: 20
32
+ num_validation_images: 4
33
+ output_dir: ./output_model
34
+ pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1
35
+ proportion_empty_prompts: 0
36
+ push_to_hub: false
37
+ report_to: tensorboard
38
+ resolution: 512
39
+ resume_from_checkpoint: ./output_model
40
+ revision: null
41
+ scale_lr: false
42
+ seed: null
43
+ set_grads_to_none: false
44
+ tokenizer_name: null
45
+ tracker_project_name: train_controlnet
46
+ train_batch_size: 4
47
+ train_data_dir: null
48
+ use_8bit_adam: true
49
+ validation_steps: 100
50
+ variant: null
logs/train_controlnet/1751777266.4658291/events.out.tfevents.1751777266.22e879528d54.226.1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e291f7a2b9935ca4a3db4a4319f5b30ff2545a6eb40f1db6eaca98b95ca12f73
3
+ size 2488
logs/train_controlnet/1751777266.467532/hparams.yml ADDED
@@ -0,0 +1,50 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ adam_beta1: 0.9
2
+ adam_beta2: 0.999
3
+ adam_epsilon: 1.0e-08
4
+ adam_weight_decay: 0.01
5
+ allow_tf32: false
6
+ cache_dir: null
7
+ caption_column: text
8
+ checkpointing_steps: 500
9
+ checkpoints_total_limit: 2
10
+ conditioning_image_column: conditioning_image
11
+ controlnet_model_name_or_path: null
12
+ dataloader_num_workers: 0
13
+ dataset_config_name: null
14
+ dataset_name: HighCWu/open_pose_controlnet_subset
15
+ enable_xformers_memory_efficient_attention: false
16
+ gradient_accumulation_steps: 2
17
+ gradient_checkpointing: true
18
+ hub_model_id: null
19
+ hub_token: null
20
+ image_column: image
21
+ learning_rate: 0.0002
22
+ logging_dir: logs
23
+ lr_num_cycles: 1
24
+ lr_power: 1.0
25
+ lr_scheduler: constant
26
+ lr_warmup_steps: 500
27
+ max_grad_norm: 1.0
28
+ max_train_samples: null
29
+ max_train_steps: 7500
30
+ mixed_precision: fp16
31
+ num_train_epochs: 20
32
+ num_validation_images: 4
33
+ output_dir: ./output_model
34
+ pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1
35
+ proportion_empty_prompts: 0
36
+ push_to_hub: false
37
+ report_to: tensorboard
38
+ resolution: 512
39
+ resume_from_checkpoint: ./output_model
40
+ revision: null
41
+ scale_lr: false
42
+ seed: null
43
+ set_grads_to_none: false
44
+ tokenizer_name: null
45
+ tracker_project_name: train_controlnet
46
+ train_batch_size: 4
47
+ train_data_dir: null
48
+ use_8bit_adam: true
49
+ validation_steps: 100
50
+ variant: null
logs/train_controlnet/1751777326.1193016/events.out.tfevents.1751777326.22e879528d54.271.1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:281af55cd2a51dabe89a7b158707a9f3b1578f584be93c96ed7767f6e138a52f
3
+ size 2504
logs/train_controlnet/1751777326.1209886/hparams.yml ADDED
@@ -0,0 +1,50 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ adam_beta1: 0.9
2
+ adam_beta2: 0.999
3
+ adam_epsilon: 1.0e-08
4
+ adam_weight_decay: 0.01
5
+ allow_tf32: false
6
+ cache_dir: null
7
+ caption_column: text
8
+ checkpointing_steps: 500
9
+ checkpoints_total_limit: 2
10
+ conditioning_image_column: conditioning_image
11
+ controlnet_model_name_or_path: null
12
+ dataloader_num_workers: 0
13
+ dataset_config_name: null
14
+ dataset_name: HighCWu/open_pose_controlnet_subset
15
+ enable_xformers_memory_efficient_attention: false
16
+ gradient_accumulation_steps: 2
17
+ gradient_checkpointing: true
18
+ hub_model_id: null
19
+ hub_token: null
20
+ image_column: image
21
+ learning_rate: 0.0002
22
+ logging_dir: logs
23
+ lr_num_cycles: 1
24
+ lr_power: 1.0
25
+ lr_scheduler: constant
26
+ lr_warmup_steps: 500
27
+ max_grad_norm: 1.0
28
+ max_train_samples: null
29
+ max_train_steps: 7500
30
+ mixed_precision: fp16
31
+ num_train_epochs: 20
32
+ num_validation_images: 4
33
+ output_dir: ./output_model
34
+ pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1
35
+ proportion_empty_prompts: 0
36
+ push_to_hub: false
37
+ report_to: tensorboard
38
+ resolution: 512
39
+ resume_from_checkpoint: ./output_model/checkpoint-3500
40
+ revision: null
41
+ scale_lr: false
42
+ seed: null
43
+ set_grads_to_none: false
44
+ tokenizer_name: null
45
+ tracker_project_name: train_controlnet
46
+ train_batch_size: 4
47
+ train_data_dir: null
48
+ use_8bit_adam: true
49
+ validation_steps: 100
50
+ variant: null
logs/train_controlnet/events.out.tfevents.1751776286.22e879528d54.144.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1d1a54c21a5d9b3db1fb2a32897d179b4df104effe857fd7d3d9fb07c7453af0
3
+ size 88
logs/train_controlnet/events.out.tfevents.1751777266.22e879528d54.226.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f3b9fdeccbfefa05dd74f525e62cc2a355f222d48cfd8cf1c2b5ff55852e5abe
3
+ size 88
logs/train_controlnet/events.out.tfevents.1751777326.22e879528d54.271.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:86c88ef47de666bac8abbe51ac754ff6f966499d2c40354a736a9eb20f185452
3
+ size 672088