Hugging Face's logo

Bellaaazzzzz
/
model_archive

Text-to-Image
Diffusers
TensorBoard
stable-diffusion
stable-diffusion-diffusers
controlnet
Model card Files
xet
Metrics Community
Bellaaazzzzz commited on
Commit
3bfbc75
·
1 Parent(s): 208ecb8

End of training

Browse files
Files changed (29) hide show
  1. README.md +22 -0
  2. checkpoint-1000/controlnet/config.json +44 -0
  3. checkpoint-1000/controlnet/diffusion_pytorch_model.bin +3 -0
  4. checkpoint-1000/optimizer.bin +3 -0
  5. checkpoint-1000/random_states_0.pkl +3 -0
  6. checkpoint-1000/scaler.pt +3 -0
  7. checkpoint-1000/scheduler.bin +3 -0
  8. checkpoint-500/controlnet/config.json +44 -0
  9. checkpoint-500/controlnet/diffusion_pytorch_model.bin +3 -0
  10. checkpoint-500/optimizer.bin +3 -0
  11. checkpoint-500/random_states_0.pkl +3 -0
  12. checkpoint-500/scaler.pt +3 -0
  13. checkpoint-500/scheduler.bin +3 -0
  14. config.json +44 -0
  15. diffusion_pytorch_model.bin +3 -0
  16. images_0_0.png +0 -0
  17. images_1_0.png +0 -0
  18. logs/train_controlnet/1689010073.31628/events.out.tfevents.1689010073.6dd72437a4e5.1882.1 +3 -0
  19. logs/train_controlnet/1689010073.3182244/hparams.yml +49 -0
  20. logs/train_controlnet/1689010231.5720038/events.out.tfevents.1689010231.6dd72437a4e5.3765.1 +3 -0
  21. logs/train_controlnet/1689010231.5742192/hparams.yml +49 -0
  22. logs/train_controlnet/1689010766.9758203/events.out.tfevents.1689010766.6dd72437a4e5.6069.1 +3 -0
  23. logs/train_controlnet/1689010766.9807382/hparams.yml +49 -0
  24. logs/train_controlnet/1689010951.56916/events.out.tfevents.1689010951.6dd72437a4e5.6868.1 +3 -0
  25. logs/train_controlnet/1689010951.571445/hparams.yml +49 -0
  26. logs/train_controlnet/events.out.tfevents.1689010073.6dd72437a4e5.1882.0 +3 -0
  27. logs/train_controlnet/events.out.tfevents.1689010231.6dd72437a4e5.3765.0 +3 -0
  28. logs/train_controlnet/events.out.tfevents.1689010766.6dd72437a4e5.6069.0 +3 -0
  29. logs/train_controlnet/events.out.tfevents.1689010951.6dd72437a4e5.6868.0 +3 -0
README.md ADDED
@@ -0,0 +1,22 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+
2
+ ---
3
+ license: creativeml-openrail-m
4
+ base_model: runwayml/stable-diffusion-v1-5
5
+ tags:
6
+ - stable-diffusion
7
+ - stable-diffusion-diffusers
8
+ - text-to-image
9
+ - diffusers
10
+ - controlnet
11
+ inference: true
12
+ ---
13
+
14
+ # controlnet-Bellaaazzzzz/model_archive
15
+
16
+ These are controlnet weights trained on runwayml/stable-diffusion-v1-5 with new type of conditioning.
17
+ You can find some example images below.
18
+ Validation result of 1 round.
19
+ ![images_0_0)](./images_0_0.png)
20
+ Validation result of 2 round.
21
+ ![images_1_0)](./images_1_0.png)
22
+
checkpoint-1000/controlnet/config.json ADDED
@@ -0,0 +1,44 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_class_name": "ControlNetModel",
3
+ "_diffusers_version": "0.18.0.dev0",
4
+ "act_fn": "silu",
5
+ "attention_head_dim": 8,
6
+ "block_out_channels": [
7
+ 320,
8
+ 640,
9
+ 1280,
10
+ 1280
11
+ ],
12
+ "class_embed_type": null,
13
+ "conditioning_channels": 3,
14
+ "conditioning_embedding_out_channels": [
15
+ 16,
16
+ 32,
17
+ 96,
18
+ 256
19
+ ],
20
+ "controlnet_conditioning_channel_order": "rgb",
21
+ "cross_attention_dim": 768,
22
+ "down_block_types": [
23
+ "CrossAttnDownBlock2D",
24
+ "CrossAttnDownBlock2D",
25
+ "CrossAttnDownBlock2D",
26
+ "DownBlock2D"
27
+ ],
28
+ "downsample_padding": 1,
29
+ "flip_sin_to_cos": true,
30
+ "freq_shift": 0,
31
+ "global_pool_conditions": false,
32
+ "in_channels": 4,
33
+ "layers_per_block": 2,
34
+ "mid_block_scale_factor": 1,
35
+ "norm_eps": 1e-05,
36
+ "norm_num_groups": 32,
37
+ "num_attention_heads": null,
38
+ "num_class_embeds": null,
39
+ "only_cross_attention": false,
40
+ "projection_class_embeddings_input_dim": null,
41
+ "resnet_time_scale_shift": "default",
42
+ "upcast_attention": false,
43
+ "use_linear_projection": false
44
+ }
checkpoint-1000/controlnet/diffusion_pytorch_model.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3a785fea9dcaa7e78cfc31ce17c927bf4e4e5ed18c9047da57ba4d797a3430b3
3
+ size 1445259705
checkpoint-1000/optimizer.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f59b93be66f3b3fb14bd904b097e1bb3e80f11de19ff87766d034b2b222bf98b
3
+ size 2890518041
checkpoint-1000/random_states_0.pkl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0e87a6012182178fa6edf92cc0039e5b158d1bd00aaf59dbbebbbd64abb35c95
3
+ size 14663
checkpoint-1000/scaler.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:68cff80b680ddf6e7abbef98b5f336b97f9b5963e2209307f639383870e8cc71
3
+ size 557
checkpoint-1000/scheduler.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f34912fa092355c5a950e4967ea28cbb3556238a7857baa5999d228cde0ae4c3
3
+ size 563
checkpoint-500/controlnet/config.json ADDED
@@ -0,0 +1,44 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_class_name": "ControlNetModel",
3
+ "_diffusers_version": "0.18.0.dev0",
4
+ "act_fn": "silu",
5
+ "attention_head_dim": 8,
6
+ "block_out_channels": [
7
+ 320,
8
+ 640,
9
+ 1280,
10
+ 1280
11
+ ],
12
+ "class_embed_type": null,
13
+ "conditioning_channels": 3,
14
+ "conditioning_embedding_out_channels": [
15
+ 16,
16
+ 32,
17
+ 96,
18
+ 256
19
+ ],
20
+ "controlnet_conditioning_channel_order": "rgb",
21
+ "cross_attention_dim": 768,
22
+ "down_block_types": [
23
+ "CrossAttnDownBlock2D",
24
+ "CrossAttnDownBlock2D",
25
+ "CrossAttnDownBlock2D",
26
+ "DownBlock2D"
27
+ ],
28
+ "downsample_padding": 1,
29
+ "flip_sin_to_cos": true,
30
+ "freq_shift": 0,
31
+ "global_pool_conditions": false,
32
+ "in_channels": 4,
33
+ "layers_per_block": 2,
34
+ "mid_block_scale_factor": 1,
35
+ "norm_eps": 1e-05,
36
+ "norm_num_groups": 32,
37
+ "num_attention_heads": null,
38
+ "num_class_embeds": null,
39
+ "only_cross_attention": false,
40
+ "projection_class_embeddings_input_dim": null,
41
+ "resnet_time_scale_shift": "default",
42
+ "upcast_attention": false,
43
+ "use_linear_projection": false
44
+ }
checkpoint-500/controlnet/diffusion_pytorch_model.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9ce7d490227d8e7641f993e5c0e87effe6cf4f54e8bf9c9ece1cc75551a09628
3
+ size 1445259705
checkpoint-500/optimizer.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ffde51bfb914fd37f22a5f748c1011820ea73bbc446644cca04c16e7fe125a67
3
+ size 2890518041
checkpoint-500/random_states_0.pkl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d042fbcc8eb60e8ea699298c101c72e9236ea05127e17bc8ae7159a02771956b
3
+ size 14663
checkpoint-500/scaler.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a3f196a54202bb4ba1220e8c59f42f9cda0702d68ea83147d814c2fb2f36b8f2
3
+ size 557
checkpoint-500/scheduler.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ab20ead000e6ae60e9a32d69fb1fb976d10dba2a065da680293a8202053a1975
3
+ size 563
config.json ADDED
@@ -0,0 +1,44 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_class_name": "ControlNetModel",
3
+ "_diffusers_version": "0.18.0.dev0",
4
+ "act_fn": "silu",
5
+ "attention_head_dim": 8,
6
+ "block_out_channels": [
7
+ 320,
8
+ 640,
9
+ 1280,
10
+ 1280
11
+ ],
12
+ "class_embed_type": null,
13
+ "conditioning_channels": 3,
14
+ "conditioning_embedding_out_channels": [
15
+ 16,
16
+ 32,
17
+ 96,
18
+ 256
19
+ ],
20
+ "controlnet_conditioning_channel_order": "rgb",
21
+ "cross_attention_dim": 768,
22
+ "down_block_types": [
23
+ "CrossAttnDownBlock2D",
24
+ "CrossAttnDownBlock2D",
25
+ "CrossAttnDownBlock2D",
26
+ "DownBlock2D"
27
+ ],
28
+ "downsample_padding": 1,
29
+ "flip_sin_to_cos": true,
30
+ "freq_shift": 0,
31
+ "global_pool_conditions": false,
32
+ "in_channels": 4,
33
+ "layers_per_block": 2,
34
+ "mid_block_scale_factor": 1,
35
+ "norm_eps": 1e-05,
36
+ "norm_num_groups": 32,
37
+ "num_attention_heads": null,
38
+ "num_class_embeds": null,
39
+ "only_cross_attention": false,
40
+ "projection_class_embeddings_input_dim": null,
41
+ "resnet_time_scale_shift": "default",
42
+ "upcast_attention": false,
43
+ "use_linear_projection": false
44
+ }
diffusion_pytorch_model.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3a785fea9dcaa7e78cfc31ce17c927bf4e4e5ed18c9047da57ba4d797a3430b3
3
+ size 1445259705
images_0_0.png ADDED
images_1_0.png ADDED
logs/train_controlnet/1689010073.31628/events.out.tfevents.1689010073.6dd72437a4e5.1882.1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:222dad95600a0b84834b051857c713f5cf162284af21ea448faee2142de2ba87
3
+ size 2338
logs/train_controlnet/1689010073.3182244/hparams.yml ADDED
@@ -0,0 +1,49 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ adam_beta1: 0.9
2
+ adam_beta2: 0.999
3
+ adam_epsilon: 1.0e-08
4
+ adam_weight_decay: 0.01
5
+ allow_tf32: false
6
+ cache_dir: null
7
+ caption_column: text
8
+ checkpointing_steps: 500
9
+ checkpoints_total_limit: null
10
+ conditioning_image_column: conditioning_image
11
+ controlnet_model_name_or_path: null
12
+ dataloader_num_workers: 0
13
+ dataset_config_name: null
14
+ dataset_name: Bellaaazzzzz/archive
15
+ enable_xformers_memory_efficient_attention: false
16
+ gradient_accumulation_steps: 1
17
+ gradient_checkpointing: false
18
+ hub_model_id: null
19
+ hub_token: null
20
+ image_column: image
21
+ learning_rate: 1.0e-05
22
+ logging_dir: logs
23
+ lr_num_cycles: 1
24
+ lr_power: 1.0
25
+ lr_scheduler: constant
26
+ lr_warmup_steps: 500
27
+ max_grad_norm: 1.0
28
+ max_train_samples: 7
29
+ max_train_steps: 7
30
+ mixed_precision: null
31
+ num_train_epochs: 1
32
+ num_validation_images: 1
33
+ output_dir: model_archive
34
+ pretrained_model_name_or_path: runwayml/stable-diffusion-v1-5
35
+ proportion_empty_prompts: 0
36
+ push_to_hub: true
37
+ report_to: tensorboard
38
+ resolution: 512
39
+ resume_from_checkpoint: null
40
+ revision: null
41
+ scale_lr: false
42
+ seed: null
43
+ set_grads_to_none: false
44
+ tokenizer_name: null
45
+ tracker_project_name: train_controlnet
46
+ train_batch_size: 1
47
+ train_data_dir: null
48
+ use_8bit_adam: false
49
+ validation_steps: 3
logs/train_controlnet/1689010231.5720038/events.out.tfevents.1689010231.6dd72437a4e5.3765.1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4556eb2e6a0c84b69efcf3a79d60a4fea83171b3f0e0c3d076180a653431de01
3
+ size 2338
logs/train_controlnet/1689010231.5742192/hparams.yml ADDED
@@ -0,0 +1,49 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ adam_beta1: 0.9
2
+ adam_beta2: 0.999
3
+ adam_epsilon: 1.0e-08
4
+ adam_weight_decay: 0.01
5
+ allow_tf32: false
6
+ cache_dir: null
7
+ caption_column: text
8
+ checkpointing_steps: 500
9
+ checkpoints_total_limit: null
10
+ conditioning_image_column: conditioning_image
11
+ controlnet_model_name_or_path: null
12
+ dataloader_num_workers: 0
13
+ dataset_config_name: null
14
+ dataset_name: Bellaaazzzzz/archive
15
+ enable_xformers_memory_efficient_attention: false
16
+ gradient_accumulation_steps: 1
17
+ gradient_checkpointing: false
18
+ hub_model_id: null
19
+ hub_token: null
20
+ image_column: image
21
+ learning_rate: 1.0e-05
22
+ logging_dir: logs
23
+ lr_num_cycles: 1
24
+ lr_power: 1.0
25
+ lr_scheduler: constant
26
+ lr_warmup_steps: 500
27
+ max_grad_norm: 1.0
28
+ max_train_samples: 7
29
+ max_train_steps: 7
30
+ mixed_precision: null
31
+ num_train_epochs: 1
32
+ num_validation_images: 1
33
+ output_dir: model_archive
34
+ pretrained_model_name_or_path: runwayml/stable-diffusion-v1-5
35
+ proportion_empty_prompts: 0
36
+ push_to_hub: true
37
+ report_to: tensorboard
38
+ resolution: 512
39
+ resume_from_checkpoint: null
40
+ revision: null
41
+ scale_lr: false
42
+ seed: null
43
+ set_grads_to_none: false
44
+ tokenizer_name: null
45
+ tracker_project_name: train_controlnet
46
+ train_batch_size: 1
47
+ train_data_dir: null
48
+ use_8bit_adam: false
49
+ validation_steps: 3
logs/train_controlnet/1689010766.9758203/events.out.tfevents.1689010766.6dd72437a4e5.6069.1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0d2e7d411655cb841cebb625150125e015f7bf55cdb14eb9dd668e8b83e749eb
3
+ size 2338
logs/train_controlnet/1689010766.9807382/hparams.yml ADDED
@@ -0,0 +1,49 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ adam_beta1: 0.9
2
+ adam_beta2: 0.999
3
+ adam_epsilon: 1.0e-08
4
+ adam_weight_decay: 0.01
5
+ allow_tf32: false
6
+ cache_dir: null
7
+ caption_column: text
8
+ checkpointing_steps: 500
9
+ checkpoints_total_limit: null
10
+ conditioning_image_column: conditioning_image
11
+ controlnet_model_name_or_path: null
12
+ dataloader_num_workers: 0
13
+ dataset_config_name: null
14
+ dataset_name: Bellaaazzzzz/archive
15
+ enable_xformers_memory_efficient_attention: false
16
+ gradient_accumulation_steps: 1
17
+ gradient_checkpointing: false
18
+ hub_model_id: null
19
+ hub_token: null
20
+ image_column: image
21
+ learning_rate: 1.0e-05
22
+ logging_dir: logs
23
+ lr_num_cycles: 1
24
+ lr_power: 1.0
25
+ lr_scheduler: constant
26
+ lr_warmup_steps: 500
27
+ max_grad_norm: 1.0
28
+ max_train_samples: 7
29
+ max_train_steps: 7
30
+ mixed_precision: null
31
+ num_train_epochs: 1
32
+ num_validation_images: 1
33
+ output_dir: model_archive
34
+ pretrained_model_name_or_path: runwayml/stable-diffusion-v1-5
35
+ proportion_empty_prompts: 0
36
+ push_to_hub: true
37
+ report_to: tensorboard
38
+ resolution: 512
39
+ resume_from_checkpoint: null
40
+ revision: null
41
+ scale_lr: false
42
+ seed: null
43
+ set_grads_to_none: false
44
+ tokenizer_name: null
45
+ tracker_project_name: train_controlnet
46
+ train_batch_size: 1
47
+ train_data_dir: null
48
+ use_8bit_adam: false
49
+ validation_steps: 3
logs/train_controlnet/1689010951.56916/events.out.tfevents.1689010951.6dd72437a4e5.6868.1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fa3f48e2482dec3dc7811cff2ff79df7b37a96b3f3b253f97dd8fe8245f3eac9
3
+ size 2338
logs/train_controlnet/1689010951.571445/hparams.yml ADDED
@@ -0,0 +1,49 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ adam_beta1: 0.9
2
+ adam_beta2: 0.999
3
+ adam_epsilon: 1.0e-08
4
+ adam_weight_decay: 0.01
5
+ allow_tf32: false
6
+ cache_dir: null
7
+ caption_column: text
8
+ checkpointing_steps: 500
9
+ checkpoints_total_limit: null
10
+ conditioning_image_column: conditioning_image
11
+ controlnet_model_name_or_path: null
12
+ dataloader_num_workers: 0
13
+ dataset_config_name: null
14
+ dataset_name: Bellaaazzzzz/archive
15
+ enable_xformers_memory_efficient_attention: false
16
+ gradient_accumulation_steps: 1
17
+ gradient_checkpointing: false
18
+ hub_model_id: null
19
+ hub_token: null
20
+ image_column: image
21
+ learning_rate: 1.0e-05
22
+ logging_dir: logs
23
+ lr_num_cycles: 1
24
+ lr_power: 1.0
25
+ lr_scheduler: constant
26
+ lr_warmup_steps: 500
27
+ max_grad_norm: 1.0
28
+ max_train_samples: 1000
29
+ max_train_steps: 1000
30
+ mixed_precision: null
31
+ num_train_epochs: 1
32
+ num_validation_images: 1
33
+ output_dir: model_archive
34
+ pretrained_model_name_or_path: runwayml/stable-diffusion-v1-5
35
+ proportion_empty_prompts: 0
36
+ push_to_hub: true
37
+ report_to: tensorboard
38
+ resolution: 512
39
+ resume_from_checkpoint: null
40
+ revision: null
41
+ scale_lr: false
42
+ seed: null
43
+ set_grads_to_none: false
44
+ tokenizer_name: null
45
+ tracker_project_name: train_controlnet
46
+ train_batch_size: 1
47
+ train_data_dir: null
48
+ use_8bit_adam: false
49
+ validation_steps: 500
logs/train_controlnet/events.out.tfevents.1689010073.6dd72437a4e5.1882.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a80eba3ef5a928c7a8f8990f01256280bfb5470669cb762bfc912ec3dd4f5aea
3
+ size 252
logs/train_controlnet/events.out.tfevents.1689010231.6dd72437a4e5.3765.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6784e436227ea0d6aac2ee88c60c490bb9ca86852447e724a695a97b17cd481b
3
+ size 252
logs/train_controlnet/events.out.tfevents.1689010766.6dd72437a4e5.6069.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f9eb7f7a3a4e58ffd98b4709ddb0e60f90fb378142acd8f2c55d3efcd7b19f1d
3
+ size 1142699
logs/train_controlnet/events.out.tfevents.1689010951.6dd72437a4e5.6868.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:51e44ee45e4561fb1d7de25ff3adaba1f75803e62f6621b603c0790b4c1d84b6
3
+ size 1210171