diff --git a/README.md b/README.md new file mode 100644 index 0000000000000000000000000000000000000000..3eca234b4ca850876207c94ed260422ec90d35e1 --- /dev/null +++ b/README.md @@ -0,0 +1,17 @@ + +--- +license: creativeml-openrail-m +base_model: stabilityai/stable-diffusion-2-1-base +tags: +- stable-diffusion +- stable-diffusion-diffusers +- text-to-image +- diffusers +- controlnet +inference: true +--- + +# controlnet-hxgrace/model20 + +These are controlnet weights trained on stabilityai/stable-diffusion-2-1-base with new type of conditioning. + diff --git a/checkpoint-10000/controlnet/config.json b/checkpoint-10000/controlnet/config.json new file mode 100644 index 0000000000000000000000000000000000000000..3627a3a9e36a92fd58b94ece1170844ea3ae914c --- /dev/null +++ b/checkpoint-10000/controlnet/config.json @@ -0,0 +1,56 @@ +{ + "_class_name": "ControlNetModel", + "_diffusers_version": "0.26.0.dev0", + "act_fn": "silu", + "addition_embed_type": null, + "addition_embed_type_num_heads": 64, + "addition_time_embed_dim": null, + "attention_head_dim": [ + 5, + 10, + 20, + 20 + ], + "block_out_channels": [ + 320, + 640, + 1280, + 1280 + ], + "class_embed_type": null, + "conditioning_channels": 3, + "conditioning_embedding_out_channels": [ + 16, + 32, + 96, + 256 + ], + "controlnet_conditioning_channel_order": "rgb", + "cross_attention_dim": 1024, + "down_block_types": [ + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "DownBlock2D" + ], + "downsample_padding": 1, + "encoder_hid_dim": null, + "encoder_hid_dim_type": null, + "flip_sin_to_cos": true, + "freq_shift": 0, + "global_pool_conditions": false, + "in_channels": 4, + "layers_per_block": 2, + "mid_block_scale_factor": 1, + "mid_block_type": "UNetMidBlock2DCrossAttn", + "norm_eps": 1e-05, + "norm_num_groups": 32, + "num_attention_heads": null, + "num_class_embeds": null, + "only_cross_attention": false, + "projection_class_embeddings_input_dim": null, + "resnet_time_scale_shift": "default", + "transformer_layers_per_block": 1, + "upcast_attention": false, + "use_linear_projection": true +} diff --git a/checkpoint-10000/controlnet/diffusion_pytorch_model.safetensors b/checkpoint-10000/controlnet/diffusion_pytorch_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ad9e9c6a66631f9c0942353e70494268b4897880 --- /dev/null +++ b/checkpoint-10000/controlnet/diffusion_pytorch_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0aa1104a6ca2b7c199e12a735ca4ca8146b7d36c4fd90d18eda3fd6a54506ddd +size 1456953560 diff --git a/checkpoint-10000/optimizer.bin b/checkpoint-10000/optimizer.bin new file mode 100644 index 0000000000000000000000000000000000000000..1cf7c77993029159e7831beacffce8b986795b0e --- /dev/null +++ b/checkpoint-10000/optimizer.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:316741f01eed76c40e0f01643ce3fbfab41022cfd6c87980e33f1393bd7bacce +size 2914111182 diff --git a/checkpoint-10000/random_states_0.pkl b/checkpoint-10000/random_states_0.pkl new file mode 100644 index 0000000000000000000000000000000000000000..e63987dcf6cfe60cf1aac82af0b4a516295fd033 --- /dev/null +++ b/checkpoint-10000/random_states_0.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:95905f3df055f67c97fa67689b60f6c3ad819e0b4b82cfd953fa135a370fd805 +size 14344 diff --git a/checkpoint-10000/scheduler.bin b/checkpoint-10000/scheduler.bin new file mode 100644 index 0000000000000000000000000000000000000000..404dfd6422eb26d29b37d4327709c308ac4d1907 --- /dev/null +++ b/checkpoint-10000/scheduler.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d31ad9a5150e341b638f838a47b3cb3db0d48efa493bcc8d1f8bf787b2c8cee3 +size 1000 diff --git a/checkpoint-15000/controlnet/config.json b/checkpoint-15000/controlnet/config.json new file mode 100644 index 0000000000000000000000000000000000000000..3627a3a9e36a92fd58b94ece1170844ea3ae914c --- /dev/null +++ b/checkpoint-15000/controlnet/config.json @@ -0,0 +1,56 @@ +{ + "_class_name": "ControlNetModel", + "_diffusers_version": "0.26.0.dev0", + "act_fn": "silu", + "addition_embed_type": null, + "addition_embed_type_num_heads": 64, + "addition_time_embed_dim": null, + "attention_head_dim": [ + 5, + 10, + 20, + 20 + ], + "block_out_channels": [ + 320, + 640, + 1280, + 1280 + ], + "class_embed_type": null, + "conditioning_channels": 3, + "conditioning_embedding_out_channels": [ + 16, + 32, + 96, + 256 + ], + "controlnet_conditioning_channel_order": "rgb", + "cross_attention_dim": 1024, + "down_block_types": [ + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "DownBlock2D" + ], + "downsample_padding": 1, + "encoder_hid_dim": null, + "encoder_hid_dim_type": null, + "flip_sin_to_cos": true, + "freq_shift": 0, + "global_pool_conditions": false, + "in_channels": 4, + "layers_per_block": 2, + "mid_block_scale_factor": 1, + "mid_block_type": "UNetMidBlock2DCrossAttn", + "norm_eps": 1e-05, + "norm_num_groups": 32, + "num_attention_heads": null, + "num_class_embeds": null, + "only_cross_attention": false, + "projection_class_embeddings_input_dim": null, + "resnet_time_scale_shift": "default", + "transformer_layers_per_block": 1, + "upcast_attention": false, + "use_linear_projection": true +} diff --git a/checkpoint-15000/controlnet/diffusion_pytorch_model.safetensors b/checkpoint-15000/controlnet/diffusion_pytorch_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..fd5977d5ddb4e5eace28d99d9e26bd426b0cc8e8 --- /dev/null +++ b/checkpoint-15000/controlnet/diffusion_pytorch_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0211c5aeab316ce80aadb3969e07c8205a30c8925d0628a0f4edd1fc18544e8c +size 1456953560 diff --git a/checkpoint-15000/optimizer.bin b/checkpoint-15000/optimizer.bin new file mode 100644 index 0000000000000000000000000000000000000000..39d1c236526040ab7c9d457fb611883ca0443a3f --- /dev/null +++ b/checkpoint-15000/optimizer.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f5dda6e3616cb8ca3a08bee846c6e743f57ea9e7cc93d524815369e7527602dd +size 2914111182 diff --git a/checkpoint-15000/random_states_0.pkl b/checkpoint-15000/random_states_0.pkl new file mode 100644 index 0000000000000000000000000000000000000000..609bc1b0ddad1fa062a4bfa8491d234fcbf13f90 --- /dev/null +++ b/checkpoint-15000/random_states_0.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4c24b46f950e99ef59ad528fc9ce013ff0a2e0423ead60bdce66f2736f5f0c42 +size 14344 diff --git a/checkpoint-15000/scheduler.bin b/checkpoint-15000/scheduler.bin new file mode 100644 index 0000000000000000000000000000000000000000..4b446f749a0637774df7577a25badd8627d7bdcf --- /dev/null +++ b/checkpoint-15000/scheduler.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d0f8cb1c00499c9a11be98e1d3df14acb1c3f608844e19988fc0598608b723e0 +size 1000 diff --git a/checkpoint-20000/controlnet/config.json b/checkpoint-20000/controlnet/config.json new file mode 100644 index 0000000000000000000000000000000000000000..3627a3a9e36a92fd58b94ece1170844ea3ae914c --- /dev/null +++ b/checkpoint-20000/controlnet/config.json @@ -0,0 +1,56 @@ +{ + "_class_name": "ControlNetModel", + "_diffusers_version": "0.26.0.dev0", + "act_fn": "silu", + "addition_embed_type": null, + "addition_embed_type_num_heads": 64, + "addition_time_embed_dim": null, + "attention_head_dim": [ + 5, + 10, + 20, + 20 + ], + "block_out_channels": [ + 320, + 640, + 1280, + 1280 + ], + "class_embed_type": null, + "conditioning_channels": 3, + "conditioning_embedding_out_channels": [ + 16, + 32, + 96, + 256 + ], + "controlnet_conditioning_channel_order": "rgb", + "cross_attention_dim": 1024, + "down_block_types": [ + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "DownBlock2D" + ], + "downsample_padding": 1, + "encoder_hid_dim": null, + "encoder_hid_dim_type": null, + "flip_sin_to_cos": true, + "freq_shift": 0, + "global_pool_conditions": false, + "in_channels": 4, + "layers_per_block": 2, + "mid_block_scale_factor": 1, + "mid_block_type": "UNetMidBlock2DCrossAttn", + "norm_eps": 1e-05, + "norm_num_groups": 32, + "num_attention_heads": null, + "num_class_embeds": null, + "only_cross_attention": false, + "projection_class_embeddings_input_dim": null, + "resnet_time_scale_shift": "default", + "transformer_layers_per_block": 1, + "upcast_attention": false, + "use_linear_projection": true +} diff --git a/checkpoint-20000/controlnet/diffusion_pytorch_model.safetensors b/checkpoint-20000/controlnet/diffusion_pytorch_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..2053d21a47a0f8850d62577d614048075c0c0e80 --- /dev/null +++ b/checkpoint-20000/controlnet/diffusion_pytorch_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7d14d218b56411e1e95a9f88b81fdb0af80a6b1395a4d9e3a52c0fbd7f2f7c6c +size 1456953560 diff --git a/checkpoint-20000/optimizer.bin b/checkpoint-20000/optimizer.bin new file mode 100644 index 0000000000000000000000000000000000000000..11c0a0bd37b35b6693c2c6b1a5f5a1b7b91009a9 --- /dev/null +++ b/checkpoint-20000/optimizer.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:60e2a33f6a53afd472dbb7e66db54e976348f9ee1c3c0502f419a95ec069c54a +size 2914111182 diff --git a/checkpoint-20000/random_states_0.pkl b/checkpoint-20000/random_states_0.pkl new file mode 100644 index 0000000000000000000000000000000000000000..30f4ae554a4106c291d6946f667ba225c1c1b151 --- /dev/null +++ b/checkpoint-20000/random_states_0.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cc8abc8b0db094262bf7a610b1bcaa03e228db4a4e94f7f5ce308d13d2699cfa +size 14344 diff --git a/checkpoint-20000/scheduler.bin b/checkpoint-20000/scheduler.bin new file mode 100644 index 0000000000000000000000000000000000000000..86c15d06a20918c0bcdf8341881c0f1294ac62e3 --- /dev/null +++ b/checkpoint-20000/scheduler.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:51e0d744a95b954d01691d43399197ed4341f27678cc9bb35b811a7c14d85702 +size 1000 diff --git a/checkpoint-25000/controlnet/config.json b/checkpoint-25000/controlnet/config.json new file mode 100644 index 0000000000000000000000000000000000000000..3627a3a9e36a92fd58b94ece1170844ea3ae914c --- /dev/null +++ b/checkpoint-25000/controlnet/config.json @@ -0,0 +1,56 @@ +{ + "_class_name": "ControlNetModel", + "_diffusers_version": "0.26.0.dev0", + "act_fn": "silu", + "addition_embed_type": null, + "addition_embed_type_num_heads": 64, + "addition_time_embed_dim": null, + "attention_head_dim": [ + 5, + 10, + 20, + 20 + ], + "block_out_channels": [ + 320, + 640, + 1280, + 1280 + ], + "class_embed_type": null, + "conditioning_channels": 3, + "conditioning_embedding_out_channels": [ + 16, + 32, + 96, + 256 + ], + "controlnet_conditioning_channel_order": "rgb", + "cross_attention_dim": 1024, + "down_block_types": [ + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "DownBlock2D" + ], + "downsample_padding": 1, + "encoder_hid_dim": null, + "encoder_hid_dim_type": null, + "flip_sin_to_cos": true, + "freq_shift": 0, + "global_pool_conditions": false, + "in_channels": 4, + "layers_per_block": 2, + "mid_block_scale_factor": 1, + "mid_block_type": "UNetMidBlock2DCrossAttn", + "norm_eps": 1e-05, + "norm_num_groups": 32, + "num_attention_heads": null, + "num_class_embeds": null, + "only_cross_attention": false, + "projection_class_embeddings_input_dim": null, + "resnet_time_scale_shift": "default", + "transformer_layers_per_block": 1, + "upcast_attention": false, + "use_linear_projection": true +} diff --git a/checkpoint-25000/controlnet/diffusion_pytorch_model.safetensors b/checkpoint-25000/controlnet/diffusion_pytorch_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ac8585b815fa37391a5d8b1948ee7aeb6650db46 --- /dev/null +++ b/checkpoint-25000/controlnet/diffusion_pytorch_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0ed5b833de88a430d2a72710423506df2c3ca0073f4ff3cb228253f6aa835fdc +size 1456953560 diff --git a/checkpoint-25000/optimizer.bin b/checkpoint-25000/optimizer.bin new file mode 100644 index 0000000000000000000000000000000000000000..a6fdb7d0f34272a019dded1f7fd6063025d335bb --- /dev/null +++ b/checkpoint-25000/optimizer.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e6b8a4ebcf0cfe6c075dc4c5784e4609db38308eaa0ce5e3ddae3bc15e467fd0 +size 2914111182 diff --git a/checkpoint-25000/random_states_0.pkl b/checkpoint-25000/random_states_0.pkl new file mode 100644 index 0000000000000000000000000000000000000000..7a3dc373d637fb4ec9380a59da9a797adb9aceaf --- /dev/null +++ b/checkpoint-25000/random_states_0.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a28e8f0ef6e35da2c80fd819d9e4d9be31abcb1f17cbf5d2a9f4389e2ddc159a +size 14344 diff --git a/checkpoint-25000/scheduler.bin b/checkpoint-25000/scheduler.bin new file mode 100644 index 0000000000000000000000000000000000000000..41bec17875142463bc9b16c71d2054658885748b --- /dev/null +++ b/checkpoint-25000/scheduler.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d095dfcbafb08fe578bbdae5202ad1cb8a6b5023afa619ce1ad50ba348cc0a86 +size 1000 diff --git a/checkpoint-30000/controlnet/config.json b/checkpoint-30000/controlnet/config.json new file mode 100644 index 0000000000000000000000000000000000000000..3627a3a9e36a92fd58b94ece1170844ea3ae914c --- /dev/null +++ b/checkpoint-30000/controlnet/config.json @@ -0,0 +1,56 @@ +{ + "_class_name": "ControlNetModel", + "_diffusers_version": "0.26.0.dev0", + "act_fn": "silu", + "addition_embed_type": null, + "addition_embed_type_num_heads": 64, + "addition_time_embed_dim": null, + "attention_head_dim": [ + 5, + 10, + 20, + 20 + ], + "block_out_channels": [ + 320, + 640, + 1280, + 1280 + ], + "class_embed_type": null, + "conditioning_channels": 3, + "conditioning_embedding_out_channels": [ + 16, + 32, + 96, + 256 + ], + "controlnet_conditioning_channel_order": "rgb", + "cross_attention_dim": 1024, + "down_block_types": [ + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "DownBlock2D" + ], + "downsample_padding": 1, + "encoder_hid_dim": null, + "encoder_hid_dim_type": null, + "flip_sin_to_cos": true, + "freq_shift": 0, + "global_pool_conditions": false, + "in_channels": 4, + "layers_per_block": 2, + "mid_block_scale_factor": 1, + "mid_block_type": "UNetMidBlock2DCrossAttn", + "norm_eps": 1e-05, + "norm_num_groups": 32, + "num_attention_heads": null, + "num_class_embeds": null, + "only_cross_attention": false, + "projection_class_embeddings_input_dim": null, + "resnet_time_scale_shift": "default", + "transformer_layers_per_block": 1, + "upcast_attention": false, + "use_linear_projection": true +} diff --git a/checkpoint-30000/controlnet/diffusion_pytorch_model.safetensors b/checkpoint-30000/controlnet/diffusion_pytorch_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..29b8d11c82c8b7d319ef1e7d66e14a5e4e794895 --- /dev/null +++ b/checkpoint-30000/controlnet/diffusion_pytorch_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6e04cc05b088bfc9ceab267d965b798ac1e44530a147157866e2ef5c85d3cc40 +size 1456953560 diff --git a/checkpoint-30000/optimizer.bin b/checkpoint-30000/optimizer.bin new file mode 100644 index 0000000000000000000000000000000000000000..b95d4946b185d018ce3e011aca5b283c85a55634 --- /dev/null +++ b/checkpoint-30000/optimizer.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5bff50df437bf073ba32654029ed17e3f7a6375fbb51c4017a096d76184f9a53 +size 2914111182 diff --git a/checkpoint-30000/random_states_0.pkl b/checkpoint-30000/random_states_0.pkl new file mode 100644 index 0000000000000000000000000000000000000000..baba6b0743e01b10f83807ca495a46a367b1934e --- /dev/null +++ b/checkpoint-30000/random_states_0.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7d02a9eaf4a33eb16e6342bc56422b1a1bf9a77aa1539a7ae7531c92b952180b +size 14344 diff --git a/checkpoint-30000/scheduler.bin b/checkpoint-30000/scheduler.bin new file mode 100644 index 0000000000000000000000000000000000000000..bde8eae1ab025bf0923b7b48a874ee145b65f99f --- /dev/null +++ b/checkpoint-30000/scheduler.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b4f7eab2bd1edeecc4557a33bfb3d0be4e8a4fa29560d5219a021898f3b612eb +size 1000 diff --git a/checkpoint-35000/controlnet/config.json b/checkpoint-35000/controlnet/config.json new file mode 100644 index 0000000000000000000000000000000000000000..3627a3a9e36a92fd58b94ece1170844ea3ae914c --- /dev/null +++ b/checkpoint-35000/controlnet/config.json @@ -0,0 +1,56 @@ +{ + "_class_name": "ControlNetModel", + "_diffusers_version": "0.26.0.dev0", + "act_fn": "silu", + "addition_embed_type": null, + "addition_embed_type_num_heads": 64, + "addition_time_embed_dim": null, + "attention_head_dim": [ + 5, + 10, + 20, + 20 + ], + "block_out_channels": [ + 320, + 640, + 1280, + 1280 + ], + "class_embed_type": null, + "conditioning_channels": 3, + "conditioning_embedding_out_channels": [ + 16, + 32, + 96, + 256 + ], + "controlnet_conditioning_channel_order": "rgb", + "cross_attention_dim": 1024, + "down_block_types": [ + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "DownBlock2D" + ], + "downsample_padding": 1, + "encoder_hid_dim": null, + "encoder_hid_dim_type": null, + "flip_sin_to_cos": true, + "freq_shift": 0, + "global_pool_conditions": false, + "in_channels": 4, + "layers_per_block": 2, + "mid_block_scale_factor": 1, + "mid_block_type": "UNetMidBlock2DCrossAttn", + "norm_eps": 1e-05, + "norm_num_groups": 32, + "num_attention_heads": null, + "num_class_embeds": null, + "only_cross_attention": false, + "projection_class_embeddings_input_dim": null, + "resnet_time_scale_shift": "default", + "transformer_layers_per_block": 1, + "upcast_attention": false, + "use_linear_projection": true +} diff --git a/checkpoint-35000/controlnet/diffusion_pytorch_model.safetensors b/checkpoint-35000/controlnet/diffusion_pytorch_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..cf6c3c910030fcb7e86cfa94b0d49f009e1a6ce0 --- /dev/null +++ b/checkpoint-35000/controlnet/diffusion_pytorch_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e1f2ca9bfd152440030ecfb6cd7768d18768d480b7928cd10bb3cb7fcc5476ea +size 1456953560 diff --git a/checkpoint-35000/optimizer.bin b/checkpoint-35000/optimizer.bin new file mode 100644 index 0000000000000000000000000000000000000000..5a288e01145b889c761688e51bdaa7ff1fe89660 --- /dev/null +++ b/checkpoint-35000/optimizer.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:74d70dbe04f7cd62b1e6cd49fee33fd57b6dd70402ac92f240bd384d192ab40f +size 2914111182 diff --git a/checkpoint-35000/random_states_0.pkl b/checkpoint-35000/random_states_0.pkl new file mode 100644 index 0000000000000000000000000000000000000000..7f67fb9e18551baf5e884858629dcaef0f54a53a --- /dev/null +++ b/checkpoint-35000/random_states_0.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:666cc34a6ea68af64e9de44fb74af12b1839b9c350796756f5cf7d5391519190 +size 14280 diff --git a/checkpoint-35000/scheduler.bin b/checkpoint-35000/scheduler.bin new file mode 100644 index 0000000000000000000000000000000000000000..33c27e6931111993f5114531046b734968d011be --- /dev/null +++ b/checkpoint-35000/scheduler.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c651a22b64e15483287791d87b3d753e1c4331309e2bf9a4cd33d9bf2df0e79a +size 1000 diff --git a/checkpoint-40000/controlnet/config.json b/checkpoint-40000/controlnet/config.json new file mode 100644 index 0000000000000000000000000000000000000000..3627a3a9e36a92fd58b94ece1170844ea3ae914c --- /dev/null +++ b/checkpoint-40000/controlnet/config.json @@ -0,0 +1,56 @@ +{ + "_class_name": "ControlNetModel", + "_diffusers_version": "0.26.0.dev0", + "act_fn": "silu", + "addition_embed_type": null, + "addition_embed_type_num_heads": 64, + "addition_time_embed_dim": null, + "attention_head_dim": [ + 5, + 10, + 20, + 20 + ], + "block_out_channels": [ + 320, + 640, + 1280, + 1280 + ], + "class_embed_type": null, + "conditioning_channels": 3, + "conditioning_embedding_out_channels": [ + 16, + 32, + 96, + 256 + ], + "controlnet_conditioning_channel_order": "rgb", + "cross_attention_dim": 1024, + "down_block_types": [ + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "DownBlock2D" + ], + "downsample_padding": 1, + "encoder_hid_dim": null, + "encoder_hid_dim_type": null, + "flip_sin_to_cos": true, + "freq_shift": 0, + "global_pool_conditions": false, + "in_channels": 4, + "layers_per_block": 2, + "mid_block_scale_factor": 1, + "mid_block_type": "UNetMidBlock2DCrossAttn", + "norm_eps": 1e-05, + "norm_num_groups": 32, + "num_attention_heads": null, + "num_class_embeds": null, + "only_cross_attention": false, + "projection_class_embeddings_input_dim": null, + "resnet_time_scale_shift": "default", + "transformer_layers_per_block": 1, + "upcast_attention": false, + "use_linear_projection": true +} diff --git a/checkpoint-40000/controlnet/diffusion_pytorch_model.safetensors b/checkpoint-40000/controlnet/diffusion_pytorch_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..b6d55761e2378cd515f215e136e3933eb9fccc98 --- /dev/null +++ b/checkpoint-40000/controlnet/diffusion_pytorch_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:94ee1cf57858d8b732bec2666ad5868461f1b9acc762f9ff768640d7d704b569 +size 1456953560 diff --git a/checkpoint-40000/optimizer.bin b/checkpoint-40000/optimizer.bin new file mode 100644 index 0000000000000000000000000000000000000000..11f2c7e756938b02653ba15892fdf22d84ae5177 --- /dev/null +++ b/checkpoint-40000/optimizer.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8a37f671a2a373417c84ed62225a9eeded91d891e2ae6be28f96fce37e7c14cd +size 2914111182 diff --git a/checkpoint-40000/random_states_0.pkl b/checkpoint-40000/random_states_0.pkl new file mode 100644 index 0000000000000000000000000000000000000000..eb45ec92db2599fcd9de9b4d6588c3e99f009f37 --- /dev/null +++ b/checkpoint-40000/random_states_0.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d344f846e930dccdd9236c6992d053da7ab8c72add0506c5e8dc8eb075e74873 +size 14344 diff --git a/checkpoint-40000/scheduler.bin b/checkpoint-40000/scheduler.bin new file mode 100644 index 0000000000000000000000000000000000000000..6dffcd00bd74d2df525dd6d7257097ae5660f00d --- /dev/null +++ b/checkpoint-40000/scheduler.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c3545acd782fef9a3052d35e8588ad863cba8df6191a8d8b91634d123b7bb20e +size 1000 diff --git a/checkpoint-45000/controlnet/config.json b/checkpoint-45000/controlnet/config.json new file mode 100644 index 0000000000000000000000000000000000000000..3627a3a9e36a92fd58b94ece1170844ea3ae914c --- /dev/null +++ b/checkpoint-45000/controlnet/config.json @@ -0,0 +1,56 @@ +{ + "_class_name": "ControlNetModel", + "_diffusers_version": "0.26.0.dev0", + "act_fn": "silu", + "addition_embed_type": null, + "addition_embed_type_num_heads": 64, + "addition_time_embed_dim": null, + "attention_head_dim": [ + 5, + 10, + 20, + 20 + ], + "block_out_channels": [ + 320, + 640, + 1280, + 1280 + ], + "class_embed_type": null, + "conditioning_channels": 3, + "conditioning_embedding_out_channels": [ + 16, + 32, + 96, + 256 + ], + "controlnet_conditioning_channel_order": "rgb", + "cross_attention_dim": 1024, + "down_block_types": [ + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "DownBlock2D" + ], + "downsample_padding": 1, + "encoder_hid_dim": null, + "encoder_hid_dim_type": null, + "flip_sin_to_cos": true, + "freq_shift": 0, + "global_pool_conditions": false, + "in_channels": 4, + "layers_per_block": 2, + "mid_block_scale_factor": 1, + "mid_block_type": "UNetMidBlock2DCrossAttn", + "norm_eps": 1e-05, + "norm_num_groups": 32, + "num_attention_heads": null, + "num_class_embeds": null, + "only_cross_attention": false, + "projection_class_embeddings_input_dim": null, + "resnet_time_scale_shift": "default", + "transformer_layers_per_block": 1, + "upcast_attention": false, + "use_linear_projection": true +} diff --git a/checkpoint-45000/controlnet/diffusion_pytorch_model.safetensors b/checkpoint-45000/controlnet/diffusion_pytorch_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..60a8473028dce9533b2213d6b6356c52e04c06b7 --- /dev/null +++ b/checkpoint-45000/controlnet/diffusion_pytorch_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0f0d9c8b1f263c39735def2ab5fb25096714700bd72670dde752a7ff5ff62ad4 +size 1456953560 diff --git a/checkpoint-45000/optimizer.bin b/checkpoint-45000/optimizer.bin new file mode 100644 index 0000000000000000000000000000000000000000..b2b06dd988e4c93c82d17b530f4d00c4788ab71e --- /dev/null +++ b/checkpoint-45000/optimizer.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ba0a9e1b506753780fa56ec09143c4ff1d91bbc2bfef083a62deff7c3d754a93 +size 2914111182 diff --git a/checkpoint-45000/random_states_0.pkl b/checkpoint-45000/random_states_0.pkl new file mode 100644 index 0000000000000000000000000000000000000000..c08657e86fbbc0d427bb6941845526d1463588ff --- /dev/null +++ b/checkpoint-45000/random_states_0.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9297f4ec7a7852ec59002b8cedac8ea89316b86366666116e5130905d8053fe0 +size 14344 diff --git a/checkpoint-45000/scheduler.bin b/checkpoint-45000/scheduler.bin new file mode 100644 index 0000000000000000000000000000000000000000..0abb898216aee28281ab9b5e41dc7e0c4e848e6b --- /dev/null +++ b/checkpoint-45000/scheduler.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bb5bf84762fc90d32709f3ec06b0a2d5c831d3803eb5e15dbed5d07a9f75493c +size 1000 diff --git a/checkpoint-5000/controlnet/config.json b/checkpoint-5000/controlnet/config.json new file mode 100644 index 0000000000000000000000000000000000000000..3627a3a9e36a92fd58b94ece1170844ea3ae914c --- /dev/null +++ b/checkpoint-5000/controlnet/config.json @@ -0,0 +1,56 @@ +{ + "_class_name": "ControlNetModel", + "_diffusers_version": "0.26.0.dev0", + "act_fn": "silu", + "addition_embed_type": null, + "addition_embed_type_num_heads": 64, + "addition_time_embed_dim": null, + "attention_head_dim": [ + 5, + 10, + 20, + 20 + ], + "block_out_channels": [ + 320, + 640, + 1280, + 1280 + ], + "class_embed_type": null, + "conditioning_channels": 3, + "conditioning_embedding_out_channels": [ + 16, + 32, + 96, + 256 + ], + "controlnet_conditioning_channel_order": "rgb", + "cross_attention_dim": 1024, + "down_block_types": [ + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "DownBlock2D" + ], + "downsample_padding": 1, + "encoder_hid_dim": null, + "encoder_hid_dim_type": null, + "flip_sin_to_cos": true, + "freq_shift": 0, + "global_pool_conditions": false, + "in_channels": 4, + "layers_per_block": 2, + "mid_block_scale_factor": 1, + "mid_block_type": "UNetMidBlock2DCrossAttn", + "norm_eps": 1e-05, + "norm_num_groups": 32, + "num_attention_heads": null, + "num_class_embeds": null, + "only_cross_attention": false, + "projection_class_embeddings_input_dim": null, + "resnet_time_scale_shift": "default", + "transformer_layers_per_block": 1, + "upcast_attention": false, + "use_linear_projection": true +} diff --git a/checkpoint-5000/controlnet/diffusion_pytorch_model.safetensors b/checkpoint-5000/controlnet/diffusion_pytorch_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..af68ef3abcae577c449190fff3053913162e1924 --- /dev/null +++ b/checkpoint-5000/controlnet/diffusion_pytorch_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:94727b91361d37c68fb883217a7ffe373286963cebbf405ac8ad0de48fc60825 +size 1456953560 diff --git a/checkpoint-5000/optimizer.bin b/checkpoint-5000/optimizer.bin new file mode 100644 index 0000000000000000000000000000000000000000..365b25b0e9b063c6c3805900ada3719bdaef136f --- /dev/null +++ b/checkpoint-5000/optimizer.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a0be4ecb845df6a6d22e48a77f4153eb2a2b2f7ed871ec800a6cd6d629162d50 +size 2914111182 diff --git a/checkpoint-5000/random_states_0.pkl b/checkpoint-5000/random_states_0.pkl new file mode 100644 index 0000000000000000000000000000000000000000..dfa920444ceb815b355cd309dd181b6803b8c204 --- /dev/null +++ b/checkpoint-5000/random_states_0.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3286016eba96a1946a0a38010fd9ecbb26da2fb801b3554ad5cc5ad6df8964f7 +size 14344 diff --git a/checkpoint-5000/scheduler.bin b/checkpoint-5000/scheduler.bin new file mode 100644 index 0000000000000000000000000000000000000000..976a27de201da5488bc7b42ce6d3ddff38320cae --- /dev/null +++ b/checkpoint-5000/scheduler.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:920333155b08e76154b89a85170c320833074db7b84649a9cfe79fd10b6bf2d9 +size 1000 diff --git a/checkpoint-50000/controlnet/config.json b/checkpoint-50000/controlnet/config.json new file mode 100644 index 0000000000000000000000000000000000000000..3627a3a9e36a92fd58b94ece1170844ea3ae914c --- /dev/null +++ b/checkpoint-50000/controlnet/config.json @@ -0,0 +1,56 @@ +{ + "_class_name": "ControlNetModel", + "_diffusers_version": "0.26.0.dev0", + "act_fn": "silu", + "addition_embed_type": null, + "addition_embed_type_num_heads": 64, + "addition_time_embed_dim": null, + "attention_head_dim": [ + 5, + 10, + 20, + 20 + ], + "block_out_channels": [ + 320, + 640, + 1280, + 1280 + ], + "class_embed_type": null, + "conditioning_channels": 3, + "conditioning_embedding_out_channels": [ + 16, + 32, + 96, + 256 + ], + "controlnet_conditioning_channel_order": "rgb", + "cross_attention_dim": 1024, + "down_block_types": [ + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "DownBlock2D" + ], + "downsample_padding": 1, + "encoder_hid_dim": null, + "encoder_hid_dim_type": null, + "flip_sin_to_cos": true, + "freq_shift": 0, + "global_pool_conditions": false, + "in_channels": 4, + "layers_per_block": 2, + "mid_block_scale_factor": 1, + "mid_block_type": "UNetMidBlock2DCrossAttn", + "norm_eps": 1e-05, + "norm_num_groups": 32, + "num_attention_heads": null, + "num_class_embeds": null, + "only_cross_attention": false, + "projection_class_embeddings_input_dim": null, + "resnet_time_scale_shift": "default", + "transformer_layers_per_block": 1, + "upcast_attention": false, + "use_linear_projection": true +} diff --git a/checkpoint-50000/controlnet/diffusion_pytorch_model.safetensors b/checkpoint-50000/controlnet/diffusion_pytorch_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..07a8d0e7beb69574264496a3e4482db087a74a27 --- /dev/null +++ b/checkpoint-50000/controlnet/diffusion_pytorch_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fcfd4eae24dd9f7dcafab96415465cf4b01a95063a6f712ad3236bffee2e9b3c +size 1456953560 diff --git a/checkpoint-50000/optimizer.bin b/checkpoint-50000/optimizer.bin new file mode 100644 index 0000000000000000000000000000000000000000..cdac67a24fb6514a2c8e33fc278e35dc4df36cc0 --- /dev/null +++ b/checkpoint-50000/optimizer.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2363f16282b07303f188d9b60da2bedd26cf61d4bcc8363b2d86e05e728c8b28 +size 2914111182 diff --git a/checkpoint-50000/random_states_0.pkl b/checkpoint-50000/random_states_0.pkl new file mode 100644 index 0000000000000000000000000000000000000000..9e6f5a01088af16ee1ed0771323c04037d157abf --- /dev/null +++ b/checkpoint-50000/random_states_0.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bdb31243480fc1c1ffeb34743d9a6a9eeb70308a2e4644d9d7b8d86446105dff +size 14408 diff --git a/checkpoint-50000/scheduler.bin b/checkpoint-50000/scheduler.bin new file mode 100644 index 0000000000000000000000000000000000000000..8b04c27c1940adc14459a33156ac9c38e092b42e --- /dev/null +++ b/checkpoint-50000/scheduler.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2b831757240da1d06d1567b4a5848d4069598de1e9f44a1ca3a54e7db3a7ec54 +size 1000 diff --git a/config.json b/config.json new file mode 100644 index 0000000000000000000000000000000000000000..3627a3a9e36a92fd58b94ece1170844ea3ae914c --- /dev/null +++ b/config.json @@ -0,0 +1,56 @@ +{ + "_class_name": "ControlNetModel", + "_diffusers_version": "0.26.0.dev0", + "act_fn": "silu", + "addition_embed_type": null, + "addition_embed_type_num_heads": 64, + "addition_time_embed_dim": null, + "attention_head_dim": [ + 5, + 10, + 20, + 20 + ], + "block_out_channels": [ + 320, + 640, + 1280, + 1280 + ], + "class_embed_type": null, + "conditioning_channels": 3, + "conditioning_embedding_out_channels": [ + 16, + 32, + 96, + 256 + ], + "controlnet_conditioning_channel_order": "rgb", + "cross_attention_dim": 1024, + "down_block_types": [ + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "DownBlock2D" + ], + "downsample_padding": 1, + "encoder_hid_dim": null, + "encoder_hid_dim_type": null, + "flip_sin_to_cos": true, + "freq_shift": 0, + "global_pool_conditions": false, + "in_channels": 4, + "layers_per_block": 2, + "mid_block_scale_factor": 1, + "mid_block_type": "UNetMidBlock2DCrossAttn", + "norm_eps": 1e-05, + "norm_num_groups": 32, + "num_attention_heads": null, + "num_class_embeds": null, + "only_cross_attention": false, + "projection_class_embeddings_input_dim": null, + "resnet_time_scale_shift": "default", + "transformer_layers_per_block": 1, + "upcast_attention": false, + "use_linear_projection": true +} diff --git a/diffusion_pytorch_model.safetensors b/diffusion_pytorch_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..07a8d0e7beb69574264496a3e4482db087a74a27 --- /dev/null +++ b/diffusion_pytorch_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fcfd4eae24dd9f7dcafab96415465cf4b01a95063a6f712ad3236bffee2e9b3c +size 1456953560 diff --git a/logs/controlnet/1704906515.002351/events.out.tfevents.1704906515.evc1.11096.1 b/logs/controlnet/1704906515.002351/events.out.tfevents.1704906515.evc1.11096.1 new file mode 100644 index 0000000000000000000000000000000000000000..49c7a0b15fe066dc965d4ead49f047a877dc7822 --- /dev/null +++ b/logs/controlnet/1704906515.002351/events.out.tfevents.1704906515.evc1.11096.1 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:99fe445fbf8b2f54931e3cfebac918b57b8892771eb1e5bd0993514b5f62a725 +size 2272 diff --git a/logs/controlnet/1704906515.0061288/hparams.yml b/logs/controlnet/1704906515.0061288/hparams.yml new file mode 100644 index 0000000000000000000000000000000000000000..c5d5a55ca0a2b5d8a8445f884419d78600329abb --- /dev/null +++ b/logs/controlnet/1704906515.0061288/hparams.yml @@ -0,0 +1,50 @@ +adam_beta1: 0.9 +adam_beta2: 0.999 +adam_epsilon: 1.0e-08 +adam_weight_decay: 0.01 +allow_tf32: false +cache_dir: null +caption_column: label +checkpointing_steps: 5000 +checkpoints_total_limit: null +conditioning_image_column: sketch +controlnet_model_name_or_path: null +dataloader_num_workers: 0 +dataset_config_name: null +dataset_name: hxgrace/augmentedSketches +enable_xformers_memory_efficient_attention: true +gradient_accumulation_steps: 1 +gradient_checkpointing: false +hub_model_id: null +hub_token: null +image_column: image +learning_rate: 1.0e-05 +logging_dir: logs +lr_num_cycles: 1 +lr_power: 1.0 +lr_scheduler: constant +lr_warmup_steps: 500 +max_grad_norm: 1.0 +max_train_samples: null +max_train_steps: 50000 +mixed_precision: null +num_train_epochs: 20 +num_validation_images: 4 +output_dir: model20 +pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base +proportion_empty_prompts: 0 +push_to_hub: true +report_to: tensorboard +resolution: 256 +resume_from_checkpoint: null +revision: null +scale_lr: false +seed: null +set_grads_to_none: false +tokenizer_name: null +tracker_project_name: controlnet +train_batch_size: 2 +train_data_dir: null +use_8bit_adam: false +validation_steps: 5000 +variant: null diff --git a/logs/controlnet/events.out.tfevents.1704906514.evc1.11096.0 b/logs/controlnet/events.out.tfevents.1704906514.evc1.11096.0 new file mode 100644 index 0000000000000000000000000000000000000000..90d7ccda0b7f4cf1ae0f5e9e9a65b987187a9ce7 --- /dev/null +++ b/logs/controlnet/events.out.tfevents.1704906514.evc1.11096.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7230c72d3838fead9393a3fe752ff262bdba72f128e5dad5e2deb28eb72f9ec3 +size 4267068