diff --git a/README.md b/README.md new file mode 100644 index 0000000000000000000000000000000000000000..67c06c4aab552ca8c81f703397bceba536b72345 --- /dev/null +++ b/README.md @@ -0,0 +1,39 @@ +--- +base_model: stable-diffusion-v1-5/stable-diffusion-v1-5 +library_name: diffusers +license: creativeml-openrail-m +inference: true +tags: +- stable-diffusion +- stable-diffusion-diffusers +- text-to-image +- diffusers +- controlnet +- diffusers-training +--- + + + + +# controlnet-aqhareus/controlnet-floorplan + +These are controlnet weights trained on stable-diffusion-v1-5/stable-diffusion-v1-5 with new type of conditioning. + + + +## Intended uses & limitations + +#### How to use + +```python +# TODO: add an example code snippet for running this diffusion pipeline +``` + +#### Limitations and bias + +[TODO: provide examples of latent issues and potential remediations] + +## Training details + +[TODO: describe the data used to train the model] \ No newline at end of file diff --git a/checkpoint-100/controlnet/config.json b/checkpoint-100/controlnet/config.json new file mode 100644 index 0000000000000000000000000000000000000000..1081ca7058a13e21c387e85b8a49262f1706e613 --- /dev/null +++ b/checkpoint-100/controlnet/config.json @@ -0,0 +1,52 @@ +{ + "_class_name": "ControlNetModel", + "_diffusers_version": "0.37.0.dev0", + "_name_or_path": "lllyasviel/sd-controlnet-seg", + "act_fn": "silu", + "addition_embed_type": null, + "addition_embed_type_num_heads": 64, + "addition_time_embed_dim": null, + "attention_head_dim": 8, + "block_out_channels": [ + 320, + 640, + 1280, + 1280 + ], + "class_embed_type": null, + "conditioning_channels": 3, + "conditioning_embedding_out_channels": [ + 16, + 32, + 96, + 256 + ], + "controlnet_conditioning_channel_order": "rgb", + "cross_attention_dim": 768, + "down_block_types": [ + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "DownBlock2D" + ], + "downsample_padding": 1, + "encoder_hid_dim": null, + "encoder_hid_dim_type": null, + "flip_sin_to_cos": true, + "freq_shift": 0, + "global_pool_conditions": false, + "in_channels": 4, + "layers_per_block": 2, + "mid_block_scale_factor": 1, + "mid_block_type": "UNetMidBlock2DCrossAttn", + "norm_eps": 1e-05, + "norm_num_groups": 32, + "num_attention_heads": null, + "num_class_embeds": null, + "only_cross_attention": false, + "projection_class_embeddings_input_dim": null, + "resnet_time_scale_shift": "default", + "transformer_layers_per_block": 1, + "upcast_attention": false, + "use_linear_projection": false +} diff --git a/checkpoint-100/controlnet/diffusion_pytorch_model.safetensors b/checkpoint-100/controlnet/diffusion_pytorch_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..6c52b867045479e6eea15718a988178ffc17f748 --- /dev/null +++ b/checkpoint-100/controlnet/diffusion_pytorch_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:071801a7c415a7a7051078784bd99968b09da9d4c1d48f22ac15a785525241de +size 1445157120 diff --git a/checkpoint-100/optimizer.bin b/checkpoint-100/optimizer.bin new file mode 100644 index 0000000000000000000000000000000000000000..b220f5daaedb4135c47249186ee0dfddd87e4380 --- /dev/null +++ b/checkpoint-100/optimizer.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:12546ece2c1e981d08a85e4ace7f86a01de6c97c627328a573ee1a4ba5da3398 +size 2890518943 diff --git a/checkpoint-100/random_states_0.pkl b/checkpoint-100/random_states_0.pkl new file mode 100644 index 0000000000000000000000000000000000000000..25b22629e428c89640fa6f923574e846c32d2fd3 --- /dev/null +++ b/checkpoint-100/random_states_0.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:de468e97adfff9d3d81edf0f53b8028dc035ae01bd1d471e398b30d7c3926017 +size 14821 diff --git a/checkpoint-100/scaler.pt b/checkpoint-100/scaler.pt new file mode 100644 index 0000000000000000000000000000000000000000..215c5d2069bd81cb35727ebca07a510ac59c9d94 --- /dev/null +++ b/checkpoint-100/scaler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c4393a84a3109995aa1202073b039b12062e3189ed89aa0b94ef0510ba843009 +size 1383 diff --git a/checkpoint-100/scheduler.bin b/checkpoint-100/scheduler.bin new file mode 100644 index 0000000000000000000000000000000000000000..d4b0ee475cf836edc0955610c867cbc871fd442c --- /dev/null +++ b/checkpoint-100/scheduler.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c82ba0f8cdbbd1c4dc0a5aa9a7ff372dfa20f4cf4a1f961bb860efaba009e9a0 +size 1401 diff --git a/checkpoint-120/controlnet/config.json b/checkpoint-120/controlnet/config.json new file mode 100644 index 0000000000000000000000000000000000000000..1081ca7058a13e21c387e85b8a49262f1706e613 --- /dev/null +++ b/checkpoint-120/controlnet/config.json @@ -0,0 +1,52 @@ +{ + "_class_name": "ControlNetModel", + "_diffusers_version": "0.37.0.dev0", + "_name_or_path": "lllyasviel/sd-controlnet-seg", + "act_fn": "silu", + "addition_embed_type": null, + "addition_embed_type_num_heads": 64, + "addition_time_embed_dim": null, + "attention_head_dim": 8, + "block_out_channels": [ + 320, + 640, + 1280, + 1280 + ], + "class_embed_type": null, + "conditioning_channels": 3, + "conditioning_embedding_out_channels": [ + 16, + 32, + 96, + 256 + ], + "controlnet_conditioning_channel_order": "rgb", + "cross_attention_dim": 768, + "down_block_types": [ + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "DownBlock2D" + ], + "downsample_padding": 1, + "encoder_hid_dim": null, + "encoder_hid_dim_type": null, + "flip_sin_to_cos": true, + "freq_shift": 0, + "global_pool_conditions": false, + "in_channels": 4, + "layers_per_block": 2, + "mid_block_scale_factor": 1, + "mid_block_type": "UNetMidBlock2DCrossAttn", + "norm_eps": 1e-05, + "norm_num_groups": 32, + "num_attention_heads": null, + "num_class_embeds": null, + "only_cross_attention": false, + "projection_class_embeddings_input_dim": null, + "resnet_time_scale_shift": "default", + "transformer_layers_per_block": 1, + "upcast_attention": false, + "use_linear_projection": false +} diff --git a/checkpoint-120/controlnet/diffusion_pytorch_model.safetensors b/checkpoint-120/controlnet/diffusion_pytorch_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..3efc6fc4ea8ad2437b1c02ce4feaaecc09c615f6 --- /dev/null +++ b/checkpoint-120/controlnet/diffusion_pytorch_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8aee926a66af469a2cfe6331f32f9f9b9be2f6e8c001cd0b9cf4ffc580a9618e +size 1445157120 diff --git a/checkpoint-120/optimizer.bin b/checkpoint-120/optimizer.bin new file mode 100644 index 0000000000000000000000000000000000000000..517f07ffe41b38904afc75a8a35d3c7cc3b466f8 --- /dev/null +++ b/checkpoint-120/optimizer.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:edfd16a63341a560aeca3008fdda2c6d34aac6eb88bbcf0a435f69b6f20e9a3f +size 2890518943 diff --git a/checkpoint-120/random_states_0.pkl b/checkpoint-120/random_states_0.pkl new file mode 100644 index 0000000000000000000000000000000000000000..b36a48a6fc3b68e5295d4baa1fe5836f164d6c1e --- /dev/null +++ b/checkpoint-120/random_states_0.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d0c088e0dd113b5de157e9b29787caed1fe946f1279c21e0710ae4199827ac97 +size 14821 diff --git a/checkpoint-120/scaler.pt b/checkpoint-120/scaler.pt new file mode 100644 index 0000000000000000000000000000000000000000..772eecfc6348eb45bfc39d0e1da1d7f0145b00bc --- /dev/null +++ b/checkpoint-120/scaler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:26073fbe26a02b632103b1678f2854b89a7a7ba1383061e25f1fcfcca5cb1921 +size 1383 diff --git a/checkpoint-120/scheduler.bin b/checkpoint-120/scheduler.bin new file mode 100644 index 0000000000000000000000000000000000000000..d75ada810d10b61957f1e52713a90d6113d93056 --- /dev/null +++ b/checkpoint-120/scheduler.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e4e5dec62ca039836eed071ecdde875ed6379c55a9e9949e9eb1154808b4aef3 +size 1401 diff --git a/checkpoint-140/controlnet/config.json b/checkpoint-140/controlnet/config.json new file mode 100644 index 0000000000000000000000000000000000000000..1081ca7058a13e21c387e85b8a49262f1706e613 --- /dev/null +++ b/checkpoint-140/controlnet/config.json @@ -0,0 +1,52 @@ +{ + "_class_name": "ControlNetModel", + "_diffusers_version": "0.37.0.dev0", + "_name_or_path": "lllyasviel/sd-controlnet-seg", + "act_fn": "silu", + "addition_embed_type": null, + "addition_embed_type_num_heads": 64, + "addition_time_embed_dim": null, + "attention_head_dim": 8, + "block_out_channels": [ + 320, + 640, + 1280, + 1280 + ], + "class_embed_type": null, + "conditioning_channels": 3, + "conditioning_embedding_out_channels": [ + 16, + 32, + 96, + 256 + ], + "controlnet_conditioning_channel_order": "rgb", + "cross_attention_dim": 768, + "down_block_types": [ + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "DownBlock2D" + ], + "downsample_padding": 1, + "encoder_hid_dim": null, + "encoder_hid_dim_type": null, + "flip_sin_to_cos": true, + "freq_shift": 0, + "global_pool_conditions": false, + "in_channels": 4, + "layers_per_block": 2, + "mid_block_scale_factor": 1, + "mid_block_type": "UNetMidBlock2DCrossAttn", + "norm_eps": 1e-05, + "norm_num_groups": 32, + "num_attention_heads": null, + "num_class_embeds": null, + "only_cross_attention": false, + "projection_class_embeddings_input_dim": null, + "resnet_time_scale_shift": "default", + "transformer_layers_per_block": 1, + "upcast_attention": false, + "use_linear_projection": false +} diff --git a/checkpoint-140/controlnet/diffusion_pytorch_model.safetensors b/checkpoint-140/controlnet/diffusion_pytorch_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..a791adec9bd59ba94c3f9cf510d34a37183cf8b8 --- /dev/null +++ b/checkpoint-140/controlnet/diffusion_pytorch_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e435a0db59ffbedaef18b51c2c89090bc45cc3aa430fd960070b558fc5ac4b3b +size 1445157120 diff --git a/checkpoint-140/optimizer.bin b/checkpoint-140/optimizer.bin new file mode 100644 index 0000000000000000000000000000000000000000..09770ac20d58d08f407c28e32afff4e20daf874a --- /dev/null +++ b/checkpoint-140/optimizer.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:100cb99eb4f8a307e06f42017f6d99c71a5d03e6c77e050f7cad31d6076f2b24 +size 2890518943 diff --git a/checkpoint-140/random_states_0.pkl b/checkpoint-140/random_states_0.pkl new file mode 100644 index 0000000000000000000000000000000000000000..299c40a86fa3b329984f696e13e2884a51a11164 --- /dev/null +++ b/checkpoint-140/random_states_0.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fc257da105d9d12598741ca18be6caba69fd77496d6b5a5e1ff93408c43cc4cc +size 14821 diff --git a/checkpoint-140/scaler.pt b/checkpoint-140/scaler.pt new file mode 100644 index 0000000000000000000000000000000000000000..773ecf57c02e9caf7e40a912947516fc19eac8f9 --- /dev/null +++ b/checkpoint-140/scaler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7175e91c3bb2211fef63ff60d6bcb56330dc06ab925f9c1d641d686b2da06845 +size 1383 diff --git a/checkpoint-140/scheduler.bin b/checkpoint-140/scheduler.bin new file mode 100644 index 0000000000000000000000000000000000000000..f5fa30abb79eab63792945058af839b8a7db5f28 --- /dev/null +++ b/checkpoint-140/scheduler.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7b4b8b0211232bde4d7baf9e1c25051353ec0479c16709d5aa658d6a28978f79 +size 1401 diff --git a/checkpoint-160/controlnet/config.json b/checkpoint-160/controlnet/config.json new file mode 100644 index 0000000000000000000000000000000000000000..1081ca7058a13e21c387e85b8a49262f1706e613 --- /dev/null +++ b/checkpoint-160/controlnet/config.json @@ -0,0 +1,52 @@ +{ + "_class_name": "ControlNetModel", + "_diffusers_version": "0.37.0.dev0", + "_name_or_path": "lllyasviel/sd-controlnet-seg", + "act_fn": "silu", + "addition_embed_type": null, + "addition_embed_type_num_heads": 64, + "addition_time_embed_dim": null, + "attention_head_dim": 8, + "block_out_channels": [ + 320, + 640, + 1280, + 1280 + ], + "class_embed_type": null, + "conditioning_channels": 3, + "conditioning_embedding_out_channels": [ + 16, + 32, + 96, + 256 + ], + "controlnet_conditioning_channel_order": "rgb", + "cross_attention_dim": 768, + "down_block_types": [ + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "DownBlock2D" + ], + "downsample_padding": 1, + "encoder_hid_dim": null, + "encoder_hid_dim_type": null, + "flip_sin_to_cos": true, + "freq_shift": 0, + "global_pool_conditions": false, + "in_channels": 4, + "layers_per_block": 2, + "mid_block_scale_factor": 1, + "mid_block_type": "UNetMidBlock2DCrossAttn", + "norm_eps": 1e-05, + "norm_num_groups": 32, + "num_attention_heads": null, + "num_class_embeds": null, + "only_cross_attention": false, + "projection_class_embeddings_input_dim": null, + "resnet_time_scale_shift": "default", + "transformer_layers_per_block": 1, + "upcast_attention": false, + "use_linear_projection": false +} diff --git a/checkpoint-160/controlnet/diffusion_pytorch_model.safetensors b/checkpoint-160/controlnet/diffusion_pytorch_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c77f2876ddc9cd158dff0421562afd0916f87804 --- /dev/null +++ b/checkpoint-160/controlnet/diffusion_pytorch_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:210e0c16037d599bbdddcbba41b916742cdedd31484ba33d33f76b9e904dadc7 +size 1445157120 diff --git a/checkpoint-160/optimizer.bin b/checkpoint-160/optimizer.bin new file mode 100644 index 0000000000000000000000000000000000000000..5932ba6fb2e511f40e09adc123cc45c9ee731764 --- /dev/null +++ b/checkpoint-160/optimizer.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d7f577783edd6905f5d332d6f16512a9bf85233b28ab00839136f9f10c43a4ea +size 2890518943 diff --git a/checkpoint-160/random_states_0.pkl b/checkpoint-160/random_states_0.pkl new file mode 100644 index 0000000000000000000000000000000000000000..b35477dcce278603ac3cb5c0ca66d34e168f96bd --- /dev/null +++ b/checkpoint-160/random_states_0.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:49b77d122ce71dca8fc7efd4f454907f4de659ff1bcb9f1ac1a534c909d71b68 +size 14821 diff --git a/checkpoint-160/scaler.pt b/checkpoint-160/scaler.pt new file mode 100644 index 0000000000000000000000000000000000000000..bc9cf994ee0ab336a7067ec4abbf22e25a5eba05 --- /dev/null +++ b/checkpoint-160/scaler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ba5d95e44a010ae6cee2f4da469c30cc72327a751b77e69e837652701f5b1e67 +size 1383 diff --git a/checkpoint-160/scheduler.bin b/checkpoint-160/scheduler.bin new file mode 100644 index 0000000000000000000000000000000000000000..67a682f3a4a30cc2da2b069cd9f65f2cdc3d25e7 --- /dev/null +++ b/checkpoint-160/scheduler.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d8fd22bf9e45179250959986a0ce72bf6e72a9863f1c674a0a833e24e2d915cb +size 1401 diff --git a/checkpoint-180/controlnet/config.json b/checkpoint-180/controlnet/config.json new file mode 100644 index 0000000000000000000000000000000000000000..1081ca7058a13e21c387e85b8a49262f1706e613 --- /dev/null +++ b/checkpoint-180/controlnet/config.json @@ -0,0 +1,52 @@ +{ + "_class_name": "ControlNetModel", + "_diffusers_version": "0.37.0.dev0", + "_name_or_path": "lllyasviel/sd-controlnet-seg", + "act_fn": "silu", + "addition_embed_type": null, + "addition_embed_type_num_heads": 64, + "addition_time_embed_dim": null, + "attention_head_dim": 8, + "block_out_channels": [ + 320, + 640, + 1280, + 1280 + ], + "class_embed_type": null, + "conditioning_channels": 3, + "conditioning_embedding_out_channels": [ + 16, + 32, + 96, + 256 + ], + "controlnet_conditioning_channel_order": "rgb", + "cross_attention_dim": 768, + "down_block_types": [ + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "DownBlock2D" + ], + "downsample_padding": 1, + "encoder_hid_dim": null, + "encoder_hid_dim_type": null, + "flip_sin_to_cos": true, + "freq_shift": 0, + "global_pool_conditions": false, + "in_channels": 4, + "layers_per_block": 2, + "mid_block_scale_factor": 1, + "mid_block_type": "UNetMidBlock2DCrossAttn", + "norm_eps": 1e-05, + "norm_num_groups": 32, + "num_attention_heads": null, + "num_class_embeds": null, + "only_cross_attention": false, + "projection_class_embeddings_input_dim": null, + "resnet_time_scale_shift": "default", + "transformer_layers_per_block": 1, + "upcast_attention": false, + "use_linear_projection": false +} diff --git a/checkpoint-180/controlnet/diffusion_pytorch_model.safetensors b/checkpoint-180/controlnet/diffusion_pytorch_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..fd66db47fe4698b061d03993ed8653176bbfb1e3 --- /dev/null +++ b/checkpoint-180/controlnet/diffusion_pytorch_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bc5b9fad7a72516dade9fa89a830c0289c9209604e92afdddfd021fcdc8d7173 +size 1445157120 diff --git a/checkpoint-180/optimizer.bin b/checkpoint-180/optimizer.bin new file mode 100644 index 0000000000000000000000000000000000000000..af91d6d79ca92e59c91b6a0879c3f0f7675100a5 --- /dev/null +++ b/checkpoint-180/optimizer.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f0b057437738b2f64322646b748e1f9b79724f88da9305a9800edaaefa5ec2ec +size 2890518943 diff --git a/checkpoint-180/random_states_0.pkl b/checkpoint-180/random_states_0.pkl new file mode 100644 index 0000000000000000000000000000000000000000..d90923e066c8160c712e0ff9614fc277b4192f8b --- /dev/null +++ b/checkpoint-180/random_states_0.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:230a19c8cfbb1a9472e53bc9af2be46d264f71f5c188dc7669241e0a70a82c39 +size 14821 diff --git a/checkpoint-180/scaler.pt b/checkpoint-180/scaler.pt new file mode 100644 index 0000000000000000000000000000000000000000..909b4368b345625d18b5bb74870c91f6211af7f4 --- /dev/null +++ b/checkpoint-180/scaler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a46dab75a56f27dde2e8e3e67ded80f1f613cc87f428da2078839cef043ade4 +size 1383 diff --git a/checkpoint-180/scheduler.bin b/checkpoint-180/scheduler.bin new file mode 100644 index 0000000000000000000000000000000000000000..8589483874393d9b19163c06c1e4bf50f740737d --- /dev/null +++ b/checkpoint-180/scheduler.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f8e5339ca9eea90c5d17fd8f49d6b11f24c522346c1c9a24c1c1d75c2bdd7669 +size 1401 diff --git a/checkpoint-20/controlnet/config.json b/checkpoint-20/controlnet/config.json new file mode 100644 index 0000000000000000000000000000000000000000..1081ca7058a13e21c387e85b8a49262f1706e613 --- /dev/null +++ b/checkpoint-20/controlnet/config.json @@ -0,0 +1,52 @@ +{ + "_class_name": "ControlNetModel", + "_diffusers_version": "0.37.0.dev0", + "_name_or_path": "lllyasviel/sd-controlnet-seg", + "act_fn": "silu", + "addition_embed_type": null, + "addition_embed_type_num_heads": 64, + "addition_time_embed_dim": null, + "attention_head_dim": 8, + "block_out_channels": [ + 320, + 640, + 1280, + 1280 + ], + "class_embed_type": null, + "conditioning_channels": 3, + "conditioning_embedding_out_channels": [ + 16, + 32, + 96, + 256 + ], + "controlnet_conditioning_channel_order": "rgb", + "cross_attention_dim": 768, + "down_block_types": [ + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "DownBlock2D" + ], + "downsample_padding": 1, + "encoder_hid_dim": null, + "encoder_hid_dim_type": null, + "flip_sin_to_cos": true, + "freq_shift": 0, + "global_pool_conditions": false, + "in_channels": 4, + "layers_per_block": 2, + "mid_block_scale_factor": 1, + "mid_block_type": "UNetMidBlock2DCrossAttn", + "norm_eps": 1e-05, + "norm_num_groups": 32, + "num_attention_heads": null, + "num_class_embeds": null, + "only_cross_attention": false, + "projection_class_embeddings_input_dim": null, + "resnet_time_scale_shift": "default", + "transformer_layers_per_block": 1, + "upcast_attention": false, + "use_linear_projection": false +} diff --git a/checkpoint-20/controlnet/diffusion_pytorch_model.safetensors b/checkpoint-20/controlnet/diffusion_pytorch_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..7b081515840ea23a55cdc527a75be56058a5bc3c --- /dev/null +++ b/checkpoint-20/controlnet/diffusion_pytorch_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d5fda06248f2b9a6bfef7ab9d2e445ba5eb8ade9ff9a8bda6d1106cfc187a2f7 +size 1445157120 diff --git a/checkpoint-20/optimizer.bin b/checkpoint-20/optimizer.bin new file mode 100644 index 0000000000000000000000000000000000000000..896ca0e0eb21a1c633bd27a9cedc57d336661624 --- /dev/null +++ b/checkpoint-20/optimizer.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1736c7adf9d5740765d5cc22945774e79cee2b954f66b4b771488fa6f86a0bcf +size 2890518943 diff --git a/checkpoint-20/random_states_0.pkl b/checkpoint-20/random_states_0.pkl new file mode 100644 index 0000000000000000000000000000000000000000..bca1030ca6588eedb53cb1bfabc71de370bbfd4f --- /dev/null +++ b/checkpoint-20/random_states_0.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1441e907d4a37a87a24c2c132db3a5de45bea62b0308c194159da7a85980620c +size 14821 diff --git a/checkpoint-20/scaler.pt b/checkpoint-20/scaler.pt new file mode 100644 index 0000000000000000000000000000000000000000..0fd0fcf73fe5b61fbac0ad4c11b0f7c95afc179c --- /dev/null +++ b/checkpoint-20/scaler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4fee0874fa9afae54661807fadac685c3d3f843473b6af99cc43d812ec6e1b36 +size 1383 diff --git a/checkpoint-20/scheduler.bin b/checkpoint-20/scheduler.bin new file mode 100644 index 0000000000000000000000000000000000000000..18e952e5c29b84eca13bcf826a563f1182867a5a --- /dev/null +++ b/checkpoint-20/scheduler.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c0a6944682233068457281152a721aca3fd5eff999237d17a866e907c7efe5d5 +size 1401 diff --git a/checkpoint-200/controlnet/config.json b/checkpoint-200/controlnet/config.json new file mode 100644 index 0000000000000000000000000000000000000000..1081ca7058a13e21c387e85b8a49262f1706e613 --- /dev/null +++ b/checkpoint-200/controlnet/config.json @@ -0,0 +1,52 @@ +{ + "_class_name": "ControlNetModel", + "_diffusers_version": "0.37.0.dev0", + "_name_or_path": "lllyasviel/sd-controlnet-seg", + "act_fn": "silu", + "addition_embed_type": null, + "addition_embed_type_num_heads": 64, + "addition_time_embed_dim": null, + "attention_head_dim": 8, + "block_out_channels": [ + 320, + 640, + 1280, + 1280 + ], + "class_embed_type": null, + "conditioning_channels": 3, + "conditioning_embedding_out_channels": [ + 16, + 32, + 96, + 256 + ], + "controlnet_conditioning_channel_order": "rgb", + "cross_attention_dim": 768, + "down_block_types": [ + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "DownBlock2D" + ], + "downsample_padding": 1, + "encoder_hid_dim": null, + "encoder_hid_dim_type": null, + "flip_sin_to_cos": true, + "freq_shift": 0, + "global_pool_conditions": false, + "in_channels": 4, + "layers_per_block": 2, + "mid_block_scale_factor": 1, + "mid_block_type": "UNetMidBlock2DCrossAttn", + "norm_eps": 1e-05, + "norm_num_groups": 32, + "num_attention_heads": null, + "num_class_embeds": null, + "only_cross_attention": false, + "projection_class_embeddings_input_dim": null, + "resnet_time_scale_shift": "default", + "transformer_layers_per_block": 1, + "upcast_attention": false, + "use_linear_projection": false +} diff --git a/checkpoint-200/controlnet/diffusion_pytorch_model.safetensors b/checkpoint-200/controlnet/diffusion_pytorch_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..9ac009266b4c9a23a116875bdf830dd5cd01aded --- /dev/null +++ b/checkpoint-200/controlnet/diffusion_pytorch_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4e6fbfc5570d09a669a0f663b14e3594f2dd631157f526159017ae58530e7680 +size 1445157120 diff --git a/checkpoint-200/optimizer.bin b/checkpoint-200/optimizer.bin new file mode 100644 index 0000000000000000000000000000000000000000..9de145b3df847b7e2f44c9b76a43a9e1b967eb25 --- /dev/null +++ b/checkpoint-200/optimizer.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e64120d4901e9103b7f4c2c8f75aeb08492d34e4216c8de053349c96e4a1fd35 +size 2890518943 diff --git a/checkpoint-200/random_states_0.pkl b/checkpoint-200/random_states_0.pkl new file mode 100644 index 0000000000000000000000000000000000000000..8d8c63250e0efaf107a27421d914c33f145f9214 --- /dev/null +++ b/checkpoint-200/random_states_0.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:556398931b28cf3b491a46925c99b0b0483f9d99fd2ba45198c97eafcbcd1a2b +size 14821 diff --git a/checkpoint-200/scaler.pt b/checkpoint-200/scaler.pt new file mode 100644 index 0000000000000000000000000000000000000000..dce3572b315210d751b935f42f897c650110e0c7 --- /dev/null +++ b/checkpoint-200/scaler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:124625e167eb28acbfc793cfcb3e8a08b32e7fea06501462bc9e420a5e1beb2a +size 1383 diff --git a/checkpoint-200/scheduler.bin b/checkpoint-200/scheduler.bin new file mode 100644 index 0000000000000000000000000000000000000000..738ed882d3971a974db30215d8074af9b36b618d --- /dev/null +++ b/checkpoint-200/scheduler.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ad2f7df829a86720fa7aa89af7ba47ed1a97d3364ab00db2ea4bcf239bdfa2a5 +size 1401 diff --git a/checkpoint-40/controlnet/config.json b/checkpoint-40/controlnet/config.json new file mode 100644 index 0000000000000000000000000000000000000000..1081ca7058a13e21c387e85b8a49262f1706e613 --- /dev/null +++ b/checkpoint-40/controlnet/config.json @@ -0,0 +1,52 @@ +{ + "_class_name": "ControlNetModel", + "_diffusers_version": "0.37.0.dev0", + "_name_or_path": "lllyasviel/sd-controlnet-seg", + "act_fn": "silu", + "addition_embed_type": null, + "addition_embed_type_num_heads": 64, + "addition_time_embed_dim": null, + "attention_head_dim": 8, + "block_out_channels": [ + 320, + 640, + 1280, + 1280 + ], + "class_embed_type": null, + "conditioning_channels": 3, + "conditioning_embedding_out_channels": [ + 16, + 32, + 96, + 256 + ], + "controlnet_conditioning_channel_order": "rgb", + "cross_attention_dim": 768, + "down_block_types": [ + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "DownBlock2D" + ], + "downsample_padding": 1, + "encoder_hid_dim": null, + "encoder_hid_dim_type": null, + "flip_sin_to_cos": true, + "freq_shift": 0, + "global_pool_conditions": false, + "in_channels": 4, + "layers_per_block": 2, + "mid_block_scale_factor": 1, + "mid_block_type": "UNetMidBlock2DCrossAttn", + "norm_eps": 1e-05, + "norm_num_groups": 32, + "num_attention_heads": null, + "num_class_embeds": null, + "only_cross_attention": false, + "projection_class_embeddings_input_dim": null, + "resnet_time_scale_shift": "default", + "transformer_layers_per_block": 1, + "upcast_attention": false, + "use_linear_projection": false +} diff --git a/checkpoint-40/controlnet/diffusion_pytorch_model.safetensors b/checkpoint-40/controlnet/diffusion_pytorch_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c91396c5c75ade928e1e0afb81145e321e9d421a --- /dev/null +++ b/checkpoint-40/controlnet/diffusion_pytorch_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f45720387b521a0225ae145ac0757e5a683c03e7981f0c570549e87a34779467 +size 1445157120 diff --git a/checkpoint-40/optimizer.bin b/checkpoint-40/optimizer.bin new file mode 100644 index 0000000000000000000000000000000000000000..cbc35b4aa872c8fe3d395fd564af8facf07684d6 --- /dev/null +++ b/checkpoint-40/optimizer.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bcdd72d98c8ce92d26a386e73c00bfafba776e69433d520cd27e8bb813275fe8 +size 2890518943 diff --git a/checkpoint-40/random_states_0.pkl b/checkpoint-40/random_states_0.pkl new file mode 100644 index 0000000000000000000000000000000000000000..749d28122259b9b428169fa3657d0f97dec2ddb0 --- /dev/null +++ b/checkpoint-40/random_states_0.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9a00487d2a72949ada550c08b288049b716dcfb4027fb786fa7c4ef3c291f311 +size 14821 diff --git a/checkpoint-40/scaler.pt b/checkpoint-40/scaler.pt new file mode 100644 index 0000000000000000000000000000000000000000..7ef4ff26396e79d2fad2eed669a2ea9bb02dda06 --- /dev/null +++ b/checkpoint-40/scaler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:66992a317492aac8acf09f50982fcc03e33ec7b4ccd6cedceda25e040f1d8941 +size 1383 diff --git a/checkpoint-40/scheduler.bin b/checkpoint-40/scheduler.bin new file mode 100644 index 0000000000000000000000000000000000000000..9e2fafb0ea5a89d2fb722dc8fc45a114d9406d26 --- /dev/null +++ b/checkpoint-40/scheduler.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7f1470d9495771bf700ceac000611f007213685d439182b790e0128e69548c1c +size 1401 diff --git a/checkpoint-60/controlnet/config.json b/checkpoint-60/controlnet/config.json new file mode 100644 index 0000000000000000000000000000000000000000..1081ca7058a13e21c387e85b8a49262f1706e613 --- /dev/null +++ b/checkpoint-60/controlnet/config.json @@ -0,0 +1,52 @@ +{ + "_class_name": "ControlNetModel", + "_diffusers_version": "0.37.0.dev0", + "_name_or_path": "lllyasviel/sd-controlnet-seg", + "act_fn": "silu", + "addition_embed_type": null, + "addition_embed_type_num_heads": 64, + "addition_time_embed_dim": null, + "attention_head_dim": 8, + "block_out_channels": [ + 320, + 640, + 1280, + 1280 + ], + "class_embed_type": null, + "conditioning_channels": 3, + "conditioning_embedding_out_channels": [ + 16, + 32, + 96, + 256 + ], + "controlnet_conditioning_channel_order": "rgb", + "cross_attention_dim": 768, + "down_block_types": [ + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "DownBlock2D" + ], + "downsample_padding": 1, + "encoder_hid_dim": null, + "encoder_hid_dim_type": null, + "flip_sin_to_cos": true, + "freq_shift": 0, + "global_pool_conditions": false, + "in_channels": 4, + "layers_per_block": 2, + "mid_block_scale_factor": 1, + "mid_block_type": "UNetMidBlock2DCrossAttn", + "norm_eps": 1e-05, + "norm_num_groups": 32, + "num_attention_heads": null, + "num_class_embeds": null, + "only_cross_attention": false, + "projection_class_embeddings_input_dim": null, + "resnet_time_scale_shift": "default", + "transformer_layers_per_block": 1, + "upcast_attention": false, + "use_linear_projection": false +} diff --git a/checkpoint-60/controlnet/diffusion_pytorch_model.safetensors b/checkpoint-60/controlnet/diffusion_pytorch_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..09759fc2c851898c7021b9727f4dfcfd54ea8679 --- /dev/null +++ b/checkpoint-60/controlnet/diffusion_pytorch_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c075a37585e83421d8ae6ddecc551ad5d5be6daeaf94668695faa83e80a5dedb +size 1445157120 diff --git a/checkpoint-60/optimizer.bin b/checkpoint-60/optimizer.bin new file mode 100644 index 0000000000000000000000000000000000000000..7fc4aee6d0bc2d6e2ddac53331d66460fdaa5ed2 --- /dev/null +++ b/checkpoint-60/optimizer.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3f232c946176c93ada633f7c8aef6474297aeb576b35159966eb71a244c1c2e0 +size 2890518943 diff --git a/checkpoint-60/random_states_0.pkl b/checkpoint-60/random_states_0.pkl new file mode 100644 index 0000000000000000000000000000000000000000..e0a0bb5927c451649fb3779dde7831855d0a4976 --- /dev/null +++ b/checkpoint-60/random_states_0.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:db006baf2f712d5f12983e3d5eca9069b30ae13b0d1ecf085056a40294691176 +size 14757 diff --git a/checkpoint-60/scaler.pt b/checkpoint-60/scaler.pt new file mode 100644 index 0000000000000000000000000000000000000000..7b6fc79a8e7d247a9de49e04221d1d69711f7d38 --- /dev/null +++ b/checkpoint-60/scaler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8c146ae1cf47c9929c1f0cc98e903ce1070f0c3ea64421f26971b053d42844b7 +size 1383 diff --git a/checkpoint-60/scheduler.bin b/checkpoint-60/scheduler.bin new file mode 100644 index 0000000000000000000000000000000000000000..8fb094e55785a2c2dcbeb437294e3a024f0e1947 --- /dev/null +++ b/checkpoint-60/scheduler.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4a0d1c52110747ed8f488e6395b8876b5982a1e8859bd62740a555d68af85d46 +size 1401 diff --git a/checkpoint-80/controlnet/config.json b/checkpoint-80/controlnet/config.json new file mode 100644 index 0000000000000000000000000000000000000000..1081ca7058a13e21c387e85b8a49262f1706e613 --- /dev/null +++ b/checkpoint-80/controlnet/config.json @@ -0,0 +1,52 @@ +{ + "_class_name": "ControlNetModel", + "_diffusers_version": "0.37.0.dev0", + "_name_or_path": "lllyasviel/sd-controlnet-seg", + "act_fn": "silu", + "addition_embed_type": null, + "addition_embed_type_num_heads": 64, + "addition_time_embed_dim": null, + "attention_head_dim": 8, + "block_out_channels": [ + 320, + 640, + 1280, + 1280 + ], + "class_embed_type": null, + "conditioning_channels": 3, + "conditioning_embedding_out_channels": [ + 16, + 32, + 96, + 256 + ], + "controlnet_conditioning_channel_order": "rgb", + "cross_attention_dim": 768, + "down_block_types": [ + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "DownBlock2D" + ], + "downsample_padding": 1, + "encoder_hid_dim": null, + "encoder_hid_dim_type": null, + "flip_sin_to_cos": true, + "freq_shift": 0, + "global_pool_conditions": false, + "in_channels": 4, + "layers_per_block": 2, + "mid_block_scale_factor": 1, + "mid_block_type": "UNetMidBlock2DCrossAttn", + "norm_eps": 1e-05, + "norm_num_groups": 32, + "num_attention_heads": null, + "num_class_embeds": null, + "only_cross_attention": false, + "projection_class_embeddings_input_dim": null, + "resnet_time_scale_shift": "default", + "transformer_layers_per_block": 1, + "upcast_attention": false, + "use_linear_projection": false +} diff --git a/checkpoint-80/controlnet/diffusion_pytorch_model.safetensors b/checkpoint-80/controlnet/diffusion_pytorch_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d964941574c884c362724634b185fef728525cfa --- /dev/null +++ b/checkpoint-80/controlnet/diffusion_pytorch_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e05228e78b1fa98fb64e77ca84839462ef04f6e828a43f413dcc0f39003dea80 +size 1445157120 diff --git a/checkpoint-80/optimizer.bin b/checkpoint-80/optimizer.bin new file mode 100644 index 0000000000000000000000000000000000000000..b22dde07fecb52e4a93d17791cec197b5e085d5d --- /dev/null +++ b/checkpoint-80/optimizer.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:316643e29931357e4e246e025e9dc503fbadf359f5007cc173ff20c15e494e60 +size 2890518943 diff --git a/checkpoint-80/random_states_0.pkl b/checkpoint-80/random_states_0.pkl new file mode 100644 index 0000000000000000000000000000000000000000..06f6c174d6ca477f6813a0b6593bd6da7e948063 --- /dev/null +++ b/checkpoint-80/random_states_0.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3f80cb042c48a19052e700b2817ad54371b6b92871152d5bec1ddd8b5b1ce737 +size 14821 diff --git a/checkpoint-80/scaler.pt b/checkpoint-80/scaler.pt new file mode 100644 index 0000000000000000000000000000000000000000..27dd6dc8a57f57b2a7316341441423f15e3c7ee4 --- /dev/null +++ b/checkpoint-80/scaler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:254aa974d264413ca1b60d5980136d8531f6cb9e9b28340b9a2daa2496d48c4c +size 1383 diff --git a/checkpoint-80/scheduler.bin b/checkpoint-80/scheduler.bin new file mode 100644 index 0000000000000000000000000000000000000000..a4855d07781e29ac581273078f28b567156abf9a --- /dev/null +++ b/checkpoint-80/scheduler.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bdffe3bd4179755adb09209ae8369744c8f9d82dd51bfaff9dbe58da79c6c0b5 +size 1401 diff --git a/config.json b/config.json new file mode 100644 index 0000000000000000000000000000000000000000..1081ca7058a13e21c387e85b8a49262f1706e613 --- /dev/null +++ b/config.json @@ -0,0 +1,52 @@ +{ + "_class_name": "ControlNetModel", + "_diffusers_version": "0.37.0.dev0", + "_name_or_path": "lllyasviel/sd-controlnet-seg", + "act_fn": "silu", + "addition_embed_type": null, + "addition_embed_type_num_heads": 64, + "addition_time_embed_dim": null, + "attention_head_dim": 8, + "block_out_channels": [ + 320, + 640, + 1280, + 1280 + ], + "class_embed_type": null, + "conditioning_channels": 3, + "conditioning_embedding_out_channels": [ + 16, + 32, + 96, + 256 + ], + "controlnet_conditioning_channel_order": "rgb", + "cross_attention_dim": 768, + "down_block_types": [ + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "DownBlock2D" + ], + "downsample_padding": 1, + "encoder_hid_dim": null, + "encoder_hid_dim_type": null, + "flip_sin_to_cos": true, + "freq_shift": 0, + "global_pool_conditions": false, + "in_channels": 4, + "layers_per_block": 2, + "mid_block_scale_factor": 1, + "mid_block_type": "UNetMidBlock2DCrossAttn", + "norm_eps": 1e-05, + "norm_num_groups": 32, + "num_attention_heads": null, + "num_class_embeds": null, + "only_cross_attention": false, + "projection_class_embeddings_input_dim": null, + "resnet_time_scale_shift": "default", + "transformer_layers_per_block": 1, + "upcast_attention": false, + "use_linear_projection": false +} diff --git a/diffusion_pytorch_model.safetensors b/diffusion_pytorch_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..9ac009266b4c9a23a116875bdf830dd5cd01aded --- /dev/null +++ b/diffusion_pytorch_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4e6fbfc5570d09a669a0f663b14e3594f2dd631157f526159017ae58530e7680 +size 1445157120