diff --git a/.gitattributes b/.gitattributes index a6344aac8c09253b3b630fb776ae94478aa0275b..27f9ad3400e04dbc449df227bbf12df7696a54df 100644 --- a/.gitattributes +++ b/.gitattributes @@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text *.zip filter=lfs diff=lfs merge=lfs -text *.zst filter=lfs diff=lfs merge=lfs -text *tfevents* filter=lfs diff=lfs merge=lfs -text +images_0.png filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d58fc6c91e0b3170bc101a1b37d661447d82cda9 --- /dev/null +++ b/README.md @@ -0,0 +1,43 @@ +--- +license: openrail++ +library_name: diffusers +tags: +- stable-diffusion-xl +- stable-diffusion-xl-diffusers +- text-to-image +- diffusers +- controlnet +- diffusers-training +base_model: stabilityai/stable-diffusion-xl-base-1.0 +inference: true +--- + + + + +# controlnet-sylviam00/output2 + +These are controlnet weights trained on stabilityai/stable-diffusion-xl-base-1.0 with new type of conditioning. +You can find some example images below. + +prompt: baby with black hair +![images_0)](./images_0.png) + + + +## Intended uses & limitations + +#### How to use + +```python +# TODO: add an example code snippet for running this diffusion pipeline +``` + +#### Limitations and bias + +[TODO: provide examples of latent issues and potential remediations] + +## Training details + +[TODO: describe the data used to train the model] \ No newline at end of file diff --git a/checkpoint-1000/controlnet/config.json b/checkpoint-1000/controlnet/config.json new file mode 100644 index 0000000000000000000000000000000000000000..040c087b669e780e6231ca7ba37885da8d59ce81 --- /dev/null +++ b/checkpoint-1000/controlnet/config.json @@ -0,0 +1,57 @@ +{ + "_class_name": "ControlNetModel", + "_diffusers_version": "0.28.0.dev0", + "act_fn": "silu", + "addition_embed_type": "text_time", + "addition_embed_type_num_heads": 64, + "addition_time_embed_dim": 256, + "attention_head_dim": [ + 5, + 10, + 20 + ], + "block_out_channels": [ + 320, + 640, + 1280 + ], + "class_embed_type": null, + "conditioning_channels": 3, + "conditioning_embedding_out_channels": [ + 16, + 32, + 96, + 256 + ], + "controlnet_conditioning_channel_order": "rgb", + "cross_attention_dim": 2048, + "down_block_types": [ + "DownBlock2D", + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D" + ], + "downsample_padding": 1, + "encoder_hid_dim": null, + "encoder_hid_dim_type": null, + "flip_sin_to_cos": true, + "freq_shift": 0, + "global_pool_conditions": false, + "in_channels": 4, + "layers_per_block": 2, + "mid_block_scale_factor": 1, + "mid_block_type": "UNetMidBlock2DCrossAttn", + "norm_eps": 1e-05, + "norm_num_groups": 32, + "num_attention_heads": null, + "num_class_embeds": null, + "only_cross_attention": false, + "projection_class_embeddings_input_dim": 2816, + "resnet_time_scale_shift": "default", + "transformer_layers_per_block": [ + 1, + 2, + 10 + ], + "upcast_attention": null, + "use_linear_projection": true +} diff --git a/checkpoint-1000/controlnet/diffusion_pytorch_model.safetensors b/checkpoint-1000/controlnet/diffusion_pytorch_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..5a574c7b72ef6499a67ae94720f2a5d299d74af8 --- /dev/null +++ b/checkpoint-1000/controlnet/diffusion_pytorch_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8c447ac80b5b0cd8077bdbceaed8f8cc7dad8affe76f5fb59459ebf8bb5a91a2 +size 5004167864 diff --git a/checkpoint-1000/optimizer.bin b/checkpoint-1000/optimizer.bin new file mode 100644 index 0000000000000000000000000000000000000000..e7151f1b42578ac0d20962511daa60444b7c1bdb --- /dev/null +++ b/checkpoint-1000/optimizer.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c49a1fb29e0e6520336bb506cc6de5ebbc463b629e62d99e85121858fe547dc7 +size 10008840997 diff --git a/checkpoint-1000/random_states_0.pkl b/checkpoint-1000/random_states_0.pkl new file mode 100644 index 0000000000000000000000000000000000000000..648ce32b9a8e100c8d9558b4e45b5483e60a161e --- /dev/null +++ b/checkpoint-1000/random_states_0.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b2406602a748485539440f12345d266e1c271a7b39b541382be1ebc124a5f0b9 +size 14663 diff --git a/checkpoint-1000/scaler.pt b/checkpoint-1000/scaler.pt new file mode 100644 index 0000000000000000000000000000000000000000..efdbd3c795f6b0d4144e68355e99c220ccdedd09 --- /dev/null +++ b/checkpoint-1000/scaler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:68cff80b680ddf6e7abbef98b5f336b97f9b5963e2209307f639383870e8cc71 +size 557 diff --git a/checkpoint-1000/scheduler.bin b/checkpoint-1000/scheduler.bin new file mode 100644 index 0000000000000000000000000000000000000000..9386744f4ecd3382f2baaea35ec573968fbf81cd --- /dev/null +++ b/checkpoint-1000/scheduler.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:963c3085720a3a3ca1d178559a0f2dc5d5b36fa395a4663f0194bfac4a754038 +size 563 diff --git a/checkpoint-10000/controlnet/config.json b/checkpoint-10000/controlnet/config.json new file mode 100644 index 0000000000000000000000000000000000000000..040c087b669e780e6231ca7ba37885da8d59ce81 --- /dev/null +++ b/checkpoint-10000/controlnet/config.json @@ -0,0 +1,57 @@ +{ + "_class_name": "ControlNetModel", + "_diffusers_version": "0.28.0.dev0", + "act_fn": "silu", + "addition_embed_type": "text_time", + "addition_embed_type_num_heads": 64, + "addition_time_embed_dim": 256, + "attention_head_dim": [ + 5, + 10, + 20 + ], + "block_out_channels": [ + 320, + 640, + 1280 + ], + "class_embed_type": null, + "conditioning_channels": 3, + "conditioning_embedding_out_channels": [ + 16, + 32, + 96, + 256 + ], + "controlnet_conditioning_channel_order": "rgb", + "cross_attention_dim": 2048, + "down_block_types": [ + "DownBlock2D", + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D" + ], + "downsample_padding": 1, + "encoder_hid_dim": null, + "encoder_hid_dim_type": null, + "flip_sin_to_cos": true, + "freq_shift": 0, + "global_pool_conditions": false, + "in_channels": 4, + "layers_per_block": 2, + "mid_block_scale_factor": 1, + "mid_block_type": "UNetMidBlock2DCrossAttn", + "norm_eps": 1e-05, + "norm_num_groups": 32, + "num_attention_heads": null, + "num_class_embeds": null, + "only_cross_attention": false, + "projection_class_embeddings_input_dim": 2816, + "resnet_time_scale_shift": "default", + "transformer_layers_per_block": [ + 1, + 2, + 10 + ], + "upcast_attention": null, + "use_linear_projection": true +} diff --git a/checkpoint-10000/controlnet/diffusion_pytorch_model.safetensors b/checkpoint-10000/controlnet/diffusion_pytorch_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..b67b74a32ce66aac37033432e76dce853df5e575 --- /dev/null +++ b/checkpoint-10000/controlnet/diffusion_pytorch_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:27d8a12bc7df70454f05194f106899db75992d1f9429e1e9c5d551e714b1f4f7 +size 5004167864 diff --git a/checkpoint-10000/optimizer.bin b/checkpoint-10000/optimizer.bin new file mode 100644 index 0000000000000000000000000000000000000000..779ee48dc8f451b17cf9a1bca1da5cf07b1ba6e1 --- /dev/null +++ b/checkpoint-10000/optimizer.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:17b6a652100ed86575ce4021eb8bf69bed8b1e96b51d1bf7d962126526036519 +size 10008840997 diff --git a/checkpoint-10000/random_states_0.pkl b/checkpoint-10000/random_states_0.pkl new file mode 100644 index 0000000000000000000000000000000000000000..36eb4f59dd47b8ec0ebcc44dc684d5a21692c81b --- /dev/null +++ b/checkpoint-10000/random_states_0.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1b5077c5c7adc93b8df165c9be45ad05ac72dce501f913e615edf6f0a2dde1f1 +size 14663 diff --git a/checkpoint-10000/scaler.pt b/checkpoint-10000/scaler.pt new file mode 100644 index 0000000000000000000000000000000000000000..161360c55fa24860eed84ea724c67eadea9d5743 --- /dev/null +++ b/checkpoint-10000/scaler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:42289e372f1018c300a1a9a2e013cd2572034427e7b64b793c31b8a21ee5627e +size 557 diff --git a/checkpoint-10000/scheduler.bin b/checkpoint-10000/scheduler.bin new file mode 100644 index 0000000000000000000000000000000000000000..389d29d70b16359e6053bf13de7a26f1fa440ab4 --- /dev/null +++ b/checkpoint-10000/scheduler.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5ca670e5d8b712acbd42d18770a64086f0ad46871084309ac3ea3b36b1f2116c +size 563 diff --git a/checkpoint-2000/controlnet/config.json b/checkpoint-2000/controlnet/config.json new file mode 100644 index 0000000000000000000000000000000000000000..040c087b669e780e6231ca7ba37885da8d59ce81 --- /dev/null +++ b/checkpoint-2000/controlnet/config.json @@ -0,0 +1,57 @@ +{ + "_class_name": "ControlNetModel", + "_diffusers_version": "0.28.0.dev0", + "act_fn": "silu", + "addition_embed_type": "text_time", + "addition_embed_type_num_heads": 64, + "addition_time_embed_dim": 256, + "attention_head_dim": [ + 5, + 10, + 20 + ], + "block_out_channels": [ + 320, + 640, + 1280 + ], + "class_embed_type": null, + "conditioning_channels": 3, + "conditioning_embedding_out_channels": [ + 16, + 32, + 96, + 256 + ], + "controlnet_conditioning_channel_order": "rgb", + "cross_attention_dim": 2048, + "down_block_types": [ + "DownBlock2D", + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D" + ], + "downsample_padding": 1, + "encoder_hid_dim": null, + "encoder_hid_dim_type": null, + "flip_sin_to_cos": true, + "freq_shift": 0, + "global_pool_conditions": false, + "in_channels": 4, + "layers_per_block": 2, + "mid_block_scale_factor": 1, + "mid_block_type": "UNetMidBlock2DCrossAttn", + "norm_eps": 1e-05, + "norm_num_groups": 32, + "num_attention_heads": null, + "num_class_embeds": null, + "only_cross_attention": false, + "projection_class_embeddings_input_dim": 2816, + "resnet_time_scale_shift": "default", + "transformer_layers_per_block": [ + 1, + 2, + 10 + ], + "upcast_attention": null, + "use_linear_projection": true +} diff --git a/checkpoint-2000/controlnet/diffusion_pytorch_model.safetensors b/checkpoint-2000/controlnet/diffusion_pytorch_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..db4eda0a765cfc7a2c86bf80cc87e4ac89f22dea --- /dev/null +++ b/checkpoint-2000/controlnet/diffusion_pytorch_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2ade0fd6f4ac63f36ea2ac378169750370d85029b2d207c235f809d63c905b13 +size 5004167864 diff --git a/checkpoint-2000/optimizer.bin b/checkpoint-2000/optimizer.bin new file mode 100644 index 0000000000000000000000000000000000000000..c21c14854a55c19d3c50711361f51a0724058d72 --- /dev/null +++ b/checkpoint-2000/optimizer.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1553316546f11535cc6d0f7a7f4dc12b14b605c14e0330ed815b690a29061949 +size 10008840997 diff --git a/checkpoint-2000/random_states_0.pkl b/checkpoint-2000/random_states_0.pkl new file mode 100644 index 0000000000000000000000000000000000000000..3e758ba6d0aa658666f3b9789d7b173277a0fc68 --- /dev/null +++ b/checkpoint-2000/random_states_0.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:651d7cb801ca067c237b7d017330ba14df892c6944ea3cc1afc85d1c6a0dc5b3 +size 14663 diff --git a/checkpoint-2000/scaler.pt b/checkpoint-2000/scaler.pt new file mode 100644 index 0000000000000000000000000000000000000000..21ece35416ce79724d347155f11cfa297b97cabc --- /dev/null +++ b/checkpoint-2000/scaler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dd2de9749828adacdf103bf6e9592702bb7067a2c1df27dd62ab38c1eb8c070f +size 557 diff --git a/checkpoint-2000/scheduler.bin b/checkpoint-2000/scheduler.bin new file mode 100644 index 0000000000000000000000000000000000000000..5058edece50aaf368e50bc53c7c1628d619f8a15 --- /dev/null +++ b/checkpoint-2000/scheduler.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5a99a60215bbd5dc45ef331980a49be61c64d9af979413113bdfdd196321f239 +size 563 diff --git a/checkpoint-3000/controlnet/config.json b/checkpoint-3000/controlnet/config.json new file mode 100644 index 0000000000000000000000000000000000000000..040c087b669e780e6231ca7ba37885da8d59ce81 --- /dev/null +++ b/checkpoint-3000/controlnet/config.json @@ -0,0 +1,57 @@ +{ + "_class_name": "ControlNetModel", + "_diffusers_version": "0.28.0.dev0", + "act_fn": "silu", + "addition_embed_type": "text_time", + "addition_embed_type_num_heads": 64, + "addition_time_embed_dim": 256, + "attention_head_dim": [ + 5, + 10, + 20 + ], + "block_out_channels": [ + 320, + 640, + 1280 + ], + "class_embed_type": null, + "conditioning_channels": 3, + "conditioning_embedding_out_channels": [ + 16, + 32, + 96, + 256 + ], + "controlnet_conditioning_channel_order": "rgb", + "cross_attention_dim": 2048, + "down_block_types": [ + "DownBlock2D", + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D" + ], + "downsample_padding": 1, + "encoder_hid_dim": null, + "encoder_hid_dim_type": null, + "flip_sin_to_cos": true, + "freq_shift": 0, + "global_pool_conditions": false, + "in_channels": 4, + "layers_per_block": 2, + "mid_block_scale_factor": 1, + "mid_block_type": "UNetMidBlock2DCrossAttn", + "norm_eps": 1e-05, + "norm_num_groups": 32, + "num_attention_heads": null, + "num_class_embeds": null, + "only_cross_attention": false, + "projection_class_embeddings_input_dim": 2816, + "resnet_time_scale_shift": "default", + "transformer_layers_per_block": [ + 1, + 2, + 10 + ], + "upcast_attention": null, + "use_linear_projection": true +} diff --git a/checkpoint-3000/controlnet/diffusion_pytorch_model.safetensors b/checkpoint-3000/controlnet/diffusion_pytorch_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..5f5bb8af620a8801ca55f4e38bf1871a127a9909 --- /dev/null +++ b/checkpoint-3000/controlnet/diffusion_pytorch_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dd15027236611f5fd81a79a826a2f3a806642241df7b4b527e85208965075060 +size 5004167864 diff --git a/checkpoint-3000/optimizer.bin b/checkpoint-3000/optimizer.bin new file mode 100644 index 0000000000000000000000000000000000000000..993f3f694210c93a3efe824f35c6c62b319a777c --- /dev/null +++ b/checkpoint-3000/optimizer.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e35830334c88ae66df8b48718c85079c6c42cc0effdaa4d56b77bb2d817cb9f9 +size 10008840997 diff --git a/checkpoint-3000/random_states_0.pkl b/checkpoint-3000/random_states_0.pkl new file mode 100644 index 0000000000000000000000000000000000000000..80e62f64e206d8448970c5bc53a1f12c350c423b --- /dev/null +++ b/checkpoint-3000/random_states_0.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1d94619496b8f0af3fe661ddf770d389dbb26e937ddbb8c0a404b86a76545481 +size 14663 diff --git a/checkpoint-3000/scaler.pt b/checkpoint-3000/scaler.pt new file mode 100644 index 0000000000000000000000000000000000000000..2888c9ddc2c30e6b47ce0e6abcc8e2d1303aab00 --- /dev/null +++ b/checkpoint-3000/scaler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fb1f9398b77268202e8e1465734a63d123b1ef11c27f20f2473677e9883a6869 +size 557 diff --git a/checkpoint-3000/scheduler.bin b/checkpoint-3000/scheduler.bin new file mode 100644 index 0000000000000000000000000000000000000000..0f432fac4858ab5a65a6330a5d7c36201e0e3d64 --- /dev/null +++ b/checkpoint-3000/scheduler.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f09f1701655fb0b46f613fd0e247c71854a63f39d00ff846a65f60d677f52186 +size 563 diff --git a/checkpoint-4000/controlnet/config.json b/checkpoint-4000/controlnet/config.json new file mode 100644 index 0000000000000000000000000000000000000000..040c087b669e780e6231ca7ba37885da8d59ce81 --- /dev/null +++ b/checkpoint-4000/controlnet/config.json @@ -0,0 +1,57 @@ +{ + "_class_name": "ControlNetModel", + "_diffusers_version": "0.28.0.dev0", + "act_fn": "silu", + "addition_embed_type": "text_time", + "addition_embed_type_num_heads": 64, + "addition_time_embed_dim": 256, + "attention_head_dim": [ + 5, + 10, + 20 + ], + "block_out_channels": [ + 320, + 640, + 1280 + ], + "class_embed_type": null, + "conditioning_channels": 3, + "conditioning_embedding_out_channels": [ + 16, + 32, + 96, + 256 + ], + "controlnet_conditioning_channel_order": "rgb", + "cross_attention_dim": 2048, + "down_block_types": [ + "DownBlock2D", + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D" + ], + "downsample_padding": 1, + "encoder_hid_dim": null, + "encoder_hid_dim_type": null, + "flip_sin_to_cos": true, + "freq_shift": 0, + "global_pool_conditions": false, + "in_channels": 4, + "layers_per_block": 2, + "mid_block_scale_factor": 1, + "mid_block_type": "UNetMidBlock2DCrossAttn", + "norm_eps": 1e-05, + "norm_num_groups": 32, + "num_attention_heads": null, + "num_class_embeds": null, + "only_cross_attention": false, + "projection_class_embeddings_input_dim": 2816, + "resnet_time_scale_shift": "default", + "transformer_layers_per_block": [ + 1, + 2, + 10 + ], + "upcast_attention": null, + "use_linear_projection": true +} diff --git a/checkpoint-4000/controlnet/diffusion_pytorch_model.safetensors b/checkpoint-4000/controlnet/diffusion_pytorch_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..9050441b1ed0dbf11d2449f5510e779846bfc524 --- /dev/null +++ b/checkpoint-4000/controlnet/diffusion_pytorch_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72f0b0090d3bec82a6064f535a0f8aa6f21a9605b0fa39da5aeb398d97b359df +size 5004167864 diff --git a/checkpoint-4000/optimizer.bin b/checkpoint-4000/optimizer.bin new file mode 100644 index 0000000000000000000000000000000000000000..f64c01334b02cd746d815a1016904a3d72aceb53 --- /dev/null +++ b/checkpoint-4000/optimizer.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e6e46c8d72d3f3e4b8fe8f28e7551535edbe96d522da3bfc7f743617e9148726 +size 10008840997 diff --git a/checkpoint-4000/random_states_0.pkl b/checkpoint-4000/random_states_0.pkl new file mode 100644 index 0000000000000000000000000000000000000000..2d18d3dacf8f78354c6e21b11fbcd3b313189997 --- /dev/null +++ b/checkpoint-4000/random_states_0.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2b94a62d1d409e4739d1db4e111f6058421b1a41234509e22f623ada21a932d6 +size 14663 diff --git a/checkpoint-4000/scaler.pt b/checkpoint-4000/scaler.pt new file mode 100644 index 0000000000000000000000000000000000000000..9a467e6980754746ef909bce81033dc3f1564f9a --- /dev/null +++ b/checkpoint-4000/scaler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e1b8f97e52dbfd748f9aba5aea9c15eeb7fd0bfe0f6e0ee12cb9c9f48de31ea4 +size 557 diff --git a/checkpoint-4000/scheduler.bin b/checkpoint-4000/scheduler.bin new file mode 100644 index 0000000000000000000000000000000000000000..d96bb515432960b28c56c3cdd2e58a23c4c92675 --- /dev/null +++ b/checkpoint-4000/scheduler.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:884da5fba4236991fc38aeebd05956c248121fc3c9f6fb7b19ec9028f2079a41 +size 563 diff --git a/checkpoint-5000/controlnet/config.json b/checkpoint-5000/controlnet/config.json new file mode 100644 index 0000000000000000000000000000000000000000..040c087b669e780e6231ca7ba37885da8d59ce81 --- /dev/null +++ b/checkpoint-5000/controlnet/config.json @@ -0,0 +1,57 @@ +{ + "_class_name": "ControlNetModel", + "_diffusers_version": "0.28.0.dev0", + "act_fn": "silu", + "addition_embed_type": "text_time", + "addition_embed_type_num_heads": 64, + "addition_time_embed_dim": 256, + "attention_head_dim": [ + 5, + 10, + 20 + ], + "block_out_channels": [ + 320, + 640, + 1280 + ], + "class_embed_type": null, + "conditioning_channels": 3, + "conditioning_embedding_out_channels": [ + 16, + 32, + 96, + 256 + ], + "controlnet_conditioning_channel_order": "rgb", + "cross_attention_dim": 2048, + "down_block_types": [ + "DownBlock2D", + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D" + ], + "downsample_padding": 1, + "encoder_hid_dim": null, + "encoder_hid_dim_type": null, + "flip_sin_to_cos": true, + "freq_shift": 0, + "global_pool_conditions": false, + "in_channels": 4, + "layers_per_block": 2, + "mid_block_scale_factor": 1, + "mid_block_type": "UNetMidBlock2DCrossAttn", + "norm_eps": 1e-05, + "norm_num_groups": 32, + "num_attention_heads": null, + "num_class_embeds": null, + "only_cross_attention": false, + "projection_class_embeddings_input_dim": 2816, + "resnet_time_scale_shift": "default", + "transformer_layers_per_block": [ + 1, + 2, + 10 + ], + "upcast_attention": null, + "use_linear_projection": true +} diff --git a/checkpoint-5000/controlnet/diffusion_pytorch_model.safetensors b/checkpoint-5000/controlnet/diffusion_pytorch_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..3623c0f6ed7d52cf8ded1d80774a1df28039537f --- /dev/null +++ b/checkpoint-5000/controlnet/diffusion_pytorch_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bef02be3f041c0b94aa0be2de98b93b5fae91a582b0de6a92c03aacd26db32ed +size 5004167864 diff --git a/checkpoint-5000/optimizer.bin b/checkpoint-5000/optimizer.bin new file mode 100644 index 0000000000000000000000000000000000000000..ab806956bc54d3d20563d33c660cb7250fa95410 --- /dev/null +++ b/checkpoint-5000/optimizer.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:472123c1b229925b5a05f3e9135ec64489235230046df1d5e0fe1206ee3ff46f +size 10008840997 diff --git a/checkpoint-5000/random_states_0.pkl b/checkpoint-5000/random_states_0.pkl new file mode 100644 index 0000000000000000000000000000000000000000..543e3a7e2c017826bc8e74d9ab7c0507a71e873a --- /dev/null +++ b/checkpoint-5000/random_states_0.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:343cddac82424b70c5bb441f59017e166347f8b55e3a2958b5f02c1611a8ab0a +size 14663 diff --git a/checkpoint-5000/scaler.pt b/checkpoint-5000/scaler.pt new file mode 100644 index 0000000000000000000000000000000000000000..d6aa98dc450c1453d0769fda24afbcb7f570685a --- /dev/null +++ b/checkpoint-5000/scaler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:079ffc6c3c700a39be17d87dafcadfe13422ef9b5ab6680f6a14cba59dd08376 +size 557 diff --git a/checkpoint-5000/scheduler.bin b/checkpoint-5000/scheduler.bin new file mode 100644 index 0000000000000000000000000000000000000000..07c546c9a004535ddd031391f82c10d42b8ab809 --- /dev/null +++ b/checkpoint-5000/scheduler.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:abc0d051fd4a765828fab920cebef7262c8bac0e9015dbab140dbc42fe811b29 +size 563 diff --git a/checkpoint-6000/controlnet/config.json b/checkpoint-6000/controlnet/config.json new file mode 100644 index 0000000000000000000000000000000000000000..040c087b669e780e6231ca7ba37885da8d59ce81 --- /dev/null +++ b/checkpoint-6000/controlnet/config.json @@ -0,0 +1,57 @@ +{ + "_class_name": "ControlNetModel", + "_diffusers_version": "0.28.0.dev0", + "act_fn": "silu", + "addition_embed_type": "text_time", + "addition_embed_type_num_heads": 64, + "addition_time_embed_dim": 256, + "attention_head_dim": [ + 5, + 10, + 20 + ], + "block_out_channels": [ + 320, + 640, + 1280 + ], + "class_embed_type": null, + "conditioning_channels": 3, + "conditioning_embedding_out_channels": [ + 16, + 32, + 96, + 256 + ], + "controlnet_conditioning_channel_order": "rgb", + "cross_attention_dim": 2048, + "down_block_types": [ + "DownBlock2D", + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D" + ], + "downsample_padding": 1, + "encoder_hid_dim": null, + "encoder_hid_dim_type": null, + "flip_sin_to_cos": true, + "freq_shift": 0, + "global_pool_conditions": false, + "in_channels": 4, + "layers_per_block": 2, + "mid_block_scale_factor": 1, + "mid_block_type": "UNetMidBlock2DCrossAttn", + "norm_eps": 1e-05, + "norm_num_groups": 32, + "num_attention_heads": null, + "num_class_embeds": null, + "only_cross_attention": false, + "projection_class_embeddings_input_dim": 2816, + "resnet_time_scale_shift": "default", + "transformer_layers_per_block": [ + 1, + 2, + 10 + ], + "upcast_attention": null, + "use_linear_projection": true +} diff --git a/checkpoint-6000/controlnet/diffusion_pytorch_model.safetensors b/checkpoint-6000/controlnet/diffusion_pytorch_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ddfd04f632367b64e60b4368a0a7b7a6c73cb62b --- /dev/null +++ b/checkpoint-6000/controlnet/diffusion_pytorch_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d105e734b502fc031d44d91ff42483a94f0e4cfc13337496f5567e8245abda58 +size 5004167864 diff --git a/checkpoint-6000/optimizer.bin b/checkpoint-6000/optimizer.bin new file mode 100644 index 0000000000000000000000000000000000000000..af9b3f48c9e8f7353831c0a77d66048e60ba1237 --- /dev/null +++ b/checkpoint-6000/optimizer.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9691f8aae00d6f58d0069ed0dda42f937378e3e5e74a444246f68f08d4ffbe90 +size 10008840997 diff --git a/checkpoint-6000/random_states_0.pkl b/checkpoint-6000/random_states_0.pkl new file mode 100644 index 0000000000000000000000000000000000000000..022237dff490dbe49424688e139a570a97f8c585 --- /dev/null +++ b/checkpoint-6000/random_states_0.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:acde2abd12212823226f615ed4880ce0046eedaff136aead3511405a183d6cb9 +size 14663 diff --git a/checkpoint-6000/scaler.pt b/checkpoint-6000/scaler.pt new file mode 100644 index 0000000000000000000000000000000000000000..09e85205ee008038448dc2956f55f1cee75ddbd3 --- /dev/null +++ b/checkpoint-6000/scaler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:71f93e937e44053b72509b5691f24516f770877d16419e599798ebb8f948da30 +size 557 diff --git a/checkpoint-6000/scheduler.bin b/checkpoint-6000/scheduler.bin new file mode 100644 index 0000000000000000000000000000000000000000..17da711635ebe851c3e6f43e699002ee014e0252 --- /dev/null +++ b/checkpoint-6000/scheduler.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ab8379ec8c279133a10e2ff815f9945a9b4aad76e5170c88c73e636c027a34cc +size 563 diff --git a/checkpoint-7000/controlnet/config.json b/checkpoint-7000/controlnet/config.json new file mode 100644 index 0000000000000000000000000000000000000000..040c087b669e780e6231ca7ba37885da8d59ce81 --- /dev/null +++ b/checkpoint-7000/controlnet/config.json @@ -0,0 +1,57 @@ +{ + "_class_name": "ControlNetModel", + "_diffusers_version": "0.28.0.dev0", + "act_fn": "silu", + "addition_embed_type": "text_time", + "addition_embed_type_num_heads": 64, + "addition_time_embed_dim": 256, + "attention_head_dim": [ + 5, + 10, + 20 + ], + "block_out_channels": [ + 320, + 640, + 1280 + ], + "class_embed_type": null, + "conditioning_channels": 3, + "conditioning_embedding_out_channels": [ + 16, + 32, + 96, + 256 + ], + "controlnet_conditioning_channel_order": "rgb", + "cross_attention_dim": 2048, + "down_block_types": [ + "DownBlock2D", + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D" + ], + "downsample_padding": 1, + "encoder_hid_dim": null, + "encoder_hid_dim_type": null, + "flip_sin_to_cos": true, + "freq_shift": 0, + "global_pool_conditions": false, + "in_channels": 4, + "layers_per_block": 2, + "mid_block_scale_factor": 1, + "mid_block_type": "UNetMidBlock2DCrossAttn", + "norm_eps": 1e-05, + "norm_num_groups": 32, + "num_attention_heads": null, + "num_class_embeds": null, + "only_cross_attention": false, + "projection_class_embeddings_input_dim": 2816, + "resnet_time_scale_shift": "default", + "transformer_layers_per_block": [ + 1, + 2, + 10 + ], + "upcast_attention": null, + "use_linear_projection": true +} diff --git a/checkpoint-7000/controlnet/diffusion_pytorch_model.safetensors b/checkpoint-7000/controlnet/diffusion_pytorch_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..913a0142cea6cafaf71b9a0675baa0ac2f927cc9 --- /dev/null +++ b/checkpoint-7000/controlnet/diffusion_pytorch_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2d541792d401a8d9e94e1f73593e58373dcb3fb31bcd7ea84efbc2cb4a325c53 +size 5004167864 diff --git a/checkpoint-7000/optimizer.bin b/checkpoint-7000/optimizer.bin new file mode 100644 index 0000000000000000000000000000000000000000..ed45e805ebaf09f8268a05a1d179a5d6a381f890 --- /dev/null +++ b/checkpoint-7000/optimizer.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:61abf8c79f192467cd6801a25020d4e7120b6591d117eed9ab845f43b0a0f29a +size 10008840997 diff --git a/checkpoint-7000/random_states_0.pkl b/checkpoint-7000/random_states_0.pkl new file mode 100644 index 0000000000000000000000000000000000000000..4cd3f7b566f6295584b082752ccbb8e6de8cd221 --- /dev/null +++ b/checkpoint-7000/random_states_0.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:643cca8371a864ede160c8d83a04f5f7899854358543487b19577260e214ef60 +size 14663 diff --git a/checkpoint-7000/scaler.pt b/checkpoint-7000/scaler.pt new file mode 100644 index 0000000000000000000000000000000000000000..64be3d990f669d9813fbacf2d454c26ab93a33c6 --- /dev/null +++ b/checkpoint-7000/scaler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:88a16ffa886eab76a33e45805711434957c0031063d411d1cce3ce83fb94bf13 +size 557 diff --git a/checkpoint-7000/scheduler.bin b/checkpoint-7000/scheduler.bin new file mode 100644 index 0000000000000000000000000000000000000000..b4946f8c19f1d4a368244ed770fb6d679d1894bb --- /dev/null +++ b/checkpoint-7000/scheduler.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3d999734b99f9cfc18332bfe30e375a2ec27405135d239bc35ea47fe9e0dc940 +size 563 diff --git a/checkpoint-8000/controlnet/config.json b/checkpoint-8000/controlnet/config.json new file mode 100644 index 0000000000000000000000000000000000000000..040c087b669e780e6231ca7ba37885da8d59ce81 --- /dev/null +++ b/checkpoint-8000/controlnet/config.json @@ -0,0 +1,57 @@ +{ + "_class_name": "ControlNetModel", + "_diffusers_version": "0.28.0.dev0", + "act_fn": "silu", + "addition_embed_type": "text_time", + "addition_embed_type_num_heads": 64, + "addition_time_embed_dim": 256, + "attention_head_dim": [ + 5, + 10, + 20 + ], + "block_out_channels": [ + 320, + 640, + 1280 + ], + "class_embed_type": null, + "conditioning_channels": 3, + "conditioning_embedding_out_channels": [ + 16, + 32, + 96, + 256 + ], + "controlnet_conditioning_channel_order": "rgb", + "cross_attention_dim": 2048, + "down_block_types": [ + "DownBlock2D", + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D" + ], + "downsample_padding": 1, + "encoder_hid_dim": null, + "encoder_hid_dim_type": null, + "flip_sin_to_cos": true, + "freq_shift": 0, + "global_pool_conditions": false, + "in_channels": 4, + "layers_per_block": 2, + "mid_block_scale_factor": 1, + "mid_block_type": "UNetMidBlock2DCrossAttn", + "norm_eps": 1e-05, + "norm_num_groups": 32, + "num_attention_heads": null, + "num_class_embeds": null, + "only_cross_attention": false, + "projection_class_embeddings_input_dim": 2816, + "resnet_time_scale_shift": "default", + "transformer_layers_per_block": [ + 1, + 2, + 10 + ], + "upcast_attention": null, + "use_linear_projection": true +} diff --git a/checkpoint-8000/controlnet/diffusion_pytorch_model.safetensors b/checkpoint-8000/controlnet/diffusion_pytorch_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f3b912c33d3e97479376ac09c19471ff72866bdb --- /dev/null +++ b/checkpoint-8000/controlnet/diffusion_pytorch_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9338ec5875289c664554682c0ab548aa3116dde37f3aacddee75ebd4d577d177 +size 5004167864 diff --git a/checkpoint-8000/optimizer.bin b/checkpoint-8000/optimizer.bin new file mode 100644 index 0000000000000000000000000000000000000000..0082325907709820bfe28bf1a142316fa0d9fafb --- /dev/null +++ b/checkpoint-8000/optimizer.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d93bed4bbfdcaec91b9255fb821ca7a5eca17670f871728fb81f91c24967f6d0 +size 10008840997 diff --git a/checkpoint-8000/random_states_0.pkl b/checkpoint-8000/random_states_0.pkl new file mode 100644 index 0000000000000000000000000000000000000000..cbca3356e227bb5350321a224d664cadd363282b --- /dev/null +++ b/checkpoint-8000/random_states_0.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fa0b23aebfce7e5fb09d1d405daa047c70a05254fb1a6f64ce83c1fad06763d8 +size 14663 diff --git a/checkpoint-8000/scaler.pt b/checkpoint-8000/scaler.pt new file mode 100644 index 0000000000000000000000000000000000000000..52748cc32e512e0db5200eb32088b0851ca072bc --- /dev/null +++ b/checkpoint-8000/scaler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:802fc940c5655af615dfb7dd2fb784e329c3685c734d52c4b97312ce8c1e6ce1 +size 557 diff --git a/checkpoint-8000/scheduler.bin b/checkpoint-8000/scheduler.bin new file mode 100644 index 0000000000000000000000000000000000000000..c8bfb6782084c5c235e1e01a9b26d257b1af28fb --- /dev/null +++ b/checkpoint-8000/scheduler.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ed5044ec81ad23c45836d47339a2de6853bd92ad6affba1e189f3d67c047b372 +size 563 diff --git a/checkpoint-9000/controlnet/config.json b/checkpoint-9000/controlnet/config.json new file mode 100644 index 0000000000000000000000000000000000000000..040c087b669e780e6231ca7ba37885da8d59ce81 --- /dev/null +++ b/checkpoint-9000/controlnet/config.json @@ -0,0 +1,57 @@ +{ + "_class_name": "ControlNetModel", + "_diffusers_version": "0.28.0.dev0", + "act_fn": "silu", + "addition_embed_type": "text_time", + "addition_embed_type_num_heads": 64, + "addition_time_embed_dim": 256, + "attention_head_dim": [ + 5, + 10, + 20 + ], + "block_out_channels": [ + 320, + 640, + 1280 + ], + "class_embed_type": null, + "conditioning_channels": 3, + "conditioning_embedding_out_channels": [ + 16, + 32, + 96, + 256 + ], + "controlnet_conditioning_channel_order": "rgb", + "cross_attention_dim": 2048, + "down_block_types": [ + "DownBlock2D", + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D" + ], + "downsample_padding": 1, + "encoder_hid_dim": null, + "encoder_hid_dim_type": null, + "flip_sin_to_cos": true, + "freq_shift": 0, + "global_pool_conditions": false, + "in_channels": 4, + "layers_per_block": 2, + "mid_block_scale_factor": 1, + "mid_block_type": "UNetMidBlock2DCrossAttn", + "norm_eps": 1e-05, + "norm_num_groups": 32, + "num_attention_heads": null, + "num_class_embeds": null, + "only_cross_attention": false, + "projection_class_embeddings_input_dim": 2816, + "resnet_time_scale_shift": "default", + "transformer_layers_per_block": [ + 1, + 2, + 10 + ], + "upcast_attention": null, + "use_linear_projection": true +} diff --git a/checkpoint-9000/controlnet/diffusion_pytorch_model.safetensors b/checkpoint-9000/controlnet/diffusion_pytorch_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..637e543cbbee352315ddf22bbc305c1df9fe5e99 --- /dev/null +++ b/checkpoint-9000/controlnet/diffusion_pytorch_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8e4bfb8e0d4cd8b2f1cf6af5c9928fc2da2577e8fd8f4bbce16f21ba2d135d0d +size 5004167864 diff --git a/checkpoint-9000/optimizer.bin b/checkpoint-9000/optimizer.bin new file mode 100644 index 0000000000000000000000000000000000000000..c71d06434025a741d53075f4d013cf586bae95bc --- /dev/null +++ b/checkpoint-9000/optimizer.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:144d88a9be0859eab43579b23670dc8435526f993f6b8c1026f82fcb8afcaa37 +size 10008840997 diff --git a/checkpoint-9000/random_states_0.pkl b/checkpoint-9000/random_states_0.pkl new file mode 100644 index 0000000000000000000000000000000000000000..d2d844d0251cac4b58abe881df31fae64d27e146 --- /dev/null +++ b/checkpoint-9000/random_states_0.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:564aed467476d9d1e4120f5bffbf42422e480d839f4487f4c2aa2ee0d0fb9191 +size 14663 diff --git a/checkpoint-9000/scaler.pt b/checkpoint-9000/scaler.pt new file mode 100644 index 0000000000000000000000000000000000000000..f6e6b7af177a478f0c4123ba49364e98c9581bfe --- /dev/null +++ b/checkpoint-9000/scaler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:69fba0ad5ddae76267ddf814dbe2f10bd2bcfbe9b4bad22017da893eb833d867 +size 557 diff --git a/checkpoint-9000/scheduler.bin b/checkpoint-9000/scheduler.bin new file mode 100644 index 0000000000000000000000000000000000000000..1dbdf606bf3a05fd88a2dede029ab796469fcf5a --- /dev/null +++ b/checkpoint-9000/scheduler.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e1eac97501070390deea5b728508d7a5d83ab80539ad80dd34b585dc37cff018 +size 563 diff --git a/config.json b/config.json new file mode 100644 index 0000000000000000000000000000000000000000..040c087b669e780e6231ca7ba37885da8d59ce81 --- /dev/null +++ b/config.json @@ -0,0 +1,57 @@ +{ + "_class_name": "ControlNetModel", + "_diffusers_version": "0.28.0.dev0", + "act_fn": "silu", + "addition_embed_type": "text_time", + "addition_embed_type_num_heads": 64, + "addition_time_embed_dim": 256, + "attention_head_dim": [ + 5, + 10, + 20 + ], + "block_out_channels": [ + 320, + 640, + 1280 + ], + "class_embed_type": null, + "conditioning_channels": 3, + "conditioning_embedding_out_channels": [ + 16, + 32, + 96, + 256 + ], + "controlnet_conditioning_channel_order": "rgb", + "cross_attention_dim": 2048, + "down_block_types": [ + "DownBlock2D", + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D" + ], + "downsample_padding": 1, + "encoder_hid_dim": null, + "encoder_hid_dim_type": null, + "flip_sin_to_cos": true, + "freq_shift": 0, + "global_pool_conditions": false, + "in_channels": 4, + "layers_per_block": 2, + "mid_block_scale_factor": 1, + "mid_block_type": "UNetMidBlock2DCrossAttn", + "norm_eps": 1e-05, + "norm_num_groups": 32, + "num_attention_heads": null, + "num_class_embeds": null, + "only_cross_attention": false, + "projection_class_embeddings_input_dim": 2816, + "resnet_time_scale_shift": "default", + "transformer_layers_per_block": [ + 1, + 2, + 10 + ], + "upcast_attention": null, + "use_linear_projection": true +} diff --git a/diffusion_pytorch_model.safetensors b/diffusion_pytorch_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..b67b74a32ce66aac37033432e76dce853df5e575 --- /dev/null +++ b/diffusion_pytorch_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:27d8a12bc7df70454f05194f106899db75992d1f9429e1e9c5d551e714b1f4f7 +size 5004167864 diff --git a/image_control.png b/image_control.png new file mode 100644 index 0000000000000000000000000000000000000000..e4f5e7a95df58a9561713fda98f465a869740d32 Binary files /dev/null and b/image_control.png differ diff --git a/images_0.png b/images_0.png new file mode 100644 index 0000000000000000000000000000000000000000..e3dc5a784aa59c4e9d291d5b8413ff36a8009d53 --- /dev/null +++ b/images_0.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0bd6be0c81605115993c029bed7a131a597509255e74396f80f699433403d472 +size 1396414 diff --git a/logs/sd_xl_train_controlnet/1715670668.112227/events.out.tfevents.1715670668.150-136-91-167.2718.1 b/logs/sd_xl_train_controlnet/1715670668.112227/events.out.tfevents.1715670668.150-136-91-167.2718.1 new file mode 100644 index 0000000000000000000000000000000000000000..fab55d7d43bb9493658ce578b187a73b10a1fcea --- /dev/null +++ b/logs/sd_xl_train_controlnet/1715670668.112227/events.out.tfevents.1715670668.150-136-91-167.2718.1 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e28ebe04ddb91ad5f8d0efe739bb355c8b6b35dd36ff5589316fc8872ccf5557 +size 2592 diff --git a/logs/sd_xl_train_controlnet/1715670668.125268/hparams.yml b/logs/sd_xl_train_controlnet/1715670668.125268/hparams.yml new file mode 100644 index 0000000000000000000000000000000000000000..e7b8e27778205816c8d800ea4e597078c06e3548 --- /dev/null +++ b/logs/sd_xl_train_controlnet/1715670668.125268/hparams.yml @@ -0,0 +1,54 @@ +adam_beta1: 0.9 +adam_beta2: 0.999 +adam_epsilon: 1.0e-08 +adam_weight_decay: 0.01 +allow_tf32: false +cache_dir: null +caption_column: caption +checkpointing_steps: 1000 +checkpoints_total_limit: null +conditioning_image_column: condition_img +controlnet_model_name_or_path: null +crops_coords_top_left_h: 0 +crops_coords_top_left_w: 0 +dataloader_num_workers: 0 +dataset_config_name: null +dataset_name: cld07/captioned_ffhq_50k_512 +enable_npu_flash_attention: false +enable_xformers_memory_efficient_attention: false +gradient_accumulation_steps: 1 +gradient_checkpointing: false +hub_model_id: null +hub_token: null +image_column: source_image +learning_rate: 0.0001 +logging_dir: logs +lr_num_cycles: 1 +lr_power: 1.0 +lr_scheduler: constant +lr_warmup_steps: 500 +max_grad_norm: 1.0 +max_train_samples: null +max_train_steps: 10000 +mixed_precision: fp16 +num_train_epochs: 1 +num_validation_images: 4 +output_dir: ./output2 +pretrained_model_name_or_path: stabilityai/stable-diffusion-xl-base-1.0 +pretrained_vae_model_name_or_path: null +proportion_empty_prompts: 0 +push_to_hub: true +report_to: tensorboard +resolution: 512 +resume_from_checkpoint: null +revision: null +scale_lr: false +seed: 42 +set_grads_to_none: false +tokenizer_name: null +tracker_project_name: sd_xl_train_controlnet +train_batch_size: 4 +train_data_dir: null +use_8bit_adam: false +validation_steps: 1000 +variant: null diff --git a/logs/sd_xl_train_controlnet/1715671043.242736/events.out.tfevents.1715671043.150-136-91-167.2941.1 b/logs/sd_xl_train_controlnet/1715671043.242736/events.out.tfevents.1715671043.150-136-91-167.2941.1 new file mode 100644 index 0000000000000000000000000000000000000000..f3174b651d2a37de5961a37b1fafb2c55cf119fa --- /dev/null +++ b/logs/sd_xl_train_controlnet/1715671043.242736/events.out.tfevents.1715671043.150-136-91-167.2941.1 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a2f2ed395408a091274d475e1cde0bd762e258602f32886b2ab9db6d942256b4 +size 2592 diff --git a/logs/sd_xl_train_controlnet/1715671043.2564285/hparams.yml b/logs/sd_xl_train_controlnet/1715671043.2564285/hparams.yml new file mode 100644 index 0000000000000000000000000000000000000000..e7b8e27778205816c8d800ea4e597078c06e3548 --- /dev/null +++ b/logs/sd_xl_train_controlnet/1715671043.2564285/hparams.yml @@ -0,0 +1,54 @@ +adam_beta1: 0.9 +adam_beta2: 0.999 +adam_epsilon: 1.0e-08 +adam_weight_decay: 0.01 +allow_tf32: false +cache_dir: null +caption_column: caption +checkpointing_steps: 1000 +checkpoints_total_limit: null +conditioning_image_column: condition_img +controlnet_model_name_or_path: null +crops_coords_top_left_h: 0 +crops_coords_top_left_w: 0 +dataloader_num_workers: 0 +dataset_config_name: null +dataset_name: cld07/captioned_ffhq_50k_512 +enable_npu_flash_attention: false +enable_xformers_memory_efficient_attention: false +gradient_accumulation_steps: 1 +gradient_checkpointing: false +hub_model_id: null +hub_token: null +image_column: source_image +learning_rate: 0.0001 +logging_dir: logs +lr_num_cycles: 1 +lr_power: 1.0 +lr_scheduler: constant +lr_warmup_steps: 500 +max_grad_norm: 1.0 +max_train_samples: null +max_train_steps: 10000 +mixed_precision: fp16 +num_train_epochs: 1 +num_validation_images: 4 +output_dir: ./output2 +pretrained_model_name_or_path: stabilityai/stable-diffusion-xl-base-1.0 +pretrained_vae_model_name_or_path: null +proportion_empty_prompts: 0 +push_to_hub: true +report_to: tensorboard +resolution: 512 +resume_from_checkpoint: null +revision: null +scale_lr: false +seed: 42 +set_grads_to_none: false +tokenizer_name: null +tracker_project_name: sd_xl_train_controlnet +train_batch_size: 4 +train_data_dir: null +use_8bit_adam: false +validation_steps: 1000 +variant: null diff --git a/logs/sd_xl_train_controlnet/events.out.tfevents.1715670668.150-136-91-167.2718.0 b/logs/sd_xl_train_controlnet/events.out.tfevents.1715670668.150-136-91-167.2718.0 new file mode 100644 index 0000000000000000000000000000000000000000..994299eb2e4a4a13d1ef2cd2eb907a959991b0d1 --- /dev/null +++ b/logs/sd_xl_train_controlnet/events.out.tfevents.1715670668.150-136-91-167.2718.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6913c03094a660e9f1c7e22c3e992244499a9a25c43be6e03324c32a1cea56cb +size 88 diff --git a/logs/sd_xl_train_controlnet/events.out.tfevents.1715671043.150-136-91-167.2941.0 b/logs/sd_xl_train_controlnet/events.out.tfevents.1715671043.150-136-91-167.2941.0 new file mode 100644 index 0000000000000000000000000000000000000000..1fbcf18701f291562eda0ce599e82bdd1e8a5a65 --- /dev/null +++ b/logs/sd_xl_train_controlnet/events.out.tfevents.1715671043.150-136-91-167.2941.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a4e3cee4cadb589c72401e3dbef286783e1c5964f23aa5b0c0c605c0a46b6680 +size 2384482