diff --git "a/.checkpoint-1200\343\201\257hed\343\202\222\350\277\275\345\212\240\345\255\246\347\277\222\343\201\227\343\201\237\343\201\256\343\201\277.md" "b/.checkpoint-1200\343\201\257hed\343\202\222\350\277\275\345\212\240\345\255\246\347\277\222\343\201\227\343\201\237\343\201\256\343\201\277.md" new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/.gitattributes b/.gitattributes index a6344aac8c09253b3b630fb776ae94478aa0275b..27f9ad3400e04dbc449df227bbf12df7696a54df 100644 --- a/.gitattributes +++ b/.gitattributes @@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text *.zip filter=lfs diff=lfs merge=lfs -text *.zst filter=lfs diff=lfs merge=lfs -text *tfevents* filter=lfs diff=lfs merge=lfs -text +images_0.png filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000000000000000000000000000000000000..17dd9524dbdd2c2b2e44887702fa597079a93a60 --- /dev/null +++ b/README.md @@ -0,0 +1,43 @@ +--- +base_model: stabilityai/stable-diffusion-2-1-base +library_name: diffusers +license: creativeml-openrail-m +inference: true +tags: +- stable-diffusion +- stable-diffusion-diffusers +- text-to-image +- diffusers +- controlnet +- diffusers-training +--- + + + + +# controlnet-SS-max/controlnet + +These are controlnet weights trained on stabilityai/stable-diffusion-2-1-base with new type of conditioning. +You can find some example images below. + +prompt: Fast Halloween Desserts: How to Make Easy Ghost Treats for Trick-or-Treat! +![images_0)](./images_0.png) + + + +## Intended uses & limitations + +#### How to use + +```python +# TODO: add an example code snippet for running this diffusion pipeline +``` + +#### Limitations and bias + +[TODO: provide examples of latent issues and potential remediations] + +## Training details + +[TODO: describe the data used to train the model] \ No newline at end of file diff --git a/checkpoint-1000/controlnet/config.json b/checkpoint-1000/controlnet/config.json new file mode 100644 index 0000000000000000000000000000000000000000..5cbad9e7e707b04ba07bb4e3bc8750c8baf4fb1a --- /dev/null +++ b/checkpoint-1000/controlnet/config.json @@ -0,0 +1,57 @@ +{ + "_class_name": "ControlNetModel", + "_diffusers_version": "0.34.0.dev0", + "_name_or_path": "/home/seno/2024a/Video_Compression/Test_Dir/PICVS/data/test_output/model/controlnet/checkpoint-600", + "act_fn": "silu", + "addition_embed_type": null, + "addition_embed_type_num_heads": 64, + "addition_time_embed_dim": null, + "attention_head_dim": [ + 5, + 10, + 20, + 20 + ], + "block_out_channels": [ + 320, + 640, + 1280, + 1280 + ], + "class_embed_type": null, + "conditioning_channels": 3, + "conditioning_embedding_out_channels": [ + 16, + 32, + 96, + 256 + ], + "controlnet_conditioning_channel_order": "rgb", + "cross_attention_dim": 1024, + "down_block_types": [ + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "DownBlock2D" + ], + "downsample_padding": 1, + "encoder_hid_dim": null, + "encoder_hid_dim_type": null, + "flip_sin_to_cos": true, + "freq_shift": 0, + "global_pool_conditions": false, + "in_channels": 4, + "layers_per_block": 2, + "mid_block_scale_factor": 1, + "mid_block_type": "UNetMidBlock2DCrossAttn", + "norm_eps": 1e-05, + "norm_num_groups": 32, + "num_attention_heads": null, + "num_class_embeds": null, + "only_cross_attention": false, + "projection_class_embeddings_input_dim": null, + "resnet_time_scale_shift": "default", + "transformer_layers_per_block": 1, + "upcast_attention": true, + "use_linear_projection": true +} diff --git a/checkpoint-1000/controlnet/diffusion_pytorch_model.safetensors b/checkpoint-1000/controlnet/diffusion_pytorch_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..55d870ed4339892caa0a6eff196d807e98991e4f --- /dev/null +++ b/checkpoint-1000/controlnet/diffusion_pytorch_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3f35e355e405ce7e931029d23c1902cf02057055b2ac001193798644b07bd909 +size 1456953560 diff --git a/checkpoint-1000/optimizer.bin b/checkpoint-1000/optimizer.bin new file mode 100644 index 0000000000000000000000000000000000000000..35f55b78bd8b9c56172fd8311f4bd78594f4cf2b --- /dev/null +++ b/checkpoint-1000/optimizer.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eeffe631077b06cc674d8502554d31f626f809b4507fe0e3fac59a3ea21f2e55 +size 2914115918 diff --git a/checkpoint-1000/random_states_0.pkl b/checkpoint-1000/random_states_0.pkl new file mode 100644 index 0000000000000000000000000000000000000000..c78549f284945d18ca8827c614bd6eb06bb6a92f --- /dev/null +++ b/checkpoint-1000/random_states_0.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4e3a66daafbead911024e1a72cefac64c56b51b41ea22bfa1016a202ee3169b1 +size 15124 diff --git a/checkpoint-1000/scheduler.bin b/checkpoint-1000/scheduler.bin new file mode 100644 index 0000000000000000000000000000000000000000..d356bd7ffc936ec940f6e5a785f1694dcd3317ce --- /dev/null +++ b/checkpoint-1000/scheduler.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dc90fbcab45c7986c33ba1eb956e3d0317d1b0c0cd178a7456ef169b2c93582f +size 1000 diff --git a/checkpoint-1200/controlnet/config.json b/checkpoint-1200/controlnet/config.json new file mode 100644 index 0000000000000000000000000000000000000000..4f8ebe8b18e22ef1e425e39b0a2248eb70e45dcf --- /dev/null +++ b/checkpoint-1200/controlnet/config.json @@ -0,0 +1,57 @@ +{ + "_class_name": "ControlNetModel", + "_diffusers_version": "0.34.0.dev0", + "_name_or_path": "/home/seno/2024a/Video_Compression/Test_Dir/PICVS/data/test_output/model/controlnet/checkpoint-1000", + "act_fn": "silu", + "addition_embed_type": null, + "addition_embed_type_num_heads": 64, + "addition_time_embed_dim": null, + "attention_head_dim": [ + 5, + 10, + 20, + 20 + ], + "block_out_channels": [ + 320, + 640, + 1280, + 1280 + ], + "class_embed_type": null, + "conditioning_channels": 3, + "conditioning_embedding_out_channels": [ + 16, + 32, + 96, + 256 + ], + "controlnet_conditioning_channel_order": "rgb", + "cross_attention_dim": 1024, + "down_block_types": [ + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "DownBlock2D" + ], + "downsample_padding": 1, + "encoder_hid_dim": null, + "encoder_hid_dim_type": null, + "flip_sin_to_cos": true, + "freq_shift": 0, + "global_pool_conditions": false, + "in_channels": 4, + "layers_per_block": 2, + "mid_block_scale_factor": 1, + "mid_block_type": "UNetMidBlock2DCrossAttn", + "norm_eps": 1e-05, + "norm_num_groups": 32, + "num_attention_heads": null, + "num_class_embeds": null, + "only_cross_attention": false, + "projection_class_embeddings_input_dim": null, + "resnet_time_scale_shift": "default", + "transformer_layers_per_block": 1, + "upcast_attention": true, + "use_linear_projection": true +} diff --git a/checkpoint-1200/controlnet/diffusion_pytorch_model.safetensors b/checkpoint-1200/controlnet/diffusion_pytorch_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..fcdcf55fa258b56bd8325f028b7c7701447c5560 --- /dev/null +++ b/checkpoint-1200/controlnet/diffusion_pytorch_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e9d320dd909c0853ce60761e94d7daa111658aff9a4624d2d58a0074ee87b8dc +size 1456953560 diff --git a/checkpoint-1200/optimizer.bin b/checkpoint-1200/optimizer.bin new file mode 100644 index 0000000000000000000000000000000000000000..1ed0343cc0656651a176451fc67bfa8f52837ae6 --- /dev/null +++ b/checkpoint-1200/optimizer.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:92296af32a9f25b0f7fddfd3f048d8bd7960ed3eabeb7dc7dfe6a4dfd36733b5 +size 2914115918 diff --git a/checkpoint-1200/random_states_0.pkl b/checkpoint-1200/random_states_0.pkl new file mode 100644 index 0000000000000000000000000000000000000000..f16832c20ab35065086c5a00670cbd4ec00ee3a9 --- /dev/null +++ b/checkpoint-1200/random_states_0.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7a28e069f51e292ff28aea9fc06b9625fb4db8ed29281d99a7a46eb1a8aed516 +size 15124 diff --git a/checkpoint-1200/scheduler.bin b/checkpoint-1200/scheduler.bin new file mode 100644 index 0000000000000000000000000000000000000000..c139da565a0764d7df5a5534bcd0dd0d7d192700 --- /dev/null +++ b/checkpoint-1200/scheduler.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:329c9de7d686183d9cafb9146149ce82e74ee5498a1d3a5e7920583a0fc8294b +size 1000 diff --git a/checkpoint-1400/controlnet/config.json b/checkpoint-1400/controlnet/config.json new file mode 100644 index 0000000000000000000000000000000000000000..1769ba1eb55292e9ec978b129a8aac6cc5fa3a2e --- /dev/null +++ b/checkpoint-1400/controlnet/config.json @@ -0,0 +1,57 @@ +{ + "_class_name": "ControlNetModel", + "_diffusers_version": "0.34.0.dev0", + "_name_or_path": "/home/seno/2024a/Video_Compression/Test_Dir/PICVS/data/test_output/model/controlnet/checkpoint-1200", + "act_fn": "silu", + "addition_embed_type": null, + "addition_embed_type_num_heads": 64, + "addition_time_embed_dim": null, + "attention_head_dim": [ + 5, + 10, + 20, + 20 + ], + "block_out_channels": [ + 320, + 640, + 1280, + 1280 + ], + "class_embed_type": null, + "conditioning_channels": 3, + "conditioning_embedding_out_channels": [ + 16, + 32, + 96, + 256 + ], + "controlnet_conditioning_channel_order": "rgb", + "cross_attention_dim": 1024, + "down_block_types": [ + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "DownBlock2D" + ], + "downsample_padding": 1, + "encoder_hid_dim": null, + "encoder_hid_dim_type": null, + "flip_sin_to_cos": true, + "freq_shift": 0, + "global_pool_conditions": false, + "in_channels": 4, + "layers_per_block": 2, + "mid_block_scale_factor": 1, + "mid_block_type": "UNetMidBlock2DCrossAttn", + "norm_eps": 1e-05, + "norm_num_groups": 32, + "num_attention_heads": null, + "num_class_embeds": null, + "only_cross_attention": false, + "projection_class_embeddings_input_dim": null, + "resnet_time_scale_shift": "default", + "transformer_layers_per_block": 1, + "upcast_attention": true, + "use_linear_projection": true +} diff --git a/checkpoint-1400/controlnet/diffusion_pytorch_model.safetensors b/checkpoint-1400/controlnet/diffusion_pytorch_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..b17e5f5513b951cab49624b21d9b92669ac00300 --- /dev/null +++ b/checkpoint-1400/controlnet/diffusion_pytorch_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:494175d7564f8e37ef42a618a2fcf2162638a99945d465f610fcb4e22ccc6a19 +size 1456953560 diff --git a/checkpoint-1400/optimizer.bin b/checkpoint-1400/optimizer.bin new file mode 100644 index 0000000000000000000000000000000000000000..fedd4e491c3f9db754fbf715ff1666a3aae73bf1 --- /dev/null +++ b/checkpoint-1400/optimizer.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1fad06abcf8da5e302c0d111ae961c213b86a698ed2fe6e7fa1b03ef5b028670 +size 2914115918 diff --git a/checkpoint-1400/random_states_0.pkl b/checkpoint-1400/random_states_0.pkl new file mode 100644 index 0000000000000000000000000000000000000000..fa6fc887508088a7f8b9e5254ed888dc7b21c0c4 --- /dev/null +++ b/checkpoint-1400/random_states_0.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8cc1029e715f987eb3436d9c4c0c82846e5d945d5f2043b580e2331f88798bd0 +size 15060 diff --git a/checkpoint-1400/scheduler.bin b/checkpoint-1400/scheduler.bin new file mode 100644 index 0000000000000000000000000000000000000000..8fae9c3f26d720da9dbb9ef0e5a0ac4f1f72948e --- /dev/null +++ b/checkpoint-1400/scheduler.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e4dbbc1e63c754ce099ffc8b023a50197d638b4e1e7020328d1876b9415a159b +size 1000 diff --git a/checkpoint-1600/controlnet/config.json b/checkpoint-1600/controlnet/config.json new file mode 100644 index 0000000000000000000000000000000000000000..1769ba1eb55292e9ec978b129a8aac6cc5fa3a2e --- /dev/null +++ b/checkpoint-1600/controlnet/config.json @@ -0,0 +1,57 @@ +{ + "_class_name": "ControlNetModel", + "_diffusers_version": "0.34.0.dev0", + "_name_or_path": "/home/seno/2024a/Video_Compression/Test_Dir/PICVS/data/test_output/model/controlnet/checkpoint-1200", + "act_fn": "silu", + "addition_embed_type": null, + "addition_embed_type_num_heads": 64, + "addition_time_embed_dim": null, + "attention_head_dim": [ + 5, + 10, + 20, + 20 + ], + "block_out_channels": [ + 320, + 640, + 1280, + 1280 + ], + "class_embed_type": null, + "conditioning_channels": 3, + "conditioning_embedding_out_channels": [ + 16, + 32, + 96, + 256 + ], + "controlnet_conditioning_channel_order": "rgb", + "cross_attention_dim": 1024, + "down_block_types": [ + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "DownBlock2D" + ], + "downsample_padding": 1, + "encoder_hid_dim": null, + "encoder_hid_dim_type": null, + "flip_sin_to_cos": true, + "freq_shift": 0, + "global_pool_conditions": false, + "in_channels": 4, + "layers_per_block": 2, + "mid_block_scale_factor": 1, + "mid_block_type": "UNetMidBlock2DCrossAttn", + "norm_eps": 1e-05, + "norm_num_groups": 32, + "num_attention_heads": null, + "num_class_embeds": null, + "only_cross_attention": false, + "projection_class_embeddings_input_dim": null, + "resnet_time_scale_shift": "default", + "transformer_layers_per_block": 1, + "upcast_attention": true, + "use_linear_projection": true +} diff --git a/checkpoint-1600/controlnet/diffusion_pytorch_model.safetensors b/checkpoint-1600/controlnet/diffusion_pytorch_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..e6a7888f1f83d7cc0de89642110d1bfe0679a74b --- /dev/null +++ b/checkpoint-1600/controlnet/diffusion_pytorch_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:251615e47ec57dfd07c60dcf74e898fb9b33ba04985891bfeb25337a466e0a03 +size 1456953560 diff --git a/checkpoint-1600/optimizer.bin b/checkpoint-1600/optimizer.bin new file mode 100644 index 0000000000000000000000000000000000000000..e6013b1f6bd354bea8790e159f323562a0ada3ee --- /dev/null +++ b/checkpoint-1600/optimizer.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:68baa66b7ee7a8f1dcdf7e1e9efbf5fd466a5f7dc1666bcebfb6cca30f7bd406 +size 2914115918 diff --git a/checkpoint-1600/random_states_0.pkl b/checkpoint-1600/random_states_0.pkl new file mode 100644 index 0000000000000000000000000000000000000000..0f183922c81e3ed65edc685e5e323677a6e94ead --- /dev/null +++ b/checkpoint-1600/random_states_0.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2daee0bfa1f21e74c21d9bc72210599a586740e2890390e99f5f287e0718091f +size 15060 diff --git a/checkpoint-1600/scheduler.bin b/checkpoint-1600/scheduler.bin new file mode 100644 index 0000000000000000000000000000000000000000..3d8f4959bfa5b6cbbcf809b66c88d9f4fafc21c9 --- /dev/null +++ b/checkpoint-1600/scheduler.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8f6045669026fade7eed52205bc9e8009af3cb77b09a11297dfd265e4dbb4666 +size 1000 diff --git a/checkpoint-1800/controlnet/config.json b/checkpoint-1800/controlnet/config.json new file mode 100644 index 0000000000000000000000000000000000000000..1769ba1eb55292e9ec978b129a8aac6cc5fa3a2e --- /dev/null +++ b/checkpoint-1800/controlnet/config.json @@ -0,0 +1,57 @@ +{ + "_class_name": "ControlNetModel", + "_diffusers_version": "0.34.0.dev0", + "_name_or_path": "/home/seno/2024a/Video_Compression/Test_Dir/PICVS/data/test_output/model/controlnet/checkpoint-1200", + "act_fn": "silu", + "addition_embed_type": null, + "addition_embed_type_num_heads": 64, + "addition_time_embed_dim": null, + "attention_head_dim": [ + 5, + 10, + 20, + 20 + ], + "block_out_channels": [ + 320, + 640, + 1280, + 1280 + ], + "class_embed_type": null, + "conditioning_channels": 3, + "conditioning_embedding_out_channels": [ + 16, + 32, + 96, + 256 + ], + "controlnet_conditioning_channel_order": "rgb", + "cross_attention_dim": 1024, + "down_block_types": [ + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "DownBlock2D" + ], + "downsample_padding": 1, + "encoder_hid_dim": null, + "encoder_hid_dim_type": null, + "flip_sin_to_cos": true, + "freq_shift": 0, + "global_pool_conditions": false, + "in_channels": 4, + "layers_per_block": 2, + "mid_block_scale_factor": 1, + "mid_block_type": "UNetMidBlock2DCrossAttn", + "norm_eps": 1e-05, + "norm_num_groups": 32, + "num_attention_heads": null, + "num_class_embeds": null, + "only_cross_attention": false, + "projection_class_embeddings_input_dim": null, + "resnet_time_scale_shift": "default", + "transformer_layers_per_block": 1, + "upcast_attention": true, + "use_linear_projection": true +} diff --git a/checkpoint-1800/controlnet/diffusion_pytorch_model.safetensors b/checkpoint-1800/controlnet/diffusion_pytorch_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..defca87ab50349f96fa005ea4b94fa4f178c3ad0 --- /dev/null +++ b/checkpoint-1800/controlnet/diffusion_pytorch_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5670d4f7495a93d3c1bda21246e1d4ca45b65bab1141fc71d8555aaf2833a929 +size 1456953560 diff --git a/checkpoint-1800/optimizer.bin b/checkpoint-1800/optimizer.bin new file mode 100644 index 0000000000000000000000000000000000000000..9916ed979f9e454194303b04ba73c8bcb8a7177d --- /dev/null +++ b/checkpoint-1800/optimizer.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:95ac2b3fd48c4d6b7212e0dfb0af597ec7a0f6456d96db87098390de7c89dca9 +size 2914115918 diff --git a/checkpoint-1800/random_states_0.pkl b/checkpoint-1800/random_states_0.pkl new file mode 100644 index 0000000000000000000000000000000000000000..0c37664f8a73cf650dadd2c57c5bc3b577d4410d --- /dev/null +++ b/checkpoint-1800/random_states_0.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:23594a1fdbc08667b96c173d66b5fbd31f1c1fef6ed1dac789700bba8e68dbd9 +size 15060 diff --git a/checkpoint-1800/scheduler.bin b/checkpoint-1800/scheduler.bin new file mode 100644 index 0000000000000000000000000000000000000000..ee86f5025b2162a7593ff848b01035bd4b201a6a --- /dev/null +++ b/checkpoint-1800/scheduler.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3d96d1127ccb6f4d326ffa44948f582788010cb4108c65ab2c9dcfb05ae12deb +size 1000 diff --git a/checkpoint-2000/controlnet/config.json b/checkpoint-2000/controlnet/config.json new file mode 100644 index 0000000000000000000000000000000000000000..1769ba1eb55292e9ec978b129a8aac6cc5fa3a2e --- /dev/null +++ b/checkpoint-2000/controlnet/config.json @@ -0,0 +1,57 @@ +{ + "_class_name": "ControlNetModel", + "_diffusers_version": "0.34.0.dev0", + "_name_or_path": "/home/seno/2024a/Video_Compression/Test_Dir/PICVS/data/test_output/model/controlnet/checkpoint-1200", + "act_fn": "silu", + "addition_embed_type": null, + "addition_embed_type_num_heads": 64, + "addition_time_embed_dim": null, + "attention_head_dim": [ + 5, + 10, + 20, + 20 + ], + "block_out_channels": [ + 320, + 640, + 1280, + 1280 + ], + "class_embed_type": null, + "conditioning_channels": 3, + "conditioning_embedding_out_channels": [ + 16, + 32, + 96, + 256 + ], + "controlnet_conditioning_channel_order": "rgb", + "cross_attention_dim": 1024, + "down_block_types": [ + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "DownBlock2D" + ], + "downsample_padding": 1, + "encoder_hid_dim": null, + "encoder_hid_dim_type": null, + "flip_sin_to_cos": true, + "freq_shift": 0, + "global_pool_conditions": false, + "in_channels": 4, + "layers_per_block": 2, + "mid_block_scale_factor": 1, + "mid_block_type": "UNetMidBlock2DCrossAttn", + "norm_eps": 1e-05, + "norm_num_groups": 32, + "num_attention_heads": null, + "num_class_embeds": null, + "only_cross_attention": false, + "projection_class_embeddings_input_dim": null, + "resnet_time_scale_shift": "default", + "transformer_layers_per_block": 1, + "upcast_attention": true, + "use_linear_projection": true +} diff --git a/checkpoint-2000/controlnet/diffusion_pytorch_model.safetensors b/checkpoint-2000/controlnet/diffusion_pytorch_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..b41fd80f025a19ea0b4da47d2c3d8efb08dd7563 --- /dev/null +++ b/checkpoint-2000/controlnet/diffusion_pytorch_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:92cb240b36f3b52e48bb86aa6dd17425eeaa5608e441fe284eb90bf8c99c144c +size 1456953560 diff --git a/checkpoint-2000/optimizer.bin b/checkpoint-2000/optimizer.bin new file mode 100644 index 0000000000000000000000000000000000000000..0ce58cf6924a5fc22b1937a5c2f7428cb93f7e06 --- /dev/null +++ b/checkpoint-2000/optimizer.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:becbab9f327c301eeeb6aa5a2b1a248a39968bf0dcf9d22a5c7092dc401c9a29 +size 2914115918 diff --git a/checkpoint-2000/random_states_0.pkl b/checkpoint-2000/random_states_0.pkl new file mode 100644 index 0000000000000000000000000000000000000000..b11a35de9c79b2fa77ff00fe53748b8b7c558421 --- /dev/null +++ b/checkpoint-2000/random_states_0.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e2e0efe44131da2af8032b4dfaaad28ec2006cf0105a4dded4155138a5a911f8 +size 15060 diff --git a/checkpoint-2000/scheduler.bin b/checkpoint-2000/scheduler.bin new file mode 100644 index 0000000000000000000000000000000000000000..a5eddf02135fa46d82588a6e02a3f2e7702ded2a --- /dev/null +++ b/checkpoint-2000/scheduler.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6c6f2a1bf00e8a7980ed21497e7d386131dfc4792febabb6bdd80dd97434231f +size 1000 diff --git a/checkpoint-2200/controlnet/config.json b/checkpoint-2200/controlnet/config.json new file mode 100644 index 0000000000000000000000000000000000000000..1769ba1eb55292e9ec978b129a8aac6cc5fa3a2e --- /dev/null +++ b/checkpoint-2200/controlnet/config.json @@ -0,0 +1,57 @@ +{ + "_class_name": "ControlNetModel", + "_diffusers_version": "0.34.0.dev0", + "_name_or_path": "/home/seno/2024a/Video_Compression/Test_Dir/PICVS/data/test_output/model/controlnet/checkpoint-1200", + "act_fn": "silu", + "addition_embed_type": null, + "addition_embed_type_num_heads": 64, + "addition_time_embed_dim": null, + "attention_head_dim": [ + 5, + 10, + 20, + 20 + ], + "block_out_channels": [ + 320, + 640, + 1280, + 1280 + ], + "class_embed_type": null, + "conditioning_channels": 3, + "conditioning_embedding_out_channels": [ + 16, + 32, + 96, + 256 + ], + "controlnet_conditioning_channel_order": "rgb", + "cross_attention_dim": 1024, + "down_block_types": [ + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "DownBlock2D" + ], + "downsample_padding": 1, + "encoder_hid_dim": null, + "encoder_hid_dim_type": null, + "flip_sin_to_cos": true, + "freq_shift": 0, + "global_pool_conditions": false, + "in_channels": 4, + "layers_per_block": 2, + "mid_block_scale_factor": 1, + "mid_block_type": "UNetMidBlock2DCrossAttn", + "norm_eps": 1e-05, + "norm_num_groups": 32, + "num_attention_heads": null, + "num_class_embeds": null, + "only_cross_attention": false, + "projection_class_embeddings_input_dim": null, + "resnet_time_scale_shift": "default", + "transformer_layers_per_block": 1, + "upcast_attention": true, + "use_linear_projection": true +} diff --git a/checkpoint-2200/controlnet/diffusion_pytorch_model.safetensors b/checkpoint-2200/controlnet/diffusion_pytorch_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..90d800212d0c716dccffe31cc195d874a2d05c45 --- /dev/null +++ b/checkpoint-2200/controlnet/diffusion_pytorch_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f57312943e89af8f662d7aa027416dcb0f3699a0ba2de15c73c15cac0e4888df +size 1456953560 diff --git a/checkpoint-2200/optimizer.bin b/checkpoint-2200/optimizer.bin new file mode 100644 index 0000000000000000000000000000000000000000..c94917acd3ae21b52eeee96913471bd6857dbb46 --- /dev/null +++ b/checkpoint-2200/optimizer.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9aa2bca91d79a40733d02ab749f44f9e36f2529eff559e9b8868d4fcac76e44b +size 2914115918 diff --git a/checkpoint-2200/random_states_0.pkl b/checkpoint-2200/random_states_0.pkl new file mode 100644 index 0000000000000000000000000000000000000000..ef62c0e378aae042406720eef2f85c4f5f042cf8 --- /dev/null +++ b/checkpoint-2200/random_states_0.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:894f41e83468ae5e5593d273f881aa144434646452fee13bf44f84699a6db945 +size 15124 diff --git a/checkpoint-2200/scheduler.bin b/checkpoint-2200/scheduler.bin new file mode 100644 index 0000000000000000000000000000000000000000..3dc8d96c74a255a799b4764eef6c89c39ae12d6c --- /dev/null +++ b/checkpoint-2200/scheduler.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4e33918cf193552754e265f47407e628850e41c47572b9e39ca29926efee76ba +size 1000 diff --git a/checkpoint-2400/controlnet/config.json b/checkpoint-2400/controlnet/config.json new file mode 100644 index 0000000000000000000000000000000000000000..1769ba1eb55292e9ec978b129a8aac6cc5fa3a2e --- /dev/null +++ b/checkpoint-2400/controlnet/config.json @@ -0,0 +1,57 @@ +{ + "_class_name": "ControlNetModel", + "_diffusers_version": "0.34.0.dev0", + "_name_or_path": "/home/seno/2024a/Video_Compression/Test_Dir/PICVS/data/test_output/model/controlnet/checkpoint-1200", + "act_fn": "silu", + "addition_embed_type": null, + "addition_embed_type_num_heads": 64, + "addition_time_embed_dim": null, + "attention_head_dim": [ + 5, + 10, + 20, + 20 + ], + "block_out_channels": [ + 320, + 640, + 1280, + 1280 + ], + "class_embed_type": null, + "conditioning_channels": 3, + "conditioning_embedding_out_channels": [ + 16, + 32, + 96, + 256 + ], + "controlnet_conditioning_channel_order": "rgb", + "cross_attention_dim": 1024, + "down_block_types": [ + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "DownBlock2D" + ], + "downsample_padding": 1, + "encoder_hid_dim": null, + "encoder_hid_dim_type": null, + "flip_sin_to_cos": true, + "freq_shift": 0, + "global_pool_conditions": false, + "in_channels": 4, + "layers_per_block": 2, + "mid_block_scale_factor": 1, + "mid_block_type": "UNetMidBlock2DCrossAttn", + "norm_eps": 1e-05, + "norm_num_groups": 32, + "num_attention_heads": null, + "num_class_embeds": null, + "only_cross_attention": false, + "projection_class_embeddings_input_dim": null, + "resnet_time_scale_shift": "default", + "transformer_layers_per_block": 1, + "upcast_attention": true, + "use_linear_projection": true +} diff --git a/checkpoint-2400/controlnet/diffusion_pytorch_model.safetensors b/checkpoint-2400/controlnet/diffusion_pytorch_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c51b81481c0aed9fa7bc40cb0df0b90a70f06a50 --- /dev/null +++ b/checkpoint-2400/controlnet/diffusion_pytorch_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a897dcdc1d7a7a259067bd9206513a355a90b56ff4c601c27680c464999fdd66 +size 1456953560 diff --git a/checkpoint-2400/optimizer.bin b/checkpoint-2400/optimizer.bin new file mode 100644 index 0000000000000000000000000000000000000000..85d01c9a7dff84804ba3669894d940e452a8eb04 --- /dev/null +++ b/checkpoint-2400/optimizer.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b755377e3a04590ea6cc70bcde2a57312ad4263d0b620c2eaf82a3b8f584e03f +size 2914115918 diff --git a/checkpoint-2400/random_states_0.pkl b/checkpoint-2400/random_states_0.pkl new file mode 100644 index 0000000000000000000000000000000000000000..e821d91b641f4c088a6449048c49ca40c5942b52 --- /dev/null +++ b/checkpoint-2400/random_states_0.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8bad34046590e1a7f3aa781d4b41704eb2f622368d66c02c1c707ba34e7ff190 +size 15060 diff --git a/checkpoint-2400/scheduler.bin b/checkpoint-2400/scheduler.bin new file mode 100644 index 0000000000000000000000000000000000000000..83dbcce41dc01130e391e57a9f31eb6f968e73a7 --- /dev/null +++ b/checkpoint-2400/scheduler.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5477d79fd1e174578e1256acf5152f977402f585988b1575927cd2df989e2af5 +size 1000 diff --git a/checkpoint-2600/controlnet/config.json b/checkpoint-2600/controlnet/config.json new file mode 100644 index 0000000000000000000000000000000000000000..95afe52b8936a957fac5d6a29413516b14e5f3bd --- /dev/null +++ b/checkpoint-2600/controlnet/config.json @@ -0,0 +1,57 @@ +{ + "_class_name": "ControlNetModel", + "_diffusers_version": "0.34.0.dev0", + "_name_or_path": "/home/seno/2024a/Video_Compression/Test_Dir/PICVS/data/test_output/model/controlnet/checkpoint-2400", + "act_fn": "silu", + "addition_embed_type": null, + "addition_embed_type_num_heads": 64, + "addition_time_embed_dim": null, + "attention_head_dim": [ + 5, + 10, + 20, + 20 + ], + "block_out_channels": [ + 320, + 640, + 1280, + 1280 + ], + "class_embed_type": null, + "conditioning_channels": 3, + "conditioning_embedding_out_channels": [ + 16, + 32, + 96, + 256 + ], + "controlnet_conditioning_channel_order": "rgb", + "cross_attention_dim": 1024, + "down_block_types": [ + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "DownBlock2D" + ], + "downsample_padding": 1, + "encoder_hid_dim": null, + "encoder_hid_dim_type": null, + "flip_sin_to_cos": true, + "freq_shift": 0, + "global_pool_conditions": false, + "in_channels": 4, + "layers_per_block": 2, + "mid_block_scale_factor": 1, + "mid_block_type": "UNetMidBlock2DCrossAttn", + "norm_eps": 1e-05, + "norm_num_groups": 32, + "num_attention_heads": null, + "num_class_embeds": null, + "only_cross_attention": false, + "projection_class_embeddings_input_dim": null, + "resnet_time_scale_shift": "default", + "transformer_layers_per_block": 1, + "upcast_attention": true, + "use_linear_projection": true +} diff --git a/checkpoint-2600/controlnet/diffusion_pytorch_model.safetensors b/checkpoint-2600/controlnet/diffusion_pytorch_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..1ac4495488cc2aea1d42d507c336b70acca04d31 --- /dev/null +++ b/checkpoint-2600/controlnet/diffusion_pytorch_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0c5695cc454fe963ed2ad556da88c5896d5b458bfb7e8943624bb5c7076bfa20 +size 1456953560 diff --git a/checkpoint-2600/optimizer.bin b/checkpoint-2600/optimizer.bin new file mode 100644 index 0000000000000000000000000000000000000000..f7e9dc0eb353ac17fb4faecdff6101107d5a3c78 --- /dev/null +++ b/checkpoint-2600/optimizer.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:795cfdd13045038754d4176cf9831de61e62d82ce5571aa26f10c99c94535f8e +size 2914115918 diff --git a/checkpoint-2600/random_states_0.pkl b/checkpoint-2600/random_states_0.pkl new file mode 100644 index 0000000000000000000000000000000000000000..50edc1f61e861b420ca48485ea6e535325313287 --- /dev/null +++ b/checkpoint-2600/random_states_0.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:adc91b5326da30e8443def95a2215662d3ab3529d5b3f5766d2aead4c1722b39 +size 15060 diff --git a/checkpoint-2600/scheduler.bin b/checkpoint-2600/scheduler.bin new file mode 100644 index 0000000000000000000000000000000000000000..1ee44355cc615d2cbc692bacc7379eb03da70b19 --- /dev/null +++ b/checkpoint-2600/scheduler.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a6dd73ff1152d3236931d117d642f9065d050de65b8ce9e71d5668114d3686bb +size 1000 diff --git a/checkpoint-2800/controlnet/config.json b/checkpoint-2800/controlnet/config.json new file mode 100644 index 0000000000000000000000000000000000000000..95afe52b8936a957fac5d6a29413516b14e5f3bd --- /dev/null +++ b/checkpoint-2800/controlnet/config.json @@ -0,0 +1,57 @@ +{ + "_class_name": "ControlNetModel", + "_diffusers_version": "0.34.0.dev0", + "_name_or_path": "/home/seno/2024a/Video_Compression/Test_Dir/PICVS/data/test_output/model/controlnet/checkpoint-2400", + "act_fn": "silu", + "addition_embed_type": null, + "addition_embed_type_num_heads": 64, + "addition_time_embed_dim": null, + "attention_head_dim": [ + 5, + 10, + 20, + 20 + ], + "block_out_channels": [ + 320, + 640, + 1280, + 1280 + ], + "class_embed_type": null, + "conditioning_channels": 3, + "conditioning_embedding_out_channels": [ + 16, + 32, + 96, + 256 + ], + "controlnet_conditioning_channel_order": "rgb", + "cross_attention_dim": 1024, + "down_block_types": [ + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "DownBlock2D" + ], + "downsample_padding": 1, + "encoder_hid_dim": null, + "encoder_hid_dim_type": null, + "flip_sin_to_cos": true, + "freq_shift": 0, + "global_pool_conditions": false, + "in_channels": 4, + "layers_per_block": 2, + "mid_block_scale_factor": 1, + "mid_block_type": "UNetMidBlock2DCrossAttn", + "norm_eps": 1e-05, + "norm_num_groups": 32, + "num_attention_heads": null, + "num_class_embeds": null, + "only_cross_attention": false, + "projection_class_embeddings_input_dim": null, + "resnet_time_scale_shift": "default", + "transformer_layers_per_block": 1, + "upcast_attention": true, + "use_linear_projection": true +} diff --git a/checkpoint-2800/controlnet/diffusion_pytorch_model.safetensors b/checkpoint-2800/controlnet/diffusion_pytorch_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..684f87744fe8648f5411375cc97d1c2c96b51c78 --- /dev/null +++ b/checkpoint-2800/controlnet/diffusion_pytorch_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:31b232582440ee5e3d261b0d6b9930397ee2642df1abc17ce5ae59b90099f2f3 +size 1456953560 diff --git a/checkpoint-2800/optimizer.bin b/checkpoint-2800/optimizer.bin new file mode 100644 index 0000000000000000000000000000000000000000..bca79695425086b433a1b39db1ecacdf9697ab57 --- /dev/null +++ b/checkpoint-2800/optimizer.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7b3b3a4f151b7608f3a8f0e93e82f19bb25f14454babc6b91ce3b67091a06837 +size 2914115918 diff --git a/checkpoint-2800/random_states_0.pkl b/checkpoint-2800/random_states_0.pkl new file mode 100644 index 0000000000000000000000000000000000000000..fc7c079181490eac0423468fd4a5d92d506a1f06 --- /dev/null +++ b/checkpoint-2800/random_states_0.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ad555b22a5d4e082b1ec33f80b5204c97c2bac9351e930f18d2e536a5dca01c8 +size 15124 diff --git a/checkpoint-2800/scheduler.bin b/checkpoint-2800/scheduler.bin new file mode 100644 index 0000000000000000000000000000000000000000..799a9646d161d4ca03db4fe48efb1bd93218ec82 --- /dev/null +++ b/checkpoint-2800/scheduler.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b68463c9ba484021579d290f9210ad475b2df61ae89d05f3cf53ea2aa19da96d +size 1000 diff --git a/checkpoint-3000/controlnet/config.json b/checkpoint-3000/controlnet/config.json new file mode 100644 index 0000000000000000000000000000000000000000..95afe52b8936a957fac5d6a29413516b14e5f3bd --- /dev/null +++ b/checkpoint-3000/controlnet/config.json @@ -0,0 +1,57 @@ +{ + "_class_name": "ControlNetModel", + "_diffusers_version": "0.34.0.dev0", + "_name_or_path": "/home/seno/2024a/Video_Compression/Test_Dir/PICVS/data/test_output/model/controlnet/checkpoint-2400", + "act_fn": "silu", + "addition_embed_type": null, + "addition_embed_type_num_heads": 64, + "addition_time_embed_dim": null, + "attention_head_dim": [ + 5, + 10, + 20, + 20 + ], + "block_out_channels": [ + 320, + 640, + 1280, + 1280 + ], + "class_embed_type": null, + "conditioning_channels": 3, + "conditioning_embedding_out_channels": [ + 16, + 32, + 96, + 256 + ], + "controlnet_conditioning_channel_order": "rgb", + "cross_attention_dim": 1024, + "down_block_types": [ + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "DownBlock2D" + ], + "downsample_padding": 1, + "encoder_hid_dim": null, + "encoder_hid_dim_type": null, + "flip_sin_to_cos": true, + "freq_shift": 0, + "global_pool_conditions": false, + "in_channels": 4, + "layers_per_block": 2, + "mid_block_scale_factor": 1, + "mid_block_type": "UNetMidBlock2DCrossAttn", + "norm_eps": 1e-05, + "norm_num_groups": 32, + "num_attention_heads": null, + "num_class_embeds": null, + "only_cross_attention": false, + "projection_class_embeddings_input_dim": null, + "resnet_time_scale_shift": "default", + "transformer_layers_per_block": 1, + "upcast_attention": true, + "use_linear_projection": true +} diff --git a/checkpoint-3000/controlnet/diffusion_pytorch_model.safetensors b/checkpoint-3000/controlnet/diffusion_pytorch_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..a0a2d850e700781cf5248984a932f8c9538e4302 --- /dev/null +++ b/checkpoint-3000/controlnet/diffusion_pytorch_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9516c37b21bd1ea2b299c918e0236f7dc371c8ca3784fa43a12bbb1e7b98d4b0 +size 1456953560 diff --git a/checkpoint-3000/optimizer.bin b/checkpoint-3000/optimizer.bin new file mode 100644 index 0000000000000000000000000000000000000000..20944c8df262ec00aa94a8f04ff9c1a2be73991d --- /dev/null +++ b/checkpoint-3000/optimizer.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c757d29d09c3ebdb8ebf9abbc81be46422abdc5774ded6650bbd6c4855beb862 +size 2914115918 diff --git a/checkpoint-3000/random_states_0.pkl b/checkpoint-3000/random_states_0.pkl new file mode 100644 index 0000000000000000000000000000000000000000..3d75f88ff6f0fbb648868afdfa673d7e44ad1e6f --- /dev/null +++ b/checkpoint-3000/random_states_0.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:435dc078f805e3798069ab5ea86b042a1f7f17f61a1eac0b41d89011a4a2f6c0 +size 15124 diff --git a/checkpoint-3000/scheduler.bin b/checkpoint-3000/scheduler.bin new file mode 100644 index 0000000000000000000000000000000000000000..80ab769dd1f1d1c90966eb1543ed0db666a41778 --- /dev/null +++ b/checkpoint-3000/scheduler.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6c52ad410f639d1e308805e7e38ccb7e2b312498d9595cf76b9a3b8e127b0b41 +size 1000 diff --git a/checkpoint-3200/controlnet/config.json b/checkpoint-3200/controlnet/config.json new file mode 100644 index 0000000000000000000000000000000000000000..95afe52b8936a957fac5d6a29413516b14e5f3bd --- /dev/null +++ b/checkpoint-3200/controlnet/config.json @@ -0,0 +1,57 @@ +{ + "_class_name": "ControlNetModel", + "_diffusers_version": "0.34.0.dev0", + "_name_or_path": "/home/seno/2024a/Video_Compression/Test_Dir/PICVS/data/test_output/model/controlnet/checkpoint-2400", + "act_fn": "silu", + "addition_embed_type": null, + "addition_embed_type_num_heads": 64, + "addition_time_embed_dim": null, + "attention_head_dim": [ + 5, + 10, + 20, + 20 + ], + "block_out_channels": [ + 320, + 640, + 1280, + 1280 + ], + "class_embed_type": null, + "conditioning_channels": 3, + "conditioning_embedding_out_channels": [ + 16, + 32, + 96, + 256 + ], + "controlnet_conditioning_channel_order": "rgb", + "cross_attention_dim": 1024, + "down_block_types": [ + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "DownBlock2D" + ], + "downsample_padding": 1, + "encoder_hid_dim": null, + "encoder_hid_dim_type": null, + "flip_sin_to_cos": true, + "freq_shift": 0, + "global_pool_conditions": false, + "in_channels": 4, + "layers_per_block": 2, + "mid_block_scale_factor": 1, + "mid_block_type": "UNetMidBlock2DCrossAttn", + "norm_eps": 1e-05, + "norm_num_groups": 32, + "num_attention_heads": null, + "num_class_embeds": null, + "only_cross_attention": false, + "projection_class_embeddings_input_dim": null, + "resnet_time_scale_shift": "default", + "transformer_layers_per_block": 1, + "upcast_attention": true, + "use_linear_projection": true +} diff --git a/checkpoint-3200/controlnet/diffusion_pytorch_model.safetensors b/checkpoint-3200/controlnet/diffusion_pytorch_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..7bdcad26ae9cc0374df96fbe37c5bf2a527fb6f2 --- /dev/null +++ b/checkpoint-3200/controlnet/diffusion_pytorch_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f08022c89f7c276f5f30ed6d68477ea7de403bba7a916223bcce07fc9879d325 +size 1456953560 diff --git a/checkpoint-3200/optimizer.bin b/checkpoint-3200/optimizer.bin new file mode 100644 index 0000000000000000000000000000000000000000..df68b855fb541894788ab830c28a03d6822cb941 --- /dev/null +++ b/checkpoint-3200/optimizer.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:23ee90ff37a8e0a4e4897a41915fd8632756eb844675bbb82db31c5bf978cf41 +size 2914115918 diff --git a/checkpoint-3200/random_states_0.pkl b/checkpoint-3200/random_states_0.pkl new file mode 100644 index 0000000000000000000000000000000000000000..e102987e2cfbfb4d8182ca4d6775427cad463986 --- /dev/null +++ b/checkpoint-3200/random_states_0.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:84a5a65e12b0b882d0e27a8c98b2fd9989b1610a0041c246f1cf910594a53eaa +size 15124 diff --git a/checkpoint-3200/scheduler.bin b/checkpoint-3200/scheduler.bin new file mode 100644 index 0000000000000000000000000000000000000000..b1fb716b90283100fa7b2168b5b8c541fd791a0b --- /dev/null +++ b/checkpoint-3200/scheduler.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:af1dfb54bfb5b37959bce7c732841fad25be12c961950a7a91d100b58bea6bf7 +size 1000 diff --git a/checkpoint-3400/controlnet/config.json b/checkpoint-3400/controlnet/config.json new file mode 100644 index 0000000000000000000000000000000000000000..95afe52b8936a957fac5d6a29413516b14e5f3bd --- /dev/null +++ b/checkpoint-3400/controlnet/config.json @@ -0,0 +1,57 @@ +{ + "_class_name": "ControlNetModel", + "_diffusers_version": "0.34.0.dev0", + "_name_or_path": "/home/seno/2024a/Video_Compression/Test_Dir/PICVS/data/test_output/model/controlnet/checkpoint-2400", + "act_fn": "silu", + "addition_embed_type": null, + "addition_embed_type_num_heads": 64, + "addition_time_embed_dim": null, + "attention_head_dim": [ + 5, + 10, + 20, + 20 + ], + "block_out_channels": [ + 320, + 640, + 1280, + 1280 + ], + "class_embed_type": null, + "conditioning_channels": 3, + "conditioning_embedding_out_channels": [ + 16, + 32, + 96, + 256 + ], + "controlnet_conditioning_channel_order": "rgb", + "cross_attention_dim": 1024, + "down_block_types": [ + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "DownBlock2D" + ], + "downsample_padding": 1, + "encoder_hid_dim": null, + "encoder_hid_dim_type": null, + "flip_sin_to_cos": true, + "freq_shift": 0, + "global_pool_conditions": false, + "in_channels": 4, + "layers_per_block": 2, + "mid_block_scale_factor": 1, + "mid_block_type": "UNetMidBlock2DCrossAttn", + "norm_eps": 1e-05, + "norm_num_groups": 32, + "num_attention_heads": null, + "num_class_embeds": null, + "only_cross_attention": false, + "projection_class_embeddings_input_dim": null, + "resnet_time_scale_shift": "default", + "transformer_layers_per_block": 1, + "upcast_attention": true, + "use_linear_projection": true +} diff --git a/checkpoint-3400/controlnet/diffusion_pytorch_model.safetensors b/checkpoint-3400/controlnet/diffusion_pytorch_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ff41b58a679bea9084bb6c62399e87c3dfdf96a9 --- /dev/null +++ b/checkpoint-3400/controlnet/diffusion_pytorch_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7773f8f33eb3a7611ccc249e0f6d33c1317c287e4a03150cc239ed921b1a3e98 +size 1456953560 diff --git a/checkpoint-3400/optimizer.bin b/checkpoint-3400/optimizer.bin new file mode 100644 index 0000000000000000000000000000000000000000..649eb7c4547c9fa7d26ead037dc1e5436cc7b5ec --- /dev/null +++ b/checkpoint-3400/optimizer.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1a5bb10620f5a37880ef6ffc870fd39b73da196aa49c6b030dd9a8414391126d +size 2914115918 diff --git a/checkpoint-3400/random_states_0.pkl b/checkpoint-3400/random_states_0.pkl new file mode 100644 index 0000000000000000000000000000000000000000..c260c0d1e1dbbe67254bc9b62c673da2cc6a42c8 --- /dev/null +++ b/checkpoint-3400/random_states_0.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3d5b958a6ab082a862c6227035d34870d60b40528ca0b940579b9cfa61497068 +size 15124 diff --git a/checkpoint-3400/scheduler.bin b/checkpoint-3400/scheduler.bin new file mode 100644 index 0000000000000000000000000000000000000000..2e1f07cdd01d27026440a04b885745f396b3b938 --- /dev/null +++ b/checkpoint-3400/scheduler.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c255628929e6591d37f2c5a41b172cd087a82a120d1b0cf191d41d23257b973d +size 1000 diff --git a/checkpoint-3600/controlnet/config.json b/checkpoint-3600/controlnet/config.json new file mode 100644 index 0000000000000000000000000000000000000000..95afe52b8936a957fac5d6a29413516b14e5f3bd --- /dev/null +++ b/checkpoint-3600/controlnet/config.json @@ -0,0 +1,57 @@ +{ + "_class_name": "ControlNetModel", + "_diffusers_version": "0.34.0.dev0", + "_name_or_path": "/home/seno/2024a/Video_Compression/Test_Dir/PICVS/data/test_output/model/controlnet/checkpoint-2400", + "act_fn": "silu", + "addition_embed_type": null, + "addition_embed_type_num_heads": 64, + "addition_time_embed_dim": null, + "attention_head_dim": [ + 5, + 10, + 20, + 20 + ], + "block_out_channels": [ + 320, + 640, + 1280, + 1280 + ], + "class_embed_type": null, + "conditioning_channels": 3, + "conditioning_embedding_out_channels": [ + 16, + 32, + 96, + 256 + ], + "controlnet_conditioning_channel_order": "rgb", + "cross_attention_dim": 1024, + "down_block_types": [ + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "DownBlock2D" + ], + "downsample_padding": 1, + "encoder_hid_dim": null, + "encoder_hid_dim_type": null, + "flip_sin_to_cos": true, + "freq_shift": 0, + "global_pool_conditions": false, + "in_channels": 4, + "layers_per_block": 2, + "mid_block_scale_factor": 1, + "mid_block_type": "UNetMidBlock2DCrossAttn", + "norm_eps": 1e-05, + "norm_num_groups": 32, + "num_attention_heads": null, + "num_class_embeds": null, + "only_cross_attention": false, + "projection_class_embeddings_input_dim": null, + "resnet_time_scale_shift": "default", + "transformer_layers_per_block": 1, + "upcast_attention": true, + "use_linear_projection": true +} diff --git a/checkpoint-3600/controlnet/diffusion_pytorch_model.safetensors b/checkpoint-3600/controlnet/diffusion_pytorch_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..dcfd757d329172679d37fd4c086ad619727ef628 --- /dev/null +++ b/checkpoint-3600/controlnet/diffusion_pytorch_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fa2e65deb8566e77414a6da6606d596947f90950eece316b518cbd682005326f +size 1456953560 diff --git a/checkpoint-3600/optimizer.bin b/checkpoint-3600/optimizer.bin new file mode 100644 index 0000000000000000000000000000000000000000..e213d024e9bf4f2d309393fdd345b0efcda71464 --- /dev/null +++ b/checkpoint-3600/optimizer.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b34c1122a85f3a2d96a3d92fb6ccb6dea7cad392320af211a48b86eed1837182 +size 2914115918 diff --git a/checkpoint-3600/random_states_0.pkl b/checkpoint-3600/random_states_0.pkl new file mode 100644 index 0000000000000000000000000000000000000000..cab609e130818db73e2b3384d9123e7cf9b455d6 --- /dev/null +++ b/checkpoint-3600/random_states_0.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:990d859894cb4093381e9cd89793607455defaf786bc3215c92bf2d48cebfc9a +size 15124 diff --git a/checkpoint-3600/scheduler.bin b/checkpoint-3600/scheduler.bin new file mode 100644 index 0000000000000000000000000000000000000000..ac4134c57686f32d7a753588c5ed0680508203c9 --- /dev/null +++ b/checkpoint-3600/scheduler.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a523503f607971eccb8609b31e8622f229487f1fe1e01b713095093744b29c6c +size 1000 diff --git a/checkpoint-3800/controlnet/config.json b/checkpoint-3800/controlnet/config.json new file mode 100644 index 0000000000000000000000000000000000000000..95afe52b8936a957fac5d6a29413516b14e5f3bd --- /dev/null +++ b/checkpoint-3800/controlnet/config.json @@ -0,0 +1,57 @@ +{ + "_class_name": "ControlNetModel", + "_diffusers_version": "0.34.0.dev0", + "_name_or_path": "/home/seno/2024a/Video_Compression/Test_Dir/PICVS/data/test_output/model/controlnet/checkpoint-2400", + "act_fn": "silu", + "addition_embed_type": null, + "addition_embed_type_num_heads": 64, + "addition_time_embed_dim": null, + "attention_head_dim": [ + 5, + 10, + 20, + 20 + ], + "block_out_channels": [ + 320, + 640, + 1280, + 1280 + ], + "class_embed_type": null, + "conditioning_channels": 3, + "conditioning_embedding_out_channels": [ + 16, + 32, + 96, + 256 + ], + "controlnet_conditioning_channel_order": "rgb", + "cross_attention_dim": 1024, + "down_block_types": [ + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "DownBlock2D" + ], + "downsample_padding": 1, + "encoder_hid_dim": null, + "encoder_hid_dim_type": null, + "flip_sin_to_cos": true, + "freq_shift": 0, + "global_pool_conditions": false, + "in_channels": 4, + "layers_per_block": 2, + "mid_block_scale_factor": 1, + "mid_block_type": "UNetMidBlock2DCrossAttn", + "norm_eps": 1e-05, + "norm_num_groups": 32, + "num_attention_heads": null, + "num_class_embeds": null, + "only_cross_attention": false, + "projection_class_embeddings_input_dim": null, + "resnet_time_scale_shift": "default", + "transformer_layers_per_block": 1, + "upcast_attention": true, + "use_linear_projection": true +} diff --git a/checkpoint-3800/controlnet/diffusion_pytorch_model.safetensors b/checkpoint-3800/controlnet/diffusion_pytorch_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f626b1e3410ce3c5339fb7130ee3221c9d05cbbb --- /dev/null +++ b/checkpoint-3800/controlnet/diffusion_pytorch_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ceb3492e51e1cfa89d0224d8c655a86540de9a8dfe46b774e0b3c64086e85cc6 +size 1456953560 diff --git a/checkpoint-3800/optimizer.bin b/checkpoint-3800/optimizer.bin new file mode 100644 index 0000000000000000000000000000000000000000..c4e046d25aab461a7d190cf1102f07b38e697b91 --- /dev/null +++ b/checkpoint-3800/optimizer.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ecafffc4b264d195ad9fd2ddc46e3b0d2d93966e4688d34e9a6aa4cf67a5f2bc +size 2914115918 diff --git a/checkpoint-3800/random_states_0.pkl b/checkpoint-3800/random_states_0.pkl new file mode 100644 index 0000000000000000000000000000000000000000..bcdd0997f8aee94162f663d06404beef5a5d1771 --- /dev/null +++ b/checkpoint-3800/random_states_0.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3bd84af758ef65244599823b6667c3be9ebeffc7f0d290d1c53148ba3a3d7d0e +size 15060 diff --git a/checkpoint-3800/scheduler.bin b/checkpoint-3800/scheduler.bin new file mode 100644 index 0000000000000000000000000000000000000000..ed5636b9c0b1f8a75ed0cf48c312514f3d517d34 --- /dev/null +++ b/checkpoint-3800/scheduler.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7a4520dab214575d29962e1e45ba1d45fcea51bce654e517d8785c22e7b60045 +size 1000 diff --git a/checkpoint-4000/controlnet/config.json b/checkpoint-4000/controlnet/config.json new file mode 100644 index 0000000000000000000000000000000000000000..95afe52b8936a957fac5d6a29413516b14e5f3bd --- /dev/null +++ b/checkpoint-4000/controlnet/config.json @@ -0,0 +1,57 @@ +{ + "_class_name": "ControlNetModel", + "_diffusers_version": "0.34.0.dev0", + "_name_or_path": "/home/seno/2024a/Video_Compression/Test_Dir/PICVS/data/test_output/model/controlnet/checkpoint-2400", + "act_fn": "silu", + "addition_embed_type": null, + "addition_embed_type_num_heads": 64, + "addition_time_embed_dim": null, + "attention_head_dim": [ + 5, + 10, + 20, + 20 + ], + "block_out_channels": [ + 320, + 640, + 1280, + 1280 + ], + "class_embed_type": null, + "conditioning_channels": 3, + "conditioning_embedding_out_channels": [ + 16, + 32, + 96, + 256 + ], + "controlnet_conditioning_channel_order": "rgb", + "cross_attention_dim": 1024, + "down_block_types": [ + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "DownBlock2D" + ], + "downsample_padding": 1, + "encoder_hid_dim": null, + "encoder_hid_dim_type": null, + "flip_sin_to_cos": true, + "freq_shift": 0, + "global_pool_conditions": false, + "in_channels": 4, + "layers_per_block": 2, + "mid_block_scale_factor": 1, + "mid_block_type": "UNetMidBlock2DCrossAttn", + "norm_eps": 1e-05, + "norm_num_groups": 32, + "num_attention_heads": null, + "num_class_embeds": null, + "only_cross_attention": false, + "projection_class_embeddings_input_dim": null, + "resnet_time_scale_shift": "default", + "transformer_layers_per_block": 1, + "upcast_attention": true, + "use_linear_projection": true +} diff --git a/checkpoint-4000/controlnet/diffusion_pytorch_model.safetensors b/checkpoint-4000/controlnet/diffusion_pytorch_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..bced74da134db81214d6918f41d1716350b958eb --- /dev/null +++ b/checkpoint-4000/controlnet/diffusion_pytorch_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e6999030ea90485cc40b049d63bf88f14c0bc323b8be7d73a50869a4f43b3312 +size 1456953560 diff --git a/checkpoint-4000/optimizer.bin b/checkpoint-4000/optimizer.bin new file mode 100644 index 0000000000000000000000000000000000000000..21d812bdce4a7e3c2d436259aafa4bd874745c8e --- /dev/null +++ b/checkpoint-4000/optimizer.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ea1e54c491730f7518a31d2d38418c9ab9b7b59c831c303425c4b02ab62bb67d +size 2914115918 diff --git a/checkpoint-4000/random_states_0.pkl b/checkpoint-4000/random_states_0.pkl new file mode 100644 index 0000000000000000000000000000000000000000..eaea3948c8b0a1b76b9519fa3f209af069a71653 --- /dev/null +++ b/checkpoint-4000/random_states_0.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:55f9e87437e2b69dce43d69bc5dd7c9649d782c3dbbc60bcf04fc1dfe1ba991e +size 15060 diff --git a/checkpoint-4000/scheduler.bin b/checkpoint-4000/scheduler.bin new file mode 100644 index 0000000000000000000000000000000000000000..6de953212909798c36e573c87fd854f18baec3a3 --- /dev/null +++ b/checkpoint-4000/scheduler.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dffd63b655e165ea782410b0c4a50ac1352d75af90fba37d12560a55878774af +size 1000 diff --git a/checkpoint-4200/controlnet/config.json b/checkpoint-4200/controlnet/config.json new file mode 100644 index 0000000000000000000000000000000000000000..95afe52b8936a957fac5d6a29413516b14e5f3bd --- /dev/null +++ b/checkpoint-4200/controlnet/config.json @@ -0,0 +1,57 @@ +{ + "_class_name": "ControlNetModel", + "_diffusers_version": "0.34.0.dev0", + "_name_or_path": "/home/seno/2024a/Video_Compression/Test_Dir/PICVS/data/test_output/model/controlnet/checkpoint-2400", + "act_fn": "silu", + "addition_embed_type": null, + "addition_embed_type_num_heads": 64, + "addition_time_embed_dim": null, + "attention_head_dim": [ + 5, + 10, + 20, + 20 + ], + "block_out_channels": [ + 320, + 640, + 1280, + 1280 + ], + "class_embed_type": null, + "conditioning_channels": 3, + "conditioning_embedding_out_channels": [ + 16, + 32, + 96, + 256 + ], + "controlnet_conditioning_channel_order": "rgb", + "cross_attention_dim": 1024, + "down_block_types": [ + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "DownBlock2D" + ], + "downsample_padding": 1, + "encoder_hid_dim": null, + "encoder_hid_dim_type": null, + "flip_sin_to_cos": true, + "freq_shift": 0, + "global_pool_conditions": false, + "in_channels": 4, + "layers_per_block": 2, + "mid_block_scale_factor": 1, + "mid_block_type": "UNetMidBlock2DCrossAttn", + "norm_eps": 1e-05, + "norm_num_groups": 32, + "num_attention_heads": null, + "num_class_embeds": null, + "only_cross_attention": false, + "projection_class_embeddings_input_dim": null, + "resnet_time_scale_shift": "default", + "transformer_layers_per_block": 1, + "upcast_attention": true, + "use_linear_projection": true +} diff --git a/checkpoint-4200/controlnet/diffusion_pytorch_model.safetensors b/checkpoint-4200/controlnet/diffusion_pytorch_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..04d1e889ec12e9fb2afa56e555d7b83010106bb9 --- /dev/null +++ b/checkpoint-4200/controlnet/diffusion_pytorch_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1e9d42a95aa4ebed0a07871b9a7d8f57bcfcb5cdf97ebb09e04a0c5c6d39be2c +size 1456953560 diff --git a/checkpoint-4200/optimizer.bin b/checkpoint-4200/optimizer.bin new file mode 100644 index 0000000000000000000000000000000000000000..b8cc805afc381a8892a8be3a168acf36a72eb1a6 --- /dev/null +++ b/checkpoint-4200/optimizer.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4b8a5eba19fcbfd754502d59df9d1e7aee25750893bcdb4ce0e53bd101f228e2 +size 2914115918 diff --git a/checkpoint-4200/random_states_0.pkl b/checkpoint-4200/random_states_0.pkl new file mode 100644 index 0000000000000000000000000000000000000000..34cf4531b2f1c4460bb7c2590d1f591d7094ff74 --- /dev/null +++ b/checkpoint-4200/random_states_0.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:78c1b7588e5e596c7541a3f543f2e090b70afe5a1e918687f054506da5585f20 +size 15060 diff --git a/checkpoint-4200/scheduler.bin b/checkpoint-4200/scheduler.bin new file mode 100644 index 0000000000000000000000000000000000000000..81b038050e170eb47d1e41ac913595c3c30ae54c --- /dev/null +++ b/checkpoint-4200/scheduler.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f1806cc2fee1646e701bd3579ac90cc48df5865cc493f839377417548d1727f3 +size 1000 diff --git a/checkpoint-4400/controlnet/config.json b/checkpoint-4400/controlnet/config.json new file mode 100644 index 0000000000000000000000000000000000000000..95afe52b8936a957fac5d6a29413516b14e5f3bd --- /dev/null +++ b/checkpoint-4400/controlnet/config.json @@ -0,0 +1,57 @@ +{ + "_class_name": "ControlNetModel", + "_diffusers_version": "0.34.0.dev0", + "_name_or_path": "/home/seno/2024a/Video_Compression/Test_Dir/PICVS/data/test_output/model/controlnet/checkpoint-2400", + "act_fn": "silu", + "addition_embed_type": null, + "addition_embed_type_num_heads": 64, + "addition_time_embed_dim": null, + "attention_head_dim": [ + 5, + 10, + 20, + 20 + ], + "block_out_channels": [ + 320, + 640, + 1280, + 1280 + ], + "class_embed_type": null, + "conditioning_channels": 3, + "conditioning_embedding_out_channels": [ + 16, + 32, + 96, + 256 + ], + "controlnet_conditioning_channel_order": "rgb", + "cross_attention_dim": 1024, + "down_block_types": [ + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "DownBlock2D" + ], + "downsample_padding": 1, + "encoder_hid_dim": null, + "encoder_hid_dim_type": null, + "flip_sin_to_cos": true, + "freq_shift": 0, + "global_pool_conditions": false, + "in_channels": 4, + "layers_per_block": 2, + "mid_block_scale_factor": 1, + "mid_block_type": "UNetMidBlock2DCrossAttn", + "norm_eps": 1e-05, + "norm_num_groups": 32, + "num_attention_heads": null, + "num_class_embeds": null, + "only_cross_attention": false, + "projection_class_embeddings_input_dim": null, + "resnet_time_scale_shift": "default", + "transformer_layers_per_block": 1, + "upcast_attention": true, + "use_linear_projection": true +} diff --git a/checkpoint-4400/controlnet/diffusion_pytorch_model.safetensors b/checkpoint-4400/controlnet/diffusion_pytorch_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..9904e0901f7a1db713e7fa556b7da485a2f07718 --- /dev/null +++ b/checkpoint-4400/controlnet/diffusion_pytorch_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0fe3087716681be1cdd8d8331f7b93a154c2d84c1330504b17a5bb72b506f3c9 +size 1456953560 diff --git a/checkpoint-4400/optimizer.bin b/checkpoint-4400/optimizer.bin new file mode 100644 index 0000000000000000000000000000000000000000..2d8eb063f7e993e1fced47b10cb49b0f626f7417 --- /dev/null +++ b/checkpoint-4400/optimizer.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fecb1df0771fddc5671d8a28d75d4bd96678bdc5e4c77a12ebae00c40515ee83 +size 2914115918 diff --git a/checkpoint-4400/random_states_0.pkl b/checkpoint-4400/random_states_0.pkl new file mode 100644 index 0000000000000000000000000000000000000000..d19e8cf16649ebd6f44d5e12d2a05e9b1c4661ab --- /dev/null +++ b/checkpoint-4400/random_states_0.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4e1c21207b2ec839798c508127a42fb59fc29b6bbbfefa537fe7ca32ad1b7c62 +size 15060 diff --git a/checkpoint-4400/scheduler.bin b/checkpoint-4400/scheduler.bin new file mode 100644 index 0000000000000000000000000000000000000000..12cb0136146aedf965cfcadacd435499d8c5cf56 --- /dev/null +++ b/checkpoint-4400/scheduler.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fdabd413a39f58e7758babb47b772103429cd7b652ed78b677e0c7d786c9c176 +size 1000 diff --git a/checkpoint-4600/controlnet/config.json b/checkpoint-4600/controlnet/config.json new file mode 100644 index 0000000000000000000000000000000000000000..95afe52b8936a957fac5d6a29413516b14e5f3bd --- /dev/null +++ b/checkpoint-4600/controlnet/config.json @@ -0,0 +1,57 @@ +{ + "_class_name": "ControlNetModel", + "_diffusers_version": "0.34.0.dev0", + "_name_or_path": "/home/seno/2024a/Video_Compression/Test_Dir/PICVS/data/test_output/model/controlnet/checkpoint-2400", + "act_fn": "silu", + "addition_embed_type": null, + "addition_embed_type_num_heads": 64, + "addition_time_embed_dim": null, + "attention_head_dim": [ + 5, + 10, + 20, + 20 + ], + "block_out_channels": [ + 320, + 640, + 1280, + 1280 + ], + "class_embed_type": null, + "conditioning_channels": 3, + "conditioning_embedding_out_channels": [ + 16, + 32, + 96, + 256 + ], + "controlnet_conditioning_channel_order": "rgb", + "cross_attention_dim": 1024, + "down_block_types": [ + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "DownBlock2D" + ], + "downsample_padding": 1, + "encoder_hid_dim": null, + "encoder_hid_dim_type": null, + "flip_sin_to_cos": true, + "freq_shift": 0, + "global_pool_conditions": false, + "in_channels": 4, + "layers_per_block": 2, + "mid_block_scale_factor": 1, + "mid_block_type": "UNetMidBlock2DCrossAttn", + "norm_eps": 1e-05, + "norm_num_groups": 32, + "num_attention_heads": null, + "num_class_embeds": null, + "only_cross_attention": false, + "projection_class_embeddings_input_dim": null, + "resnet_time_scale_shift": "default", + "transformer_layers_per_block": 1, + "upcast_attention": true, + "use_linear_projection": true +} diff --git a/checkpoint-4600/controlnet/diffusion_pytorch_model.safetensors b/checkpoint-4600/controlnet/diffusion_pytorch_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d24d92fa50afbc769464a80bcb21c6de5f9669a1 --- /dev/null +++ b/checkpoint-4600/controlnet/diffusion_pytorch_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c92d1db2e2266fb2ccf074d86c0e093174043b225b56bb4ceba324d4889a4c5c +size 1456953560 diff --git a/checkpoint-4600/optimizer.bin b/checkpoint-4600/optimizer.bin new file mode 100644 index 0000000000000000000000000000000000000000..b4acd8ca65923989c292730abc43b73d65e3e35b --- /dev/null +++ b/checkpoint-4600/optimizer.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1a8cb2255bbeddf86b13d388a9ef1d08a8d593f136de3f53e029966e127fe275 +size 2914115918 diff --git a/checkpoint-4600/random_states_0.pkl b/checkpoint-4600/random_states_0.pkl new file mode 100644 index 0000000000000000000000000000000000000000..29ec0342b81e88bdfd5b8e00577b58e240a29ef4 --- /dev/null +++ b/checkpoint-4600/random_states_0.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c1aa832b6550eb5bfef8f154f59f7508609fa0123d05dca053451eb493f0c104 +size 15124 diff --git a/checkpoint-4600/scheduler.bin b/checkpoint-4600/scheduler.bin new file mode 100644 index 0000000000000000000000000000000000000000..28200a3c8981b24008bd61bd6f439163f8c66ef9 --- /dev/null +++ b/checkpoint-4600/scheduler.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f6ed3ef2714a9775140eb8d1748e5592ee6d4face064c0480d7b6d1ce8c1a440 +size 1000 diff --git a/checkpoint-4800/controlnet/config.json b/checkpoint-4800/controlnet/config.json new file mode 100644 index 0000000000000000000000000000000000000000..95afe52b8936a957fac5d6a29413516b14e5f3bd --- /dev/null +++ b/checkpoint-4800/controlnet/config.json @@ -0,0 +1,57 @@ +{ + "_class_name": "ControlNetModel", + "_diffusers_version": "0.34.0.dev0", + "_name_or_path": "/home/seno/2024a/Video_Compression/Test_Dir/PICVS/data/test_output/model/controlnet/checkpoint-2400", + "act_fn": "silu", + "addition_embed_type": null, + "addition_embed_type_num_heads": 64, + "addition_time_embed_dim": null, + "attention_head_dim": [ + 5, + 10, + 20, + 20 + ], + "block_out_channels": [ + 320, + 640, + 1280, + 1280 + ], + "class_embed_type": null, + "conditioning_channels": 3, + "conditioning_embedding_out_channels": [ + 16, + 32, + 96, + 256 + ], + "controlnet_conditioning_channel_order": "rgb", + "cross_attention_dim": 1024, + "down_block_types": [ + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "DownBlock2D" + ], + "downsample_padding": 1, + "encoder_hid_dim": null, + "encoder_hid_dim_type": null, + "flip_sin_to_cos": true, + "freq_shift": 0, + "global_pool_conditions": false, + "in_channels": 4, + "layers_per_block": 2, + "mid_block_scale_factor": 1, + "mid_block_type": "UNetMidBlock2DCrossAttn", + "norm_eps": 1e-05, + "norm_num_groups": 32, + "num_attention_heads": null, + "num_class_embeds": null, + "only_cross_attention": false, + "projection_class_embeddings_input_dim": null, + "resnet_time_scale_shift": "default", + "transformer_layers_per_block": 1, + "upcast_attention": true, + "use_linear_projection": true +} diff --git a/checkpoint-4800/controlnet/diffusion_pytorch_model.safetensors b/checkpoint-4800/controlnet/diffusion_pytorch_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d582f160d7e7f9f974f1c43ef17095e0c4be506d --- /dev/null +++ b/checkpoint-4800/controlnet/diffusion_pytorch_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16f8267ee0bf71563c69ae631eb0a3532f45a3a2d91de897e415f8e45b6b91e8 +size 1456953560 diff --git a/checkpoint-4800/optimizer.bin b/checkpoint-4800/optimizer.bin new file mode 100644 index 0000000000000000000000000000000000000000..acbd582d4b9fbd3d67db726f7ea7ffc799cfde28 --- /dev/null +++ b/checkpoint-4800/optimizer.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c4013e445ffb409164d4536c8d01b4375922e8706369a6f451f285e638d02781 +size 2914115918 diff --git a/checkpoint-4800/random_states_0.pkl b/checkpoint-4800/random_states_0.pkl new file mode 100644 index 0000000000000000000000000000000000000000..00869a3c31cb8e86d53f85146c403c83517acffd --- /dev/null +++ b/checkpoint-4800/random_states_0.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b5f48a6560f953696100f103473d26fc541700225dcb143fac0681988657a18b +size 15124 diff --git a/checkpoint-4800/scheduler.bin b/checkpoint-4800/scheduler.bin new file mode 100644 index 0000000000000000000000000000000000000000..6332187424c7910725f3d46b0d5d9ded36728475 --- /dev/null +++ b/checkpoint-4800/scheduler.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e264d9893b01d691d1dab61fb369d4b5e0efec5ac616e8380e8f4d5962bf783a +size 1000 diff --git a/checkpoint-5000/controlnet/config.json b/checkpoint-5000/controlnet/config.json new file mode 100644 index 0000000000000000000000000000000000000000..95afe52b8936a957fac5d6a29413516b14e5f3bd --- /dev/null +++ b/checkpoint-5000/controlnet/config.json @@ -0,0 +1,57 @@ +{ + "_class_name": "ControlNetModel", + "_diffusers_version": "0.34.0.dev0", + "_name_or_path": "/home/seno/2024a/Video_Compression/Test_Dir/PICVS/data/test_output/model/controlnet/checkpoint-2400", + "act_fn": "silu", + "addition_embed_type": null, + "addition_embed_type_num_heads": 64, + "addition_time_embed_dim": null, + "attention_head_dim": [ + 5, + 10, + 20, + 20 + ], + "block_out_channels": [ + 320, + 640, + 1280, + 1280 + ], + "class_embed_type": null, + "conditioning_channels": 3, + "conditioning_embedding_out_channels": [ + 16, + 32, + 96, + 256 + ], + "controlnet_conditioning_channel_order": "rgb", + "cross_attention_dim": 1024, + "down_block_types": [ + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "DownBlock2D" + ], + "downsample_padding": 1, + "encoder_hid_dim": null, + "encoder_hid_dim_type": null, + "flip_sin_to_cos": true, + "freq_shift": 0, + "global_pool_conditions": false, + "in_channels": 4, + "layers_per_block": 2, + "mid_block_scale_factor": 1, + "mid_block_type": "UNetMidBlock2DCrossAttn", + "norm_eps": 1e-05, + "norm_num_groups": 32, + "num_attention_heads": null, + "num_class_embeds": null, + "only_cross_attention": false, + "projection_class_embeddings_input_dim": null, + "resnet_time_scale_shift": "default", + "transformer_layers_per_block": 1, + "upcast_attention": true, + "use_linear_projection": true +} diff --git a/checkpoint-5000/controlnet/diffusion_pytorch_model.safetensors b/checkpoint-5000/controlnet/diffusion_pytorch_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..4780d85af40207004f0678f932e6632fb18571a7 --- /dev/null +++ b/checkpoint-5000/controlnet/diffusion_pytorch_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:447fbcb030b5f590bf9b98e88a3a4dfae5c88c9fafb2e926d3f9e9c80b788901 +size 1456953560 diff --git a/checkpoint-5000/optimizer.bin b/checkpoint-5000/optimizer.bin new file mode 100644 index 0000000000000000000000000000000000000000..338611f135c3fa15c169e95368b11264f33d9ca2 --- /dev/null +++ b/checkpoint-5000/optimizer.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:872eb89176a6289d6953c554826cfe0f24b225edcc32b30bd861be794034b421 +size 2914115918 diff --git a/checkpoint-5000/random_states_0.pkl b/checkpoint-5000/random_states_0.pkl new file mode 100644 index 0000000000000000000000000000000000000000..514d4f0b6821d1b5066cabff1376e883efdb7bc3 --- /dev/null +++ b/checkpoint-5000/random_states_0.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b00921f71414e96af132611c4220e2aafcc41b18012f8571dbe6e33717179c37 +size 15060 diff --git a/checkpoint-5000/scheduler.bin b/checkpoint-5000/scheduler.bin new file mode 100644 index 0000000000000000000000000000000000000000..1a286347035299e4425835a7968de88ccbd36162 --- /dev/null +++ b/checkpoint-5000/scheduler.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d1cf55f10089b2a01a96829648ffc20d04eab1153ba120b5207ebd1eba483380 +size 1000 diff --git a/checkpoint-5200/controlnet/config.json b/checkpoint-5200/controlnet/config.json new file mode 100644 index 0000000000000000000000000000000000000000..95afe52b8936a957fac5d6a29413516b14e5f3bd --- /dev/null +++ b/checkpoint-5200/controlnet/config.json @@ -0,0 +1,57 @@ +{ + "_class_name": "ControlNetModel", + "_diffusers_version": "0.34.0.dev0", + "_name_or_path": "/home/seno/2024a/Video_Compression/Test_Dir/PICVS/data/test_output/model/controlnet/checkpoint-2400", + "act_fn": "silu", + "addition_embed_type": null, + "addition_embed_type_num_heads": 64, + "addition_time_embed_dim": null, + "attention_head_dim": [ + 5, + 10, + 20, + 20 + ], + "block_out_channels": [ + 320, + 640, + 1280, + 1280 + ], + "class_embed_type": null, + "conditioning_channels": 3, + "conditioning_embedding_out_channels": [ + 16, + 32, + 96, + 256 + ], + "controlnet_conditioning_channel_order": "rgb", + "cross_attention_dim": 1024, + "down_block_types": [ + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "DownBlock2D" + ], + "downsample_padding": 1, + "encoder_hid_dim": null, + "encoder_hid_dim_type": null, + "flip_sin_to_cos": true, + "freq_shift": 0, + "global_pool_conditions": false, + "in_channels": 4, + "layers_per_block": 2, + "mid_block_scale_factor": 1, + "mid_block_type": "UNetMidBlock2DCrossAttn", + "norm_eps": 1e-05, + "norm_num_groups": 32, + "num_attention_heads": null, + "num_class_embeds": null, + "only_cross_attention": false, + "projection_class_embeddings_input_dim": null, + "resnet_time_scale_shift": "default", + "transformer_layers_per_block": 1, + "upcast_attention": true, + "use_linear_projection": true +} diff --git a/checkpoint-5200/controlnet/diffusion_pytorch_model.safetensors b/checkpoint-5200/controlnet/diffusion_pytorch_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..9603a91215e793dd65c5e9ef715fafcae1923553 --- /dev/null +++ b/checkpoint-5200/controlnet/diffusion_pytorch_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:819eea15e3601c8457126058b3360c9314bdc6bbf89cd2fbce59eff89e153659 +size 1456953560 diff --git a/checkpoint-5200/optimizer.bin b/checkpoint-5200/optimizer.bin new file mode 100644 index 0000000000000000000000000000000000000000..6a57d3383b104fa23aa38f888fc0530c9715d0e4 --- /dev/null +++ b/checkpoint-5200/optimizer.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ff22092691273ba9a3e946069172b622baf38557d731eaaf721e01fb79157035 +size 2914115918 diff --git a/checkpoint-5200/random_states_0.pkl b/checkpoint-5200/random_states_0.pkl new file mode 100644 index 0000000000000000000000000000000000000000..477bdcb25b67aa19e6a46208d7cd6be982c8f74a --- /dev/null +++ b/checkpoint-5200/random_states_0.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:303ed95e196dd8a8d4b6b216918c36deb25059c57523346211de141714b8daa6 +size 15124 diff --git a/checkpoint-5200/scheduler.bin b/checkpoint-5200/scheduler.bin new file mode 100644 index 0000000000000000000000000000000000000000..a64516434a29558341a7587c8d01e03d11a823a5 --- /dev/null +++ b/checkpoint-5200/scheduler.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8e92d4a6d0ff65180941b80f5d469f8dac61e95cd5abe2e0b157b814f8b52178 +size 1000 diff --git a/checkpoint-5400/controlnet/config.json b/checkpoint-5400/controlnet/config.json new file mode 100644 index 0000000000000000000000000000000000000000..95afe52b8936a957fac5d6a29413516b14e5f3bd --- /dev/null +++ b/checkpoint-5400/controlnet/config.json @@ -0,0 +1,57 @@ +{ + "_class_name": "ControlNetModel", + "_diffusers_version": "0.34.0.dev0", + "_name_or_path": "/home/seno/2024a/Video_Compression/Test_Dir/PICVS/data/test_output/model/controlnet/checkpoint-2400", + "act_fn": "silu", + "addition_embed_type": null, + "addition_embed_type_num_heads": 64, + "addition_time_embed_dim": null, + "attention_head_dim": [ + 5, + 10, + 20, + 20 + ], + "block_out_channels": [ + 320, + 640, + 1280, + 1280 + ], + "class_embed_type": null, + "conditioning_channels": 3, + "conditioning_embedding_out_channels": [ + 16, + 32, + 96, + 256 + ], + "controlnet_conditioning_channel_order": "rgb", + "cross_attention_dim": 1024, + "down_block_types": [ + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "DownBlock2D" + ], + "downsample_padding": 1, + "encoder_hid_dim": null, + "encoder_hid_dim_type": null, + "flip_sin_to_cos": true, + "freq_shift": 0, + "global_pool_conditions": false, + "in_channels": 4, + "layers_per_block": 2, + "mid_block_scale_factor": 1, + "mid_block_type": "UNetMidBlock2DCrossAttn", + "norm_eps": 1e-05, + "norm_num_groups": 32, + "num_attention_heads": null, + "num_class_embeds": null, + "only_cross_attention": false, + "projection_class_embeddings_input_dim": null, + "resnet_time_scale_shift": "default", + "transformer_layers_per_block": 1, + "upcast_attention": true, + "use_linear_projection": true +} diff --git a/checkpoint-5400/controlnet/diffusion_pytorch_model.safetensors b/checkpoint-5400/controlnet/diffusion_pytorch_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..03fed91b962f5ec96c6660c52cb27fecaf7187f3 --- /dev/null +++ b/checkpoint-5400/controlnet/diffusion_pytorch_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0b75403e4ed0c978273dd24d2317257d93c0a801284e8cd54efbf5175d7c9f98 +size 1456953560 diff --git a/checkpoint-5400/optimizer.bin b/checkpoint-5400/optimizer.bin new file mode 100644 index 0000000000000000000000000000000000000000..59d7c40cf36abb1e41bae740227c42696947ff44 --- /dev/null +++ b/checkpoint-5400/optimizer.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:101cab72f1bc9284779d09b22b88d1ed7cc23944d8ca630a831f43428f7e19d8 +size 2914115918 diff --git a/checkpoint-5400/random_states_0.pkl b/checkpoint-5400/random_states_0.pkl new file mode 100644 index 0000000000000000000000000000000000000000..be9d217b16b4960045cd22d651be52c2d9e7afdc --- /dev/null +++ b/checkpoint-5400/random_states_0.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d2433cbcd9c0c20991b2ec7ccf015d4590149edde8937318f86a426aa0d46c27 +size 15124 diff --git a/checkpoint-5400/scheduler.bin b/checkpoint-5400/scheduler.bin new file mode 100644 index 0000000000000000000000000000000000000000..cce1f84b4e98f02d01eda1e7e21081dde83311dd --- /dev/null +++ b/checkpoint-5400/scheduler.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f908b5e0f6683295b8a092fab2abf00e63038c2c5128cb0572e5281e037eeb39 +size 1000 diff --git a/checkpoint-5600/controlnet/config.json b/checkpoint-5600/controlnet/config.json new file mode 100644 index 0000000000000000000000000000000000000000..95afe52b8936a957fac5d6a29413516b14e5f3bd --- /dev/null +++ b/checkpoint-5600/controlnet/config.json @@ -0,0 +1,57 @@ +{ + "_class_name": "ControlNetModel", + "_diffusers_version": "0.34.0.dev0", + "_name_or_path": "/home/seno/2024a/Video_Compression/Test_Dir/PICVS/data/test_output/model/controlnet/checkpoint-2400", + "act_fn": "silu", + "addition_embed_type": null, + "addition_embed_type_num_heads": 64, + "addition_time_embed_dim": null, + "attention_head_dim": [ + 5, + 10, + 20, + 20 + ], + "block_out_channels": [ + 320, + 640, + 1280, + 1280 + ], + "class_embed_type": null, + "conditioning_channels": 3, + "conditioning_embedding_out_channels": [ + 16, + 32, + 96, + 256 + ], + "controlnet_conditioning_channel_order": "rgb", + "cross_attention_dim": 1024, + "down_block_types": [ + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "DownBlock2D" + ], + "downsample_padding": 1, + "encoder_hid_dim": null, + "encoder_hid_dim_type": null, + "flip_sin_to_cos": true, + "freq_shift": 0, + "global_pool_conditions": false, + "in_channels": 4, + "layers_per_block": 2, + "mid_block_scale_factor": 1, + "mid_block_type": "UNetMidBlock2DCrossAttn", + "norm_eps": 1e-05, + "norm_num_groups": 32, + "num_attention_heads": null, + "num_class_embeds": null, + "only_cross_attention": false, + "projection_class_embeddings_input_dim": null, + "resnet_time_scale_shift": "default", + "transformer_layers_per_block": 1, + "upcast_attention": true, + "use_linear_projection": true +} diff --git a/checkpoint-5600/controlnet/diffusion_pytorch_model.safetensors b/checkpoint-5600/controlnet/diffusion_pytorch_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..2c827952c24a9f0a36238bb707d9ab01ff21ad7c --- /dev/null +++ b/checkpoint-5600/controlnet/diffusion_pytorch_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d35ce95a7fb6c42325b5e80fe1ef2b581b315af54f2c3922db7c598406a7fc3d +size 1456953560 diff --git a/checkpoint-5600/optimizer.bin b/checkpoint-5600/optimizer.bin new file mode 100644 index 0000000000000000000000000000000000000000..a4be5ff2ad9a6be930931d2579bb497eac2a8aa6 --- /dev/null +++ b/checkpoint-5600/optimizer.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c2d2554de05a41820cde379d634c71a8c8037716791a902d64e096c9590c8f2f +size 2914115918 diff --git a/checkpoint-5600/random_states_0.pkl b/checkpoint-5600/random_states_0.pkl new file mode 100644 index 0000000000000000000000000000000000000000..e86702a242b9a72c94e32ee606cca9f80778c344 --- /dev/null +++ b/checkpoint-5600/random_states_0.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:125136f9229067cc912b1cc66734ea467d781a3b90a61e65c45154b0dd649c66 +size 15060 diff --git a/checkpoint-5600/scheduler.bin b/checkpoint-5600/scheduler.bin new file mode 100644 index 0000000000000000000000000000000000000000..a15fbb093af86f694d8afc93f2fa87d873dbb3d5 --- /dev/null +++ b/checkpoint-5600/scheduler.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5f927e61c5d8758d4831e24c327f7e0911b0699383ff2dfa6bce5aacb580ad66 +size 1000 diff --git a/checkpoint-5800/controlnet/config.json b/checkpoint-5800/controlnet/config.json new file mode 100644 index 0000000000000000000000000000000000000000..95afe52b8936a957fac5d6a29413516b14e5f3bd --- /dev/null +++ b/checkpoint-5800/controlnet/config.json @@ -0,0 +1,57 @@ +{ + "_class_name": "ControlNetModel", + "_diffusers_version": "0.34.0.dev0", + "_name_or_path": "/home/seno/2024a/Video_Compression/Test_Dir/PICVS/data/test_output/model/controlnet/checkpoint-2400", + "act_fn": "silu", + "addition_embed_type": null, + "addition_embed_type_num_heads": 64, + "addition_time_embed_dim": null, + "attention_head_dim": [ + 5, + 10, + 20, + 20 + ], + "block_out_channels": [ + 320, + 640, + 1280, + 1280 + ], + "class_embed_type": null, + "conditioning_channels": 3, + "conditioning_embedding_out_channels": [ + 16, + 32, + 96, + 256 + ], + "controlnet_conditioning_channel_order": "rgb", + "cross_attention_dim": 1024, + "down_block_types": [ + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "DownBlock2D" + ], + "downsample_padding": 1, + "encoder_hid_dim": null, + "encoder_hid_dim_type": null, + "flip_sin_to_cos": true, + "freq_shift": 0, + "global_pool_conditions": false, + "in_channels": 4, + "layers_per_block": 2, + "mid_block_scale_factor": 1, + "mid_block_type": "UNetMidBlock2DCrossAttn", + "norm_eps": 1e-05, + "norm_num_groups": 32, + "num_attention_heads": null, + "num_class_embeds": null, + "only_cross_attention": false, + "projection_class_embeddings_input_dim": null, + "resnet_time_scale_shift": "default", + "transformer_layers_per_block": 1, + "upcast_attention": true, + "use_linear_projection": true +} diff --git a/checkpoint-5800/controlnet/diffusion_pytorch_model.safetensors b/checkpoint-5800/controlnet/diffusion_pytorch_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d1fd1c32da43e317c43f377ecd832bde9fa2f247 --- /dev/null +++ b/checkpoint-5800/controlnet/diffusion_pytorch_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:942bd3697456cba7f4f1b6aabbe50da038ccb902491283786b42d69681101806 +size 1456953560 diff --git a/checkpoint-5800/optimizer.bin b/checkpoint-5800/optimizer.bin new file mode 100644 index 0000000000000000000000000000000000000000..6f4a7d2dec32a76366ddbcdccf27e330379b5f6d --- /dev/null +++ b/checkpoint-5800/optimizer.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:95aa3ed7f4fec552e8e6f71c959a8691d9096d5a293c47d7bf3349ece0d66a9f +size 2914115918 diff --git a/checkpoint-5800/random_states_0.pkl b/checkpoint-5800/random_states_0.pkl new file mode 100644 index 0000000000000000000000000000000000000000..5e1aad9d6e082a3c0244d1813462fd21a44a2c16 --- /dev/null +++ b/checkpoint-5800/random_states_0.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:88e08e0e3824d17f1f00f3af1f2a5ff08e2c2896a4e2a05d2effac569bfdaac0 +size 15124 diff --git a/checkpoint-5800/scheduler.bin b/checkpoint-5800/scheduler.bin new file mode 100644 index 0000000000000000000000000000000000000000..4ffeec305c3419bad3b16a39b554dd41c659e74f --- /dev/null +++ b/checkpoint-5800/scheduler.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:48e50a586834da8813798ba304acbaf19dba28b8af9df6a5d1cd44770f60de74 +size 1000 diff --git a/checkpoint-6000/controlnet/config.json b/checkpoint-6000/controlnet/config.json new file mode 100644 index 0000000000000000000000000000000000000000..95afe52b8936a957fac5d6a29413516b14e5f3bd --- /dev/null +++ b/checkpoint-6000/controlnet/config.json @@ -0,0 +1,57 @@ +{ + "_class_name": "ControlNetModel", + "_diffusers_version": "0.34.0.dev0", + "_name_or_path": "/home/seno/2024a/Video_Compression/Test_Dir/PICVS/data/test_output/model/controlnet/checkpoint-2400", + "act_fn": "silu", + "addition_embed_type": null, + "addition_embed_type_num_heads": 64, + "addition_time_embed_dim": null, + "attention_head_dim": [ + 5, + 10, + 20, + 20 + ], + "block_out_channels": [ + 320, + 640, + 1280, + 1280 + ], + "class_embed_type": null, + "conditioning_channels": 3, + "conditioning_embedding_out_channels": [ + 16, + 32, + 96, + 256 + ], + "controlnet_conditioning_channel_order": "rgb", + "cross_attention_dim": 1024, + "down_block_types": [ + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "DownBlock2D" + ], + "downsample_padding": 1, + "encoder_hid_dim": null, + "encoder_hid_dim_type": null, + "flip_sin_to_cos": true, + "freq_shift": 0, + "global_pool_conditions": false, + "in_channels": 4, + "layers_per_block": 2, + "mid_block_scale_factor": 1, + "mid_block_type": "UNetMidBlock2DCrossAttn", + "norm_eps": 1e-05, + "norm_num_groups": 32, + "num_attention_heads": null, + "num_class_embeds": null, + "only_cross_attention": false, + "projection_class_embeddings_input_dim": null, + "resnet_time_scale_shift": "default", + "transformer_layers_per_block": 1, + "upcast_attention": true, + "use_linear_projection": true +} diff --git a/checkpoint-6000/controlnet/diffusion_pytorch_model.safetensors b/checkpoint-6000/controlnet/diffusion_pytorch_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..fa4a6569e649b26777eb6c6df86a9f676f1d2217 --- /dev/null +++ b/checkpoint-6000/controlnet/diffusion_pytorch_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3c9e09a9fd1c8179844a4bef72ed23f82740bb8735c84257d9c2188b13e9460b +size 1456953560 diff --git a/checkpoint-6000/optimizer.bin b/checkpoint-6000/optimizer.bin new file mode 100644 index 0000000000000000000000000000000000000000..85c8a5899ce29e2172806c20f8843fb2b5fd7fc7 --- /dev/null +++ b/checkpoint-6000/optimizer.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:70effd75501e2b528755a15e562967858cfd7447077b68e15b5a889931ae94b1 +size 2914115918 diff --git a/checkpoint-6000/random_states_0.pkl b/checkpoint-6000/random_states_0.pkl new file mode 100644 index 0000000000000000000000000000000000000000..1d2b42acd091a942a3b407cd799af40dc583de80 --- /dev/null +++ b/checkpoint-6000/random_states_0.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fea99a88f10768a3387f95099c1e1ed4316307643740f0306649c363dc95f6b5 +size 15124 diff --git a/checkpoint-6000/scheduler.bin b/checkpoint-6000/scheduler.bin new file mode 100644 index 0000000000000000000000000000000000000000..649731556917681c3fbfe95c20f2aff8207611f2 --- /dev/null +++ b/checkpoint-6000/scheduler.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:37b11f38daaf56e5f869dec8c4e6dca53872723046aee9913ad9db0458633ddf +size 1000 diff --git a/config.json b/config.json new file mode 100644 index 0000000000000000000000000000000000000000..95afe52b8936a957fac5d6a29413516b14e5f3bd --- /dev/null +++ b/config.json @@ -0,0 +1,57 @@ +{ + "_class_name": "ControlNetModel", + "_diffusers_version": "0.34.0.dev0", + "_name_or_path": "/home/seno/2024a/Video_Compression/Test_Dir/PICVS/data/test_output/model/controlnet/checkpoint-2400", + "act_fn": "silu", + "addition_embed_type": null, + "addition_embed_type_num_heads": 64, + "addition_time_embed_dim": null, + "attention_head_dim": [ + 5, + 10, + 20, + 20 + ], + "block_out_channels": [ + 320, + 640, + 1280, + 1280 + ], + "class_embed_type": null, + "conditioning_channels": 3, + "conditioning_embedding_out_channels": [ + 16, + 32, + 96, + 256 + ], + "controlnet_conditioning_channel_order": "rgb", + "cross_attention_dim": 1024, + "down_block_types": [ + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "DownBlock2D" + ], + "downsample_padding": 1, + "encoder_hid_dim": null, + "encoder_hid_dim_type": null, + "flip_sin_to_cos": true, + "freq_shift": 0, + "global_pool_conditions": false, + "in_channels": 4, + "layers_per_block": 2, + "mid_block_scale_factor": 1, + "mid_block_type": "UNetMidBlock2DCrossAttn", + "norm_eps": 1e-05, + "norm_num_groups": 32, + "num_attention_heads": null, + "num_class_embeds": null, + "only_cross_attention": false, + "projection_class_embeddings_input_dim": null, + "resnet_time_scale_shift": "default", + "transformer_layers_per_block": 1, + "upcast_attention": true, + "use_linear_projection": true +} diff --git a/diffusion_pytorch_model.safetensors b/diffusion_pytorch_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..787022fc54fe4936890ba35e78c8f63ab1ab6880 --- /dev/null +++ b/diffusion_pytorch_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:992264b781d7143315705c0c2b7d46f5e29862d72a83f592c95aac7886b28358 +size 1456953560 diff --git a/image_control.png b/image_control.png new file mode 100644 index 0000000000000000000000000000000000000000..2036d9cfbcdfaf38509dce022ed6134ec4bbdb06 Binary files /dev/null and b/image_control.png differ diff --git a/images_0.png b/images_0.png new file mode 100644 index 0000000000000000000000000000000000000000..207a3790c72717b388c5d5cf2db528befa0b12ca --- /dev/null +++ b/images_0.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b992e46fadd2888a980a1f8a14a75056d3adabb223033a8fdda11765ea5a4b02 +size 1124818