Hugging Face's logo

tommycik
/
ControlNetCannyReducedNew

Text-to-Image
Diffusers
Safetensors
flux
flux-diffusers
controlnet
diffusers-training
4-bit precision
bitsandbytes
Model card Files
xet
Community
tommycik commited on
Commit
93f3149
·
verified ·
1 Parent(s): a390eb5

End of training

Browse files
Files changed (26) hide show
  1. .gitattributes +1 -0
  2. README.md +47 -0
  3. checkpoint-1000/flux_controlnet/config.json +36 -0
  4. checkpoint-1000/flux_controlnet/diffusion_pytorch_model.safetensors +3 -0
  5. checkpoint-1000/optimizer.bin +3 -0
  6. checkpoint-1000/random_states_0.pkl +3 -0
  7. checkpoint-1000/scheduler.bin +3 -0
  8. checkpoint-250/flux_controlnet/config.json +36 -0
  9. checkpoint-250/flux_controlnet/diffusion_pytorch_model.safetensors +3 -0
  10. checkpoint-250/optimizer.bin +3 -0
  11. checkpoint-250/random_states_0.pkl +3 -0
  12. checkpoint-250/scheduler.bin +3 -0
  13. checkpoint-500/flux_controlnet/config.json +36 -0
  14. checkpoint-500/flux_controlnet/diffusion_pytorch_model.safetensors +3 -0
  15. checkpoint-500/optimizer.bin +3 -0
  16. checkpoint-500/random_states_0.pkl +3 -0
  17. checkpoint-500/scheduler.bin +3 -0
  18. checkpoint-750/flux_controlnet/config.json +36 -0
  19. checkpoint-750/flux_controlnet/diffusion_pytorch_model.safetensors +3 -0
  20. checkpoint-750/optimizer.bin +3 -0
  21. checkpoint-750/random_states_0.pkl +3 -0
  22. checkpoint-750/scheduler.bin +3 -0
  23. config.json +36 -0
  24. diffusion_pytorch_model.safetensors +3 -0
  25. image_control.png +0 -0
  26. images_0.png +3 -0
.gitattributes CHANGED
@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ images_0.png filter=lfs diff=lfs merge=lfs -text
README.md ADDED
@@ -0,0 +1,47 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ---
2
+ base_model: black-forest-labs/FLUX.1-dev
3
+ library_name: diffusers
4
+ license: other
5
+ inference: true
6
+ tags:
7
+ - flux
8
+ - flux-diffusers
9
+ - text-to-image
10
+ - diffusers
11
+ - controlnet
12
+ - diffusers-training
13
+ ---
14
+
15
+ <!-- This model card has been generated automatically according to the information the training script had access to. You
16
+ should probably proofread and complete it, then remove this comment. -->
17
+
18
+
19
+ # controlnet-tommycik/ControlNetCannyReducedNew
20
+
21
+ These are controlnet weights trained on black-forest-labs/FLUX.1-dev with new type of conditioning.
22
+ You can find some example images below.
23
+
24
+ prompt: transparent cocktail galss with elegant stem and a double curved bowl on a white background
25
+ ![images_0)](./images_0.png)
26
+
27
+
28
+ ## License
29
+
30
+ Please adhere to the licensing terms as described [here](https://huggingface.co/black-forest-labs/FLUX.1-dev/blob/main/LICENSE.md)
31
+
32
+
33
+ ## Intended uses & limitations
34
+
35
+ #### How to use
36
+
37
+ ```python
38
+ # TODO: add an example code snippet for running this diffusion pipeline
39
+ ```
40
+
41
+ #### Limitations and bias
42
+
43
+ [TODO: provide examples of latent issues and potential remediations]
44
+
45
+ ## Training details
46
+
47
+ [TODO: describe the data used to train the model]
checkpoint-1000/flux_controlnet/config.json ADDED
@@ -0,0 +1,36 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_class_name": "FluxControlNetModel",
3
+ "_diffusers_version": "0.36.0.dev0",
4
+ "_name_or_path": "InstantX/FLUX.1-dev-Controlnet-Canny",
5
+ "attention_head_dim": 128,
6
+ "axes_dims_rope": [
7
+ 16,
8
+ 56,
9
+ 56
10
+ ],
11
+ "conditioning_embedding_channels": null,
12
+ "guidance_embeds": true,
13
+ "in_channels": 64,
14
+ "joint_attention_dim": 4096,
15
+ "num_attention_heads": 24,
16
+ "num_layers": 5,
17
+ "num_mode": null,
18
+ "num_single_layers": 0,
19
+ "patch_size": 1,
20
+ "pooled_projection_dim": 768,
21
+ "quantization_config": {
22
+ "_load_in_4bit": true,
23
+ "_load_in_8bit": false,
24
+ "bnb_4bit_compute_dtype": "bfloat16",
25
+ "bnb_4bit_quant_storage": "uint8",
26
+ "bnb_4bit_quant_type": "fp4",
27
+ "bnb_4bit_use_double_quant": false,
28
+ "llm_int8_enable_fp32_cpu_offload": false,
29
+ "llm_int8_has_fp16_weight": false,
30
+ "llm_int8_skip_modules": null,
31
+ "llm_int8_threshold": 6.0,
32
+ "load_in_4bit": true,
33
+ "load_in_8bit": false,
34
+ "quant_method": "bitsandbytes"
35
+ }
36
+ }
checkpoint-1000/flux_controlnet/diffusion_pytorch_model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9358867225b6e87f762add68210519620a2b3a662e752d3b8425033545946beb
3
+ size 1008570723
checkpoint-1000/optimizer.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6ed3427354553a178904b9ee67c196c9ad7a5b9c5e13fca7a8170e6d549ee2e8
3
+ size 33159
checkpoint-1000/random_states_0.pkl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a66b6b2a4422d8ccecd99838d5ca63d37bfa4371799f363ada4ece3602fb224c
3
+ size 14821
checkpoint-1000/scheduler.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:96fd5d03b06f8704e17c61a7ba9ba335390d542429abc5a72867fb02c1888823
3
+ size 1401
checkpoint-250/flux_controlnet/config.json ADDED
@@ -0,0 +1,36 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_class_name": "FluxControlNetModel",
3
+ "_diffusers_version": "0.36.0.dev0",
4
+ "_name_or_path": "InstantX/FLUX.1-dev-Controlnet-Canny",
5
+ "attention_head_dim": 128,
6
+ "axes_dims_rope": [
7
+ 16,
8
+ 56,
9
+ 56
10
+ ],
11
+ "conditioning_embedding_channels": null,
12
+ "guidance_embeds": true,
13
+ "in_channels": 64,
14
+ "joint_attention_dim": 4096,
15
+ "num_attention_heads": 24,
16
+ "num_layers": 5,
17
+ "num_mode": null,
18
+ "num_single_layers": 0,
19
+ "patch_size": 1,
20
+ "pooled_projection_dim": 768,
21
+ "quantization_config": {
22
+ "_load_in_4bit": true,
23
+ "_load_in_8bit": false,
24
+ "bnb_4bit_compute_dtype": "bfloat16",
25
+ "bnb_4bit_quant_storage": "uint8",
26
+ "bnb_4bit_quant_type": "fp4",
27
+ "bnb_4bit_use_double_quant": false,
28
+ "llm_int8_enable_fp32_cpu_offload": false,
29
+ "llm_int8_has_fp16_weight": false,
30
+ "llm_int8_skip_modules": null,
31
+ "llm_int8_threshold": 6.0,
32
+ "load_in_4bit": true,
33
+ "load_in_8bit": false,
34
+ "quant_method": "bitsandbytes"
35
+ }
36
+ }
checkpoint-250/flux_controlnet/diffusion_pytorch_model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:64b16bef0272b5ae65af5798e8a2345e51fa766a28d32824907de0ca5aa92f1d
3
+ size 1008570723
checkpoint-250/optimizer.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1111a0b5bded48958480fbdd6b8b2ca122bb4f86cb22aadc7a2f11b4eb439f67
3
+ size 33159
checkpoint-250/random_states_0.pkl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2d023362e1a7ebfa9ff35fecae43493883832583cba5f5b253bc8880ea106025
3
+ size 14821
checkpoint-250/scheduler.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c8b8c19e212c816e6ae6a68c9d3993f89829e0225f2363b08614133d806bf87c
3
+ size 1401
checkpoint-500/flux_controlnet/config.json ADDED
@@ -0,0 +1,36 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_class_name": "FluxControlNetModel",
3
+ "_diffusers_version": "0.36.0.dev0",
4
+ "_name_or_path": "InstantX/FLUX.1-dev-Controlnet-Canny",
5
+ "attention_head_dim": 128,
6
+ "axes_dims_rope": [
7
+ 16,
8
+ 56,
9
+ 56
10
+ ],
11
+ "conditioning_embedding_channels": null,
12
+ "guidance_embeds": true,
13
+ "in_channels": 64,
14
+ "joint_attention_dim": 4096,
15
+ "num_attention_heads": 24,
16
+ "num_layers": 5,
17
+ "num_mode": null,
18
+ "num_single_layers": 0,
19
+ "patch_size": 1,
20
+ "pooled_projection_dim": 768,
21
+ "quantization_config": {
22
+ "_load_in_4bit": true,
23
+ "_load_in_8bit": false,
24
+ "bnb_4bit_compute_dtype": "bfloat16",
25
+ "bnb_4bit_quant_storage": "uint8",
26
+ "bnb_4bit_quant_type": "fp4",
27
+ "bnb_4bit_use_double_quant": false,
28
+ "llm_int8_enable_fp32_cpu_offload": false,
29
+ "llm_int8_has_fp16_weight": false,
30
+ "llm_int8_skip_modules": null,
31
+ "llm_int8_threshold": 6.0,
32
+ "load_in_4bit": true,
33
+ "load_in_8bit": false,
34
+ "quant_method": "bitsandbytes"
35
+ }
36
+ }
checkpoint-500/flux_controlnet/diffusion_pytorch_model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e9ecf91f148b4dd3c56b89d2a80dbfc8fef7d0db605d5b9ddf2e583f81b9430e
3
+ size 1008570723
checkpoint-500/optimizer.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8f4159f62fadb3ee876fe14fc116a5e877f753d84037f786f7685f673f4c6557
3
+ size 33159
checkpoint-500/random_states_0.pkl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fd6a1b2a2368c3b2abfecfbd043fdd2f11ac14d1ded0e41663a5c90b7f0189c8
3
+ size 14821
checkpoint-500/scheduler.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1e313c5da3fa01ea79bb9c28dac3eb2036c47353f16d8b188949ad9ffd1b0319
3
+ size 1401
checkpoint-750/flux_controlnet/config.json ADDED
@@ -0,0 +1,36 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_class_name": "FluxControlNetModel",
3
+ "_diffusers_version": "0.36.0.dev0",
4
+ "_name_or_path": "InstantX/FLUX.1-dev-Controlnet-Canny",
5
+ "attention_head_dim": 128,
6
+ "axes_dims_rope": [
7
+ 16,
8
+ 56,
9
+ 56
10
+ ],
11
+ "conditioning_embedding_channels": null,
12
+ "guidance_embeds": true,
13
+ "in_channels": 64,
14
+ "joint_attention_dim": 4096,
15
+ "num_attention_heads": 24,
16
+ "num_layers": 5,
17
+ "num_mode": null,
18
+ "num_single_layers": 0,
19
+ "patch_size": 1,
20
+ "pooled_projection_dim": 768,
21
+ "quantization_config": {
22
+ "_load_in_4bit": true,
23
+ "_load_in_8bit": false,
24
+ "bnb_4bit_compute_dtype": "bfloat16",
25
+ "bnb_4bit_quant_storage": "uint8",
26
+ "bnb_4bit_quant_type": "fp4",
27
+ "bnb_4bit_use_double_quant": false,
28
+ "llm_int8_enable_fp32_cpu_offload": false,
29
+ "llm_int8_has_fp16_weight": false,
30
+ "llm_int8_skip_modules": null,
31
+ "llm_int8_threshold": 6.0,
32
+ "load_in_4bit": true,
33
+ "load_in_8bit": false,
34
+ "quant_method": "bitsandbytes"
35
+ }
36
+ }
checkpoint-750/flux_controlnet/diffusion_pytorch_model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9427ecfce5ba4419872f78492cdb81f7f446eea85e8b10fe739440787d494dd2
3
+ size 1008570723
checkpoint-750/optimizer.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:83569a1a846344ebf8cd549bdc4637c2093b4457115de2a1f4a21385b3c5441e
3
+ size 33159
checkpoint-750/random_states_0.pkl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:31ccc3e7abb01caf44c141cdb9ca8ffe8b482f26189d49ce3130c94ba7700da9
3
+ size 14821
checkpoint-750/scheduler.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fbb209ec03db3d6bfce21a13d8495b94eeffe5267259af8c5465bec102b81f82
3
+ size 1401
config.json ADDED
@@ -0,0 +1,36 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_class_name": "FluxControlNetModel",
3
+ "_diffusers_version": "0.36.0.dev0",
4
+ "_name_or_path": "InstantX/FLUX.1-dev-Controlnet-Canny",
5
+ "attention_head_dim": 128,
6
+ "axes_dims_rope": [
7
+ 16,
8
+ 56,
9
+ 56
10
+ ],
11
+ "conditioning_embedding_channels": null,
12
+ "guidance_embeds": true,
13
+ "in_channels": 64,
14
+ "joint_attention_dim": 4096,
15
+ "num_attention_heads": 24,
16
+ "num_layers": 5,
17
+ "num_mode": null,
18
+ "num_single_layers": 0,
19
+ "patch_size": 1,
20
+ "pooled_projection_dim": 768,
21
+ "quantization_config": {
22
+ "_load_in_4bit": true,
23
+ "_load_in_8bit": false,
24
+ "bnb_4bit_compute_dtype": "bfloat16",
25
+ "bnb_4bit_quant_storage": "uint8",
26
+ "bnb_4bit_quant_type": "fp4",
27
+ "bnb_4bit_use_double_quant": false,
28
+ "llm_int8_enable_fp32_cpu_offload": false,
29
+ "llm_int8_has_fp16_weight": false,
30
+ "llm_int8_skip_modules": null,
31
+ "llm_int8_threshold": 6.0,
32
+ "load_in_4bit": true,
33
+ "load_in_8bit": false,
34
+ "quant_method": "bitsandbytes"
35
+ }
36
+ }
diffusion_pytorch_model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:38ce48f4f440f69746bbc3c8ac85f299442f155b4c494b0636c6f00b7524baa4
3
+ size 1009166467
image_control.png ADDED
images_0.png ADDED

Git LFS Details

  • SHA256: 2d3a3159ffad14e2448f678ff574231674e0cfe2f5376fcbcb0832eeec5436cb
  • Pointer size: 131 Bytes
  • Size of remote file: 239 kB