Hugging Face's logo

tommycik
/
controlFluxAlcolReduced

Text-to-Image
Diffusers
TensorBoard
Safetensors
flux
flux-diffusers
controlnet
diffusers-training
4-bit precision
bitsandbytes
Model card Files
xet
Metrics Community
tommycik commited on
Commit
1c328e9
·
verified ·
1 Parent(s): 362d6dd

End of training

Browse files
Files changed (30) hide show
  1. README.md +6 -0
  2. checkpoint-1000/flux_controlnet/config.json +36 -0
  3. checkpoint-1000/flux_controlnet/diffusion_pytorch_model.safetensors +3 -0
  4. checkpoint-1000/optimizer.bin +3 -0
  5. checkpoint-1000/random_states_0.pkl +3 -0
  6. checkpoint-1000/scheduler.bin +3 -0
  7. checkpoint-250/flux_controlnet/config.json +36 -0
  8. checkpoint-250/flux_controlnet/diffusion_pytorch_model.safetensors +3 -0
  9. checkpoint-250/optimizer.bin +3 -0
  10. checkpoint-250/random_states_0.pkl +3 -0
  11. checkpoint-250/scheduler.bin +3 -0
  12. checkpoint-500/flux_controlnet/config.json +36 -0
  13. checkpoint-500/flux_controlnet/diffusion_pytorch_model.safetensors +3 -0
  14. checkpoint-500/optimizer.bin +3 -0
  15. checkpoint-500/random_states_0.pkl +3 -0
  16. checkpoint-500/scheduler.bin +3 -0
  17. checkpoint-750/flux_controlnet/config.json +36 -0
  18. checkpoint-750/flux_controlnet/diffusion_pytorch_model.safetensors +3 -0
  19. checkpoint-750/optimizer.bin +3 -0
  20. checkpoint-750/random_states_0.pkl +3 -0
  21. checkpoint-750/scheduler.bin +3 -0
  22. diffusion_pytorch_model.safetensors +1 -1
  23. image_control.png +0 -0
  24. images_0.png +2 -2
  25. logs/flux_train_controlnet/1753543462.0016243/events.out.tfevents.1753543462.104-171-202-179.4293.1 +3 -0
  26. logs/flux_train_controlnet/1753543462.005368/hparams.yml +65 -0
  27. logs/flux_train_controlnet/1753544530.9906476/events.out.tfevents.1753544530.104-171-202-179.4677.1 +3 -0
  28. logs/flux_train_controlnet/1753544530.9941566/hparams.yml +65 -0
  29. logs/flux_train_controlnet/events.out.tfevents.1753543461.104-171-202-179.4293.0 +3 -0
  30. logs/flux_train_controlnet/events.out.tfevents.1753544530.104-171-202-179.4677.0 +3 -0
README.md CHANGED
@@ -10,6 +10,12 @@ tags:
10
  - diffusers
11
  - controlnet
12
  - diffusers-training
 
 
 
 
 
 
13
  ---
14
 
15
  <!-- This model card has been generated automatically according to the information the training script had access to. You
 
10
  - diffusers
11
  - controlnet
12
  - diffusers-training
13
+ - flux
14
+ - flux-diffusers
15
+ - text-to-image
16
+ - diffusers
17
+ - controlnet
18
+ - diffusers-training
19
  ---
20
 
21
  <!-- This model card has been generated automatically according to the information the training script had access to. You
checkpoint-1000/flux_controlnet/config.json ADDED
@@ -0,0 +1,36 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_class_name": "FluxControlNetModel",
3
+ "_diffusers_version": "0.35.0.dev0",
4
+ "_name_or_path": "InstantX/FLUX.1-dev-Controlnet-Canny",
5
+ "attention_head_dim": 128,
6
+ "axes_dims_rope": [
7
+ 16,
8
+ 56,
9
+ 56
10
+ ],
11
+ "conditioning_embedding_channels": null,
12
+ "guidance_embeds": true,
13
+ "in_channels": 64,
14
+ "joint_attention_dim": 4096,
15
+ "num_attention_heads": 24,
16
+ "num_layers": 5,
17
+ "num_mode": null,
18
+ "num_single_layers": 0,
19
+ "patch_size": 1,
20
+ "pooled_projection_dim": 768,
21
+ "quantization_config": {
22
+ "_load_in_4bit": true,
23
+ "_load_in_8bit": false,
24
+ "bnb_4bit_compute_dtype": "float16",
25
+ "bnb_4bit_quant_storage": "uint8",
26
+ "bnb_4bit_quant_type": "fp4",
27
+ "bnb_4bit_use_double_quant": false,
28
+ "llm_int8_enable_fp32_cpu_offload": false,
29
+ "llm_int8_has_fp16_weight": false,
30
+ "llm_int8_skip_modules": null,
31
+ "llm_int8_threshold": 6.0,
32
+ "load_in_4bit": true,
33
+ "load_in_8bit": false,
34
+ "quant_method": "bitsandbytes"
35
+ }
36
+ }
checkpoint-1000/flux_controlnet/diffusion_pytorch_model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a48d03d880242918fafad06ef95f9489c1846866599fe39cd1f59ecedc6d1f99
3
+ size 1009578051
checkpoint-1000/optimizer.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:455eafa4bc7fdd9c0e4ab46bbc890439423af83d1644b1b583fcfd6fe9782329
3
+ size 33159
checkpoint-1000/random_states_0.pkl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b9ace0bca495e2d25c7d710d35cf8b516d3ce8a751bf7dc54099393fab8586a9
3
+ size 14693
checkpoint-1000/scheduler.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:106da924f988b64c71e87d89820717b5549e9c554d97a1f080e35c2d4d8f4be6
3
+ size 1401
checkpoint-250/flux_controlnet/config.json ADDED
@@ -0,0 +1,36 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_class_name": "FluxControlNetModel",
3
+ "_diffusers_version": "0.35.0.dev0",
4
+ "_name_or_path": "InstantX/FLUX.1-dev-Controlnet-Canny",
5
+ "attention_head_dim": 128,
6
+ "axes_dims_rope": [
7
+ 16,
8
+ 56,
9
+ 56
10
+ ],
11
+ "conditioning_embedding_channels": null,
12
+ "guidance_embeds": true,
13
+ "in_channels": 64,
14
+ "joint_attention_dim": 4096,
15
+ "num_attention_heads": 24,
16
+ "num_layers": 5,
17
+ "num_mode": null,
18
+ "num_single_layers": 0,
19
+ "patch_size": 1,
20
+ "pooled_projection_dim": 768,
21
+ "quantization_config": {
22
+ "_load_in_4bit": true,
23
+ "_load_in_8bit": false,
24
+ "bnb_4bit_compute_dtype": "float16",
25
+ "bnb_4bit_quant_storage": "uint8",
26
+ "bnb_4bit_quant_type": "fp4",
27
+ "bnb_4bit_use_double_quant": false,
28
+ "llm_int8_enable_fp32_cpu_offload": false,
29
+ "llm_int8_has_fp16_weight": false,
30
+ "llm_int8_skip_modules": null,
31
+ "llm_int8_threshold": 6.0,
32
+ "load_in_4bit": true,
33
+ "load_in_8bit": false,
34
+ "quant_method": "bitsandbytes"
35
+ }
36
+ }
checkpoint-250/flux_controlnet/diffusion_pytorch_model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:729b3446fba71437589775a6325baedbaad8cbc786d394ae26275c299b5cc07a
3
+ size 1009578051
checkpoint-250/optimizer.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dd17ab7d14336535e39183e8d13eb9db00e734f4d9a31fb45d72e138296685fa
3
+ size 33159
checkpoint-250/random_states_0.pkl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d59f1c6fe17deee4e8c2ca6cff8c594dfa796443fdaf62c47175a5cf10fc1e6f
3
+ size 14693
checkpoint-250/scheduler.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dd17e7b194597689715c73f7d97bc9920dcbeed897a5d34a8305456f5a7c815b
3
+ size 1401
checkpoint-500/flux_controlnet/config.json ADDED
@@ -0,0 +1,36 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_class_name": "FluxControlNetModel",
3
+ "_diffusers_version": "0.35.0.dev0",
4
+ "_name_or_path": "InstantX/FLUX.1-dev-Controlnet-Canny",
5
+ "attention_head_dim": 128,
6
+ "axes_dims_rope": [
7
+ 16,
8
+ 56,
9
+ 56
10
+ ],
11
+ "conditioning_embedding_channels": null,
12
+ "guidance_embeds": true,
13
+ "in_channels": 64,
14
+ "joint_attention_dim": 4096,
15
+ "num_attention_heads": 24,
16
+ "num_layers": 5,
17
+ "num_mode": null,
18
+ "num_single_layers": 0,
19
+ "patch_size": 1,
20
+ "pooled_projection_dim": 768,
21
+ "quantization_config": {
22
+ "_load_in_4bit": true,
23
+ "_load_in_8bit": false,
24
+ "bnb_4bit_compute_dtype": "float16",
25
+ "bnb_4bit_quant_storage": "uint8",
26
+ "bnb_4bit_quant_type": "fp4",
27
+ "bnb_4bit_use_double_quant": false,
28
+ "llm_int8_enable_fp32_cpu_offload": false,
29
+ "llm_int8_has_fp16_weight": false,
30
+ "llm_int8_skip_modules": null,
31
+ "llm_int8_threshold": 6.0,
32
+ "load_in_4bit": true,
33
+ "load_in_8bit": false,
34
+ "quant_method": "bitsandbytes"
35
+ }
36
+ }
checkpoint-500/flux_controlnet/diffusion_pytorch_model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:47b74249cbb588656d30b67391f7844ff8fc5d7d565b04d48e7a26dfd3e70fbc
3
+ size 1009578051
checkpoint-500/optimizer.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d0dc5abc14351b3c707f989a988888dbb6a80ae19fe9404a412f189cff6a82d8
3
+ size 33159
checkpoint-500/random_states_0.pkl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:320698a2e835587a87ac6952480eb51219e421f563d4433b5bf8a54d51d6d0a4
3
+ size 14693
checkpoint-500/scheduler.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c2ea1fa4aefbfb28f8703aa08f35a482a694e30d2d0dfb011a5ae7d2b30230ea
3
+ size 1401
checkpoint-750/flux_controlnet/config.json ADDED
@@ -0,0 +1,36 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_class_name": "FluxControlNetModel",
3
+ "_diffusers_version": "0.35.0.dev0",
4
+ "_name_or_path": "InstantX/FLUX.1-dev-Controlnet-Canny",
5
+ "attention_head_dim": 128,
6
+ "axes_dims_rope": [
7
+ 16,
8
+ 56,
9
+ 56
10
+ ],
11
+ "conditioning_embedding_channels": null,
12
+ "guidance_embeds": true,
13
+ "in_channels": 64,
14
+ "joint_attention_dim": 4096,
15
+ "num_attention_heads": 24,
16
+ "num_layers": 5,
17
+ "num_mode": null,
18
+ "num_single_layers": 0,
19
+ "patch_size": 1,
20
+ "pooled_projection_dim": 768,
21
+ "quantization_config": {
22
+ "_load_in_4bit": true,
23
+ "_load_in_8bit": false,
24
+ "bnb_4bit_compute_dtype": "float16",
25
+ "bnb_4bit_quant_storage": "uint8",
26
+ "bnb_4bit_quant_type": "fp4",
27
+ "bnb_4bit_use_double_quant": false,
28
+ "llm_int8_enable_fp32_cpu_offload": false,
29
+ "llm_int8_has_fp16_weight": false,
30
+ "llm_int8_skip_modules": null,
31
+ "llm_int8_threshold": 6.0,
32
+ "load_in_4bit": true,
33
+ "load_in_8bit": false,
34
+ "quant_method": "bitsandbytes"
35
+ }
36
+ }
checkpoint-750/flux_controlnet/diffusion_pytorch_model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:18afc10805032dc2a6d74461f62e52ae32cab789bfa2c55065f659acc7bb097a
3
+ size 1009578051
checkpoint-750/optimizer.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:05c1d1dbecfc2dc6c7430cc5c7feb855db4208e412e819a185e6863957ef0fb5
3
+ size 33159
checkpoint-750/random_states_0.pkl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:49b1ab13bf73499134700ef5742482d2a076ed12df6025cac805c9bea86705ff
3
+ size 14693
checkpoint-750/scheduler.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ab0c5ad9f75b9e0d03215200c8b2f7b5af2bf972137dee646eaa4b6e9f319368
3
+ size 1401
diffusion_pytorch_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:0c65d7d39c5dfd7ff38bca97c5452244265e0a203e9a3e6c22b11f41e1c2e30c
3
  size 1009578051
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a48d03d880242918fafad06ef95f9489c1846866599fe39cd1f59ecedc6d1f99
3
  size 1009578051
image_control.png CHANGED
images_0.png CHANGED

Git LFS Details

  • SHA256: f326fea43b7e635cc0a59873716f8182f8acccc560307a674d0cf3477729300d
  • Pointer size: 132 Bytes
  • Size of remote file: 1.21 MB

Git LFS Details

  • SHA256: 413723099101f4e440bed637c9e8f937e40cab2d9bfa0832b3deae7f443f5146
  • Pointer size: 131 Bytes
  • Size of remote file: 226 kB
logs/flux_train_controlnet/1753543462.0016243/events.out.tfevents.1753543462.104-171-202-179.4293.1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5618bcfc78b85d55c42959eb75e6ef5fd6d48a431e76687fe67562cea37e2906
3
+ size 3303
logs/flux_train_controlnet/1753543462.005368/hparams.yml ADDED
@@ -0,0 +1,65 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ adam_beta1: 0.9
2
+ adam_beta2: 0.999
3
+ adam_epsilon: 1.0e-08
4
+ adam_weight_decay: 0.01
5
+ allow_tf32: false
6
+ cache_dir: null
7
+ caption_column: prompt
8
+ checkpointing_steps: 250
9
+ checkpoints_total_limit: null
10
+ conditioning_image_column: condition_image
11
+ controlnet_model_name_or_path: InstantX/FLUX.1-dev-Controlnet-Canny
12
+ crops_coords_top_left_h: 0
13
+ crops_coords_top_left_w: 0
14
+ dataloader_num_workers: 0
15
+ dataset_config_name: null
16
+ dataset_name: null
17
+ enable_model_cpu_offload: false
18
+ enable_npu_flash_attention: false
19
+ enable_xformers_memory_efficient_attention: false
20
+ gradient_accumulation_steps: 4
21
+ gradient_checkpointing: true
22
+ guidance_scale: 3.5
23
+ hub_model_id: tommycik/controlFluxAlcolReduced
24
+ hub_token: null
25
+ image_column: image
26
+ image_interpolation_mode: lanczos
27
+ jsonl_for_train: ./controlnet_dataset/dataset.jsonl
28
+ learning_rate: 2.0e-06
29
+ logging_dir: logs
30
+ logit_mean: 0.0
31
+ logit_std: 1.0
32
+ lr_num_cycles: 1
33
+ lr_power: 1.0
34
+ lr_scheduler: constant
35
+ lr_warmup_steps: 500
36
+ max_grad_norm: 1.0
37
+ max_train_samples: null
38
+ max_train_steps: 1000
39
+ mixed_precision: 'no'
40
+ mode_scale: 1.29
41
+ num_double_layers: 4
42
+ num_single_layers: 4
43
+ num_train_epochs: 35
44
+ num_validation_images: 2
45
+ output_dir: model
46
+ pretrained_model_name_or_path: black-forest-labs/FLUX.1-dev
47
+ pretrained_vae_model_name_or_path: null
48
+ proportion_empty_prompts: 0
49
+ push_to_hub: true
50
+ report_to: tensorboard
51
+ resolution: 512
52
+ resume_from_checkpoint: null
53
+ revision: null
54
+ save_weight_dtype: fp32
55
+ scale_lr: false
56
+ seed: null
57
+ set_grads_to_none: true
58
+ tokenizer_name: null
59
+ tracker_project_name: flux_train_controlnet
60
+ train_batch_size: 2
61
+ use_8bit_adam: true
62
+ use_adafactor: false
63
+ validation_steps: 125
64
+ variant: null
65
+ weighting_scheme: logit_normal
logs/flux_train_controlnet/1753544530.9906476/events.out.tfevents.1753544530.104-171-202-179.4677.1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:16ef37a0da91568818d5475c16ee5cd84bfd874f5c0d523fb392ef1b07417eab
3
+ size 3303
logs/flux_train_controlnet/1753544530.9941566/hparams.yml ADDED
@@ -0,0 +1,65 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ adam_beta1: 0.9
2
+ adam_beta2: 0.999
3
+ adam_epsilon: 1.0e-08
4
+ adam_weight_decay: 0.01
5
+ allow_tf32: false
6
+ cache_dir: null
7
+ caption_column: prompt
8
+ checkpointing_steps: 250
9
+ checkpoints_total_limit: null
10
+ conditioning_image_column: condition_image
11
+ controlnet_model_name_or_path: InstantX/FLUX.1-dev-Controlnet-Canny
12
+ crops_coords_top_left_h: 0
13
+ crops_coords_top_left_w: 0
14
+ dataloader_num_workers: 0
15
+ dataset_config_name: null
16
+ dataset_name: null
17
+ enable_model_cpu_offload: false
18
+ enable_npu_flash_attention: false
19
+ enable_xformers_memory_efficient_attention: false
20
+ gradient_accumulation_steps: 4
21
+ gradient_checkpointing: true
22
+ guidance_scale: 3.5
23
+ hub_model_id: tommycik/controlFluxAlcolReduced
24
+ hub_token: null
25
+ image_column: image
26
+ image_interpolation_mode: lanczos
27
+ jsonl_for_train: ./controlnet_dataset/dataset.jsonl
28
+ learning_rate: 2.0e-06
29
+ logging_dir: logs
30
+ logit_mean: 0.0
31
+ logit_std: 1.0
32
+ lr_num_cycles: 1
33
+ lr_power: 1.0
34
+ lr_scheduler: constant
35
+ lr_warmup_steps: 500
36
+ max_grad_norm: 1.0
37
+ max_train_samples: null
38
+ max_train_steps: 1000
39
+ mixed_precision: 'no'
40
+ mode_scale: 1.29
41
+ num_double_layers: 4
42
+ num_single_layers: 4
43
+ num_train_epochs: 18
44
+ num_validation_images: 2
45
+ output_dir: model
46
+ pretrained_model_name_or_path: black-forest-labs/FLUX.1-dev
47
+ pretrained_vae_model_name_or_path: null
48
+ proportion_empty_prompts: 0
49
+ push_to_hub: true
50
+ report_to: tensorboard
51
+ resolution: 256
52
+ resume_from_checkpoint: null
53
+ revision: null
54
+ save_weight_dtype: fp32
55
+ scale_lr: false
56
+ seed: null
57
+ set_grads_to_none: true
58
+ tokenizer_name: null
59
+ tracker_project_name: flux_train_controlnet
60
+ train_batch_size: 1
61
+ use_8bit_adam: true
62
+ use_adafactor: false
63
+ validation_steps: 125
64
+ variant: null
65
+ weighting_scheme: logit_normal
logs/flux_train_controlnet/events.out.tfevents.1753543461.104-171-202-179.4293.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d1237a56c1a3c69bd73c2c3fc21a627b18cf3ccb94608fea775c6c4a17cf1da1
3
+ size 5652
logs/flux_train_controlnet/events.out.tfevents.1753544530.104-171-202-179.4677.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f9c2eecb56c31a4715fa847d44d22c1e394952a1ea13208ac959bea112b2be86
3
+ size 2782292