End of training

.gitattributes

@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+images_0.png filter=lfs diff=lfs merge=lfs -text

README.md

@@ -0,0 +1,47 @@
+---
+base_model: black-forest-labs/FLUX.1-dev
+library_name: diffusers
+license: other
+inference: true
+tags:
+- flux
+- flux-diffusers
+- text-to-image
+- diffusers
+- controlnet
+- diffusers-training
+---
+
+<!-- This model card has been generated automatically according to the information the training script had access to. You
+should probably proofread and complete it, then remove this comment. -->
+
+
+# controlnet-tommycik/controlFluxAlcolReduced
+
+These are controlnet weights trained on black-forest-labs/FLUX.1-dev with new type of conditioning.
+You can find some example images below.
+
+prompt: transparent glass on white background, the bottom part of the glass presents light grooves 
+![images_0)](./images_0.png)
+
+
+## License
+
+Please adhere to the licensing terms as described [here](https://huggingface.co/black-forest-labs/FLUX.1-dev/blob/main/LICENSE.md)
+
+
+## Intended uses & limitations
+
+#### How to use
+
+```python
+# TODO: add an example code snippet for running this diffusion pipeline
+```
+
+#### Limitations and bias
+
+[TODO: provide examples of latent issues and potential remediations]
+
+## Training details
+
+[TODO: describe the data used to train the model]

config.json

@@ -0,0 +1,36 @@
+{
+  "_class_name": "FluxControlNetModel",
+  "_diffusers_version": "0.35.0.dev0",
+  "_name_or_path": "InstantX/FLUX.1-dev-Controlnet-Canny",
+  "attention_head_dim": 128,
+  "axes_dims_rope": [
+    16,
+    56,
+    56
+  ],
+  "conditioning_embedding_channels": null,
+  "guidance_embeds": true,
+  "in_channels": 64,
+  "joint_attention_dim": 4096,
+  "num_attention_heads": 24,
+  "num_layers": 5,
+  "num_mode": null,
+  "num_single_layers": 0,
+  "patch_size": 1,
+  "pooled_projection_dim": 768,
+  "quantization_config": {
+    "_load_in_4bit": true,
+    "_load_in_8bit": false,
+    "bnb_4bit_compute_dtype": "float16",
+    "bnb_4bit_quant_storage": "uint8",
+    "bnb_4bit_quant_type": "fp4",
+    "bnb_4bit_use_double_quant": false,
+    "llm_int8_enable_fp32_cpu_offload": false,
+    "llm_int8_has_fp16_weight": false,
+    "llm_int8_skip_modules": null,
+    "llm_int8_threshold": 6.0,
+    "load_in_4bit": true,
+    "load_in_8bit": false,
+    "quant_method": "bitsandbytes"
+  }
+}

diffusion_pytorch_model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c65d7d39c5dfd7ff38bca97c5452244265e0a203e9a3e6c22b11f41e1c2e30c
+size 1009578051

logs/flux_train_controlnet/1753520462.6242762/events.out.tfevents.1753520462.104-171-203-234.4273.1

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbc6e058d156aa8cd02e7820e3a8dfc80709664b522b542529de03a907f13fa4
+size 3305

logs/flux_train_controlnet/1753520462.627587/hparams.yml

@@ -0,0 +1,65 @@
+adam_beta1: 0.9
+adam_beta2: 0.999
+adam_epsilon: 1.0e-08
+adam_weight_decay: 0.01
+allow_tf32: false
+cache_dir: null
+caption_column: prompt
+checkpointing_steps: 250
+checkpoints_total_limit: null
+conditioning_image_column: condition_image
+controlnet_model_name_or_path: InstantX/FLUX.1-dev-Controlnet-Canny
+crops_coords_top_left_h: 0
+crops_coords_top_left_w: 0
+dataloader_num_workers: 0
+dataset_config_name: null
+dataset_name: null
+enable_model_cpu_offload: false
+enable_npu_flash_attention: false
+enable_xformers_memory_efficient_attention: false
+gradient_accumulation_steps: 1
+gradient_checkpointing: true
+guidance_scale: 3.5
+hub_model_id: tommycik/controlFluxAlcolReduced
+hub_token: null
+image_column: image
+image_interpolation_mode: lanczos
+jsonl_for_train: ./controlnet_dataset/dataset.jsonl
+learning_rate: 2.0e-06
+logging_dir: logs
+logit_mean: 0.0
+logit_std: 1.0
+lr_num_cycles: 1
+lr_power: 1.0
+lr_scheduler: constant
+lr_warmup_steps: 500
+max_grad_norm: 1.0
+max_train_samples: null
+max_train_steps: 2
+mixed_precision: fp16
+mode_scale: 1.29
+num_double_layers: 4
+num_single_layers: 4
+num_train_epochs: 1
+num_validation_images: 2
+output_dir: model
+pretrained_model_name_or_path: black-forest-labs/FLUX.1-dev
+pretrained_vae_model_name_or_path: null
+proportion_empty_prompts: 0
+push_to_hub: true
+report_to: tensorboard
+resolution: 512
+resume_from_checkpoint: null
+revision: null
+save_weight_dtype: fp32
+scale_lr: false
+seed: null
+set_grads_to_none: true
+tokenizer_name: null
+tracker_project_name: flux_train_controlnet
+train_batch_size: 1
+use_8bit_adam: true
+use_adafactor: false
+validation_steps: 125
+variant: null
+weighting_scheme: logit_normal

logs/flux_train_controlnet/1753520943.2647455/events.out.tfevents.1753520943.104-171-203-234.4426.1

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:680273e5b40ca5e159fb7a3a2d546894f638b6e0a971df9bf43de7d7d7823616
+size 3305

logs/flux_train_controlnet/1753520943.2681034/hparams.yml

@@ -0,0 +1,65 @@
+adam_beta1: 0.9
+adam_beta2: 0.999
+adam_epsilon: 1.0e-08
+adam_weight_decay: 0.01
+allow_tf32: false
+cache_dir: null
+caption_column: prompt
+checkpointing_steps: 250
+checkpoints_total_limit: null
+conditioning_image_column: condition_image
+controlnet_model_name_or_path: InstantX/FLUX.1-dev-Controlnet-Canny
+crops_coords_top_left_h: 0
+crops_coords_top_left_w: 0
+dataloader_num_workers: 0
+dataset_config_name: null
+dataset_name: null
+enable_model_cpu_offload: false
+enable_npu_flash_attention: false
+enable_xformers_memory_efficient_attention: false
+gradient_accumulation_steps: 1
+gradient_checkpointing: true
+guidance_scale: 3.5
+hub_model_id: tommycik/controlFluxAlcolReduced
+hub_token: null
+image_column: image
+image_interpolation_mode: lanczos
+jsonl_for_train: ./controlnet_dataset/dataset.jsonl
+learning_rate: 2.0e-06
+logging_dir: logs
+logit_mean: 0.0
+logit_std: 1.0
+lr_num_cycles: 1
+lr_power: 1.0
+lr_scheduler: constant
+lr_warmup_steps: 500
+max_grad_norm: 1.0
+max_train_samples: null
+max_train_steps: 2
+mixed_precision: fp16
+mode_scale: 1.29
+num_double_layers: 4
+num_single_layers: 4
+num_train_epochs: 1
+num_validation_images: 2
+output_dir: model
+pretrained_model_name_or_path: black-forest-labs/FLUX.1-dev
+pretrained_vae_model_name_or_path: null
+proportion_empty_prompts: 0
+push_to_hub: true
+report_to: tensorboard
+resolution: 512
+resume_from_checkpoint: null
+revision: null
+save_weight_dtype: fp32
+scale_lr: false
+seed: null
+set_grads_to_none: true
+tokenizer_name: null
+tracker_project_name: flux_train_controlnet
+train_batch_size: 1
+use_8bit_adam: true
+use_adafactor: false
+validation_steps: 125
+variant: null
+weighting_scheme: logit_normal

logs/flux_train_controlnet/1753521834.453419/events.out.tfevents.1753521834.104-171-203-234.4905.1

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56e0ae5384df418d90e754f35209858c2a589f8f151d2e3d4e23c952d3c2f124
+size 3303

logs/flux_train_controlnet/1753521834.4567292/hparams.yml

@@ -0,0 +1,65 @@
+adam_beta1: 0.9
+adam_beta2: 0.999
+adam_epsilon: 1.0e-08
+adam_weight_decay: 0.01
+allow_tf32: false
+cache_dir: null
+caption_column: prompt
+checkpointing_steps: 250
+checkpoints_total_limit: null
+conditioning_image_column: condition_image
+controlnet_model_name_or_path: InstantX/FLUX.1-dev-Controlnet-Canny
+crops_coords_top_left_h: 0
+crops_coords_top_left_w: 0
+dataloader_num_workers: 0
+dataset_config_name: null
+dataset_name: null
+enable_model_cpu_offload: false
+enable_npu_flash_attention: false
+enable_xformers_memory_efficient_attention: false
+gradient_accumulation_steps: 1
+gradient_checkpointing: true
+guidance_scale: 3.5
+hub_model_id: tommycik/controlFluxAlcolReduced
+hub_token: null
+image_column: image
+image_interpolation_mode: lanczos
+jsonl_for_train: ./controlnet_dataset/dataset.jsonl
+learning_rate: 2.0e-06
+logging_dir: logs
+logit_mean: 0.0
+logit_std: 1.0
+lr_num_cycles: 1
+lr_power: 1.0
+lr_scheduler: constant
+lr_warmup_steps: 500
+max_grad_norm: 1.0
+max_train_samples: null
+max_train_steps: 2
+mixed_precision: 'no'
+mode_scale: 1.29
+num_double_layers: 4
+num_single_layers: 4
+num_train_epochs: 1
+num_validation_images: 2
+output_dir: model
+pretrained_model_name_or_path: black-forest-labs/FLUX.1-dev
+pretrained_vae_model_name_or_path: null
+proportion_empty_prompts: 0
+push_to_hub: true
+report_to: tensorboard
+resolution: 512
+resume_from_checkpoint: null
+revision: null
+save_weight_dtype: fp32
+scale_lr: false
+seed: null
+set_grads_to_none: true
+tokenizer_name: null
+tracker_project_name: flux_train_controlnet
+train_batch_size: 1
+use_8bit_adam: true
+use_adafactor: false
+validation_steps: 125
+variant: null
+weighting_scheme: logit_normal

logs/flux_train_controlnet/1753522243.5841796/events.out.tfevents.1753522243.104-171-203-234.5096.1

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a40c07ee890ac118eb16004db1e51f3ac79f8b9a87285535ff05dd3a4722814c
+size 3303

logs/flux_train_controlnet/1753522243.587617/hparams.yml

@@ -0,0 +1,65 @@
+adam_beta1: 0.9
+adam_beta2: 0.999
+adam_epsilon: 1.0e-08
+adam_weight_decay: 0.01
+allow_tf32: false
+cache_dir: null
+caption_column: prompt
+checkpointing_steps: 250
+checkpoints_total_limit: null
+conditioning_image_column: condition_image
+controlnet_model_name_or_path: InstantX/FLUX.1-dev-Controlnet-Canny
+crops_coords_top_left_h: 0
+crops_coords_top_left_w: 0
+dataloader_num_workers: 0
+dataset_config_name: null
+dataset_name: null
+enable_model_cpu_offload: false
+enable_npu_flash_attention: false
+enable_xformers_memory_efficient_attention: false
+gradient_accumulation_steps: 1
+gradient_checkpointing: true
+guidance_scale: 3.5
+hub_model_id: tommycik/controlFluxAlcolReduced
+hub_token: null
+image_column: image
+image_interpolation_mode: lanczos
+jsonl_for_train: ./controlnet_dataset/dataset.jsonl
+learning_rate: 2.0e-06
+logging_dir: logs
+logit_mean: 0.0
+logit_std: 1.0
+lr_num_cycles: 1
+lr_power: 1.0
+lr_scheduler: constant
+lr_warmup_steps: 500
+max_grad_norm: 1.0
+max_train_samples: null
+max_train_steps: 2
+mixed_precision: 'no'
+mode_scale: 1.29
+num_double_layers: 4
+num_single_layers: 4
+num_train_epochs: 1
+num_validation_images: 2
+output_dir: model
+pretrained_model_name_or_path: black-forest-labs/FLUX.1-dev
+pretrained_vae_model_name_or_path: null
+proportion_empty_prompts: 0
+push_to_hub: true
+report_to: tensorboard
+resolution: 512
+resume_from_checkpoint: null
+revision: null
+save_weight_dtype: fp32
+scale_lr: false
+seed: null
+set_grads_to_none: true
+tokenizer_name: null
+tracker_project_name: flux_train_controlnet
+train_batch_size: 1
+use_8bit_adam: true
+use_adafactor: false
+validation_steps: 125
+variant: null
+weighting_scheme: logit_normal

logs/flux_train_controlnet/events.out.tfevents.1753520462.104-171-203-234.4273.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13e716166168cc899e49510db4ca1d58c3cbbb812b4e38371125257513bd360f
+size 88

logs/flux_train_controlnet/events.out.tfevents.1753520943.104-171-203-234.4426.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6aba9309b831d2ef641b1bc9b03e10975d6138ed0aa9acb4bb9c869d8dc63b1
+size 88

logs/flux_train_controlnet/events.out.tfevents.1753521834.104-171-203-234.4905.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdd765fae71f46944e1f9ea8ad2da76c35315145a34b7eca706869db31294318
+size 252

logs/flux_train_controlnet/events.out.tfevents.1753522243.104-171-203-234.5096.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0accedcfbabf189b92c6f2626381b30d40a6e4bafb899cc6949498b46f01eba8
+size 1208421