End of training

.gitattributes

@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+images_0.png filter=lfs diff=lfs merge=lfs -text

README.md

@@ -0,0 +1,47 @@
+---
+base_model: black-forest-labs/FLUX.1-dev
+library_name: diffusers
+license: other
+inference: true
+tags:
+- flux
+- flux-diffusers
+- text-to-image
+- diffusers
+- controlnet
+- diffusers-training
+---
+
+<!-- This model card has been generated automatically according to the information the training script had access to. You
+should probably proofread and complete it, then remove this comment. -->
+
+
+# controlnet-tommycik/controlFluxAlcolHed
+
+These are controlnet weights trained on black-forest-labs/FLUX.1-dev with new type of conditioning.
+You can find some example images below.
+
+prompt: transparent glass on white background, the bottom part of the glass presents light grooves 
+![images_0)](./images_0.png)
+
+
+## License
+
+Please adhere to the licensing terms as described [here](https://huggingface.co/black-forest-labs/FLUX.1-dev/blob/main/LICENSE.md)
+
+
+## Intended uses & limitations
+
+#### How to use
+
+```python
+# TODO: add an example code snippet for running this diffusion pipeline
+```
+
+#### Limitations and bias
+
+[TODO: provide examples of latent issues and potential remediations]
+
+## Training details
+
+[TODO: describe the data used to train the model]

config.json

@@ -0,0 +1,21 @@
+{
+  "_class_name": "FluxControlNetModel",
+  "_diffusers_version": "0.35.0.dev0",
+  "_name_or_path": "Xlabs-AI/flux-controlnet-hed-diffusers",
+  "attention_head_dim": 128,
+  "axes_dims_rope": [
+    16,
+    56,
+    56
+  ],
+  "conditioning_embedding_channels": 16,
+  "guidance_embeds": true,
+  "in_channels": 64,
+  "joint_attention_dim": 4096,
+  "num_attention_heads": 24,
+  "num_layers": 2,
+  "num_mode": null,
+  "num_single_layers": 0,
+  "patch_size": 2,
+  "pooled_projection_dim": 768
+}

diffusion_pytorch_model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa9a4fa5d438736edb8e1509408d10716040ea22d5e1f4903191530beb8e221e
+size 2975240576

logs/flux_train_controlnet/1753533544.3290417/events.out.tfevents.1753533544.209-20-159-108.3611.1

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8712481e1ba0a3210f77d87a0895c499c99f7e5fa38062d8aa92b5c9a2782c79
+size 3307

logs/flux_train_controlnet/1753533544.3325129/hparams.yml

@@ -0,0 +1,65 @@
+adam_beta1: 0.9
+adam_beta2: 0.999
+adam_epsilon: 1.0e-08
+adam_weight_decay: 0.01
+allow_tf32: false
+cache_dir: null
+caption_column: prompt
+checkpointing_steps: 250
+checkpoints_total_limit: null
+conditioning_image_column: condition_image
+controlnet_model_name_or_path: Xlabs-AI/flux-controlnet-hed-diffusers
+crops_coords_top_left_h: 0
+crops_coords_top_left_w: 0
+dataloader_num_workers: 0
+dataset_config_name: null
+dataset_name: null
+enable_model_cpu_offload: false
+enable_npu_flash_attention: false
+enable_xformers_memory_efficient_attention: false
+gradient_accumulation_steps: 1
+gradient_checkpointing: true
+guidance_scale: 3.5
+hub_model_id: tommycik/controlFluxAlcolHed
+hub_token: null
+image_column: image
+image_interpolation_mode: lanczos
+jsonl_for_train: ./controlnet_dataset/dataset_hed.jsonl
+learning_rate: 2.0e-06
+logging_dir: logs
+logit_mean: 0.0
+logit_std: 1.0
+lr_num_cycles: 1
+lr_power: 1.0
+lr_scheduler: constant
+lr_warmup_steps: 500
+max_grad_norm: 1.0
+max_train_samples: null
+max_train_steps: 2
+mixed_precision: bf16
+mode_scale: 1.29
+num_double_layers: 4
+num_single_layers: 4
+num_train_epochs: 1
+num_validation_images: 2
+output_dir: model
+pretrained_model_name_or_path: black-forest-labs/FLUX.1-dev
+pretrained_vae_model_name_or_path: null
+proportion_empty_prompts: 0
+push_to_hub: true
+report_to: tensorboard
+resolution: 512
+resume_from_checkpoint: null
+revision: null
+save_weight_dtype: fp32
+scale_lr: false
+seed: null
+set_grads_to_none: true
+tokenizer_name: null
+tracker_project_name: flux_train_controlnet
+train_batch_size: 1
+use_8bit_adam: true
+use_adafactor: false
+validation_steps: 125
+variant: null
+weighting_scheme: logit_normal

logs/flux_train_controlnet/1753534822.9937034/events.out.tfevents.1753534822.209-20-159-108.3990.1

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16a1a6dc8c3533f5b6bac6ba6c13849baac31b9dbeb355eedf9667239c8612a1
+size 3307

logs/flux_train_controlnet/1753534822.9968803/hparams.yml

@@ -0,0 +1,65 @@
+adam_beta1: 0.9
+adam_beta2: 0.999
+adam_epsilon: 1.0e-08
+adam_weight_decay: 0.01
+allow_tf32: false
+cache_dir: null
+caption_column: prompt
+checkpointing_steps: 250
+checkpoints_total_limit: null
+conditioning_image_column: condition_image
+controlnet_model_name_or_path: Xlabs-AI/flux-controlnet-hed-diffusers
+crops_coords_top_left_h: 0
+crops_coords_top_left_w: 0
+dataloader_num_workers: 0
+dataset_config_name: null
+dataset_name: null
+enable_model_cpu_offload: false
+enable_npu_flash_attention: false
+enable_xformers_memory_efficient_attention: false
+gradient_accumulation_steps: 1
+gradient_checkpointing: true
+guidance_scale: 3.5
+hub_model_id: tommycik/controlFluxAlcolHed
+hub_token: null
+image_column: image
+image_interpolation_mode: lanczos
+jsonl_for_train: ./controlnet_dataset/dataset_hed.jsonl
+learning_rate: 2.0e-06
+logging_dir: logs
+logit_mean: 0.0
+logit_std: 1.0
+lr_num_cycles: 1
+lr_power: 1.0
+lr_scheduler: constant
+lr_warmup_steps: 500
+max_grad_norm: 1.0
+max_train_samples: null
+max_train_steps: 2
+mixed_precision: bf16
+mode_scale: 1.29
+num_double_layers: 4
+num_single_layers: 4
+num_train_epochs: 1
+num_validation_images: 2
+output_dir: model
+pretrained_model_name_or_path: black-forest-labs/FLUX.1-dev
+pretrained_vae_model_name_or_path: null
+proportion_empty_prompts: 0
+push_to_hub: true
+report_to: tensorboard
+resolution: 512
+resume_from_checkpoint: null
+revision: null
+save_weight_dtype: fp32
+scale_lr: false
+seed: null
+set_grads_to_none: true
+tokenizer_name: null
+tracker_project_name: flux_train_controlnet
+train_batch_size: 1
+use_8bit_adam: true
+use_adafactor: false
+validation_steps: 125
+variant: null
+weighting_scheme: logit_normal

logs/flux_train_controlnet/events.out.tfevents.1753533544.209-20-159-108.3611.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab9c4b9f83b0421b974d4c3f04decabbde1dfacd7923b209b7830a8cccb83ab7
+size 88

logs/flux_train_controlnet/events.out.tfevents.1753534822.209-20-159-108.3990.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:265a49e9a9a39e35f91d111f334fd57c9358932a6b16c7370469e91cff13ccf3
+size 1303008