Upload folder using huggingface_hub

.gitattributes

@@ -89,3 +89,59 @@ dlay_flux2_lora_fast_v1/samples/1764726440101__000004000_3.jpg filter=lfs diff=l
 dlay_flux2_lora_fast_v1/samples/1764726451078__000004000_4.jpg filter=lfs diff=lfs merge=lfs -text
 dlay_flux2_lora_fast_v1/samples/1764726461979__000004000_5.jpg filter=lfs diff=lfs merge=lfs -text
 dlay_flux2_lora_fast_v1/samples/1764726472987__000004000_6.jpg filter=lfs diff=lfs merge=lfs -text
+dlay_flux2_loha_1gpu_v2/samples/.ipynb_checkpoints/1764976195153__000003000_2-checkpoint.jpg filter=lfs diff=lfs merge=lfs -text
+dlay_flux2_loha_1gpu_v2/samples/1764976195153__000003000_2.jpg filter=lfs diff=lfs merge=lfs -text
+dlay_flux2_lokr_optimized_v1-adamw-offload/samples/.ipynb_checkpoints/1764783621256__000000500_3-checkpoint.jpg filter=lfs diff=lfs merge=lfs -text
+dlay_flux2_lokr_optimized_v1-adamw-offload/samples/.ipynb_checkpoints/1764783644033__000000500_4-checkpoint.jpg filter=lfs diff=lfs merge=lfs -text
+dlay_flux2_lokr_optimized_v1-adamw-offload/samples/.ipynb_checkpoints/1764784965936__000001000_3-checkpoint.jpg filter=lfs diff=lfs merge=lfs -text
+dlay_flux2_lokr_optimized_v1-adamw-offload/samples/.ipynb_checkpoints/1764784988736__000001000_4-checkpoint.jpg filter=lfs diff=lfs merge=lfs -text
+dlay_flux2_lokr_optimized_v1-adamw-offload/samples/.ipynb_checkpoints/1764786310046__000001500_3-checkpoint.jpg filter=lfs diff=lfs merge=lfs -text
+dlay_flux2_lokr_optimized_v1-adamw-offload/samples/.ipynb_checkpoints/1764786332854__000001500_4-checkpoint.jpg filter=lfs diff=lfs merge=lfs -text
+dlay_flux2_lokr_optimized_v1-adamw-offload/samples/.ipynb_checkpoints/1764790015322__000002500_3-checkpoint.jpg filter=lfs diff=lfs merge=lfs -text
+dlay_flux2_lokr_optimized_v1-adamw-offload/samples/.ipynb_checkpoints/1764792775816__000003500_3-checkpoint.jpg filter=lfs diff=lfs merge=lfs -text
+dlay_flux2_lokr_optimized_v1-adamw-offload/samples/.ipynb_checkpoints/1764792799808__000003500_4-checkpoint.jpg filter=lfs diff=lfs merge=lfs -text
+dlay_flux2_lokr_optimized_v1-adamw-offload/samples/1764783621256__000000500_3.jpg filter=lfs diff=lfs merge=lfs -text
+dlay_flux2_lokr_optimized_v1-adamw-offload/samples/1764783644033__000000500_4.jpg filter=lfs diff=lfs merge=lfs -text
+dlay_flux2_lokr_optimized_v1-adamw-offload/samples/1764784965936__000001000_3.jpg filter=lfs diff=lfs merge=lfs -text
+dlay_flux2_lokr_optimized_v1-adamw-offload/samples/1764784988736__000001000_4.jpg filter=lfs diff=lfs merge=lfs -text
+dlay_flux2_lokr_optimized_v1-adamw-offload/samples/1764786310046__000001500_3.jpg filter=lfs diff=lfs merge=lfs -text
+dlay_flux2_lokr_optimized_v1-adamw-offload/samples/1764786332854__000001500_4.jpg filter=lfs diff=lfs merge=lfs -text
+dlay_flux2_lokr_optimized_v1-adamw-offload/samples/1764788635681__000002000_3.jpg filter=lfs diff=lfs merge=lfs -text
+dlay_flux2_lokr_optimized_v1-adamw-offload/samples/1764788659719__000002000_4.jpg filter=lfs diff=lfs merge=lfs -text
+dlay_flux2_lokr_optimized_v1-adamw-offload/samples/1764790015322__000002500_3.jpg filter=lfs diff=lfs merge=lfs -text
+dlay_flux2_lokr_optimized_v1-adamw-offload/samples/1764790039320__000002500_4.jpg filter=lfs diff=lfs merge=lfs -text
+dlay_flux2_lokr_optimized_v1-adamw-offload/samples/1764791380438__000003000_3.jpg filter=lfs diff=lfs merge=lfs -text
+dlay_flux2_lokr_optimized_v1-adamw-offload/samples/1764791404439__000003000_4.jpg filter=lfs diff=lfs merge=lfs -text
+dlay_flux2_lokr_optimized_v1-adamw-offload/samples/1764792775816__000003500_3.jpg filter=lfs diff=lfs merge=lfs -text
+dlay_flux2_lokr_optimized_v1-adamw-offload/samples/1764792799808__000003500_4.jpg filter=lfs diff=lfs merge=lfs -text
+dlay_flux2_lokr_optimized_v1-adamw-offload/samples/dlay100.png filter=lfs diff=lfs merge=lfs -text
+dlay_flux2_lokr_optimized_v1-adamw-offload/samples/dlay118.png filter=lfs diff=lfs merge=lfs -text
+dlay_flux2_lokr_optimized_v1-adamw-offload/samples/dlay260.png filter=lfs diff=lfs merge=lfs -text
+dlay_flux2_lokr_subject_v2/samples/.ipynb_checkpoints/1764852970108__000001000_3-checkpoint.jpg filter=lfs diff=lfs merge=lfs -text
+dlay_flux2_lokr_subject_v2/samples/.ipynb_checkpoints/1764852994558__000001000_4-checkpoint.jpg filter=lfs diff=lfs merge=lfs -text
+dlay_flux2_lokr_subject_v2/samples/.ipynb_checkpoints/1764857209719__000002500_4-checkpoint.jpg filter=lfs diff=lfs merge=lfs -text
+dlay_flux2_lokr_subject_v2/samples/.ipynb_checkpoints/1764858610090__000003000_4-checkpoint.jpg filter=lfs diff=lfs merge=lfs -text
+dlay_flux2_lokr_subject_v2/samples/.ipynb_checkpoints/1764860020632__000003500_4-checkpoint.jpg filter=lfs diff=lfs merge=lfs -text
+dlay_flux2_lokr_subject_v2/samples/.ipynb_checkpoints/1764860069478__000003500_6-checkpoint.jpg filter=lfs diff=lfs merge=lfs -text
+dlay_flux2_lokr_subject_v2/samples/.ipynb_checkpoints/1764861432243__000004000_4-checkpoint.jpg filter=lfs diff=lfs merge=lfs -text
+dlay_flux2_lokr_subject_v2/samples/.ipynb_checkpoints/1764866408110__000005000_4-checkpoint.jpg filter=lfs diff=lfs merge=lfs -text
+dlay_flux2_lokr_subject_v2/samples/.ipynb_checkpoints/1764867874291__000005500_4-checkpoint.jpg filter=lfs diff=lfs merge=lfs -text
+dlay_flux2_lokr_subject_v2/samples/.ipynb_checkpoints/1764869336235__000006000_4-checkpoint.jpg filter=lfs diff=lfs merge=lfs -text
+dlay_flux2_lokr_subject_v2/samples/.ipynb_checkpoints/1764873721495__000007500_4-checkpoint.jpg filter=lfs diff=lfs merge=lfs -text
+dlay_flux2_lokr_subject_v2/samples/.ipynb_checkpoints/1764875169171__000008000_4-checkpoint.jpg filter=lfs diff=lfs merge=lfs -text
+dlay_flux2_lokr_subject_v2/samples/1764852970108__000001000_3.jpg filter=lfs diff=lfs merge=lfs -text
+dlay_flux2_lokr_subject_v2/samples/1764852994558__000001000_4.jpg filter=lfs diff=lfs merge=lfs -text
+dlay_flux2_lokr_subject_v2/samples/1764854406631__000001500_4.jpg filter=lfs diff=lfs merge=lfs -text
+dlay_flux2_lokr_subject_v2/samples/1764855815671__000002000_4.jpg filter=lfs diff=lfs merge=lfs -text
+dlay_flux2_lokr_subject_v2/samples/1764857209719__000002500_4.jpg filter=lfs diff=lfs merge=lfs -text
+dlay_flux2_lokr_subject_v2/samples/1764858610090__000003000_4.jpg filter=lfs diff=lfs merge=lfs -text
+dlay_flux2_lokr_subject_v2/samples/1764860020632__000003500_4.jpg filter=lfs diff=lfs merge=lfs -text
+dlay_flux2_lokr_subject_v2/samples/1764860069478__000003500_6.jpg filter=lfs diff=lfs merge=lfs -text
+dlay_flux2_lokr_subject_v2/samples/1764861432243__000004000_4.jpg filter=lfs diff=lfs merge=lfs -text
+dlay_flux2_lokr_subject_v2/samples/1764866408110__000005000_4.jpg filter=lfs diff=lfs merge=lfs -text
+dlay_flux2_lokr_subject_v2/samples/1764867874291__000005500_4.jpg filter=lfs diff=lfs merge=lfs -text
+dlay_flux2_lokr_subject_v2/samples/1764869336235__000006000_4.jpg filter=lfs diff=lfs merge=lfs -text
+dlay_flux2_lokr_subject_v2/samples/1764870790803__000006500_4.jpg filter=lfs diff=lfs merge=lfs -text
+dlay_flux2_lokr_subject_v2/samples/1764872262983__000007000_4.jpg filter=lfs diff=lfs merge=lfs -text
+dlay_flux2_lokr_subject_v2/samples/1764873721495__000007500_4.jpg filter=lfs diff=lfs merge=lfs -text
+dlay_flux2_lokr_subject_v2/samples/1764875169171__000008000_4.jpg filter=lfs diff=lfs merge=lfs -text

dlay_flux2_loha_1gpu_v2/.ipynb_checkpoints/config-checkpoint.yaml

@@ -0,0 +1,105 @@
+job: extension
+config:
+  name: dlay_flux2_loha_1gpu_v2
+  process:
+  - type: sd_trainer
+    training_folder: /root/output
+    performance_log_every: 100
+    device: cuda:0
+    network:
+      type: loha
+      linear: 128
+      linear_alpha: 64
+      dropout: 0.0
+      use_tucker: false
+      use_scalar: false
+      weight_decompose: false
+      wd_on_out: false
+      rs_lora: false
+      rank_dropout_scale: false
+      network_kwargs:
+        rank_dropout: 0.02
+    model:
+      name_or_path: black-forest-labs/FLUX.2-dev
+      arch: flux2
+      quantize: false
+      quantize_te: false
+      low_vram: false
+      layer_offloading: true
+      layer_offloading_transformer_percent: 0.75
+    datasets:
+    - folder_path: /root/DATASETS/DLAY/flux2
+      caption_ext: txt
+      default_caption: DLAY man
+      mask_path: /root/DATASETS/DLAY/mask
+      mask_min_value: 0.0
+      invert_mask: false
+      loss_multiplier: 1.2
+      resolution:
+      - 512
+      - 768
+      - 1024
+      cache_latents: true
+      cache_latents_to_disk: true
+      cache_text_embeddings: true
+      caption_dropout_rate: 0.05
+      shuffle_tokens: true
+    train:
+      batch_size: 2
+      gradient_accumulation: 1
+      steps: 10000
+      optimizer: prodigy
+      lr: 1.0
+      optimizer_params:
+        d_coef: 1.5
+        use_bias_correction: true
+        weight_decay: 0.01
+        safeguard_warmup: true
+        betas:
+        - 0.9
+        - 0.999
+      lr_scheduler: cosine_with_warmup
+      lr_scheduler_params:
+        num_warmup_steps: 300
+        num_training_steps: 6000
+      dtype: bf16
+      attention_backend: flash
+      gradient_checkpointing: false
+      noise_scheduler: flowmatch
+      timestep_type: weighted
+      max_grad_norm: 1.0
+      min_snr_gamma: null
+      ema_config:
+        use_ema: false
+      train_unet: true
+      train_text_encoder: false
+      skip_first_sample: true
+      cache_text_embeddings: true
+      unload_text_encoder: true
+      diff_output_preservation: false
+      diff_output_preservation_multiplier: 1.0
+      diff_output_preservation_class: man
+    save:
+      dtype: bfloat16
+      save_every: 500
+      save_format: safetensors
+      max_step_saves_to_keep: 10
+    sample:
+      sampler: flowmatch
+      sample_every: 500
+      width: 1024
+      height: 1024
+      prompts:
+      - DLAY man, portrait, neutral background, studio lighting
+      - DLAY man, corporate headshot, navy suit, professional lighting
+      - DLAY man, holding coffee, cafe interior, warm ambient lighting
+      neg: ''
+      seed: 42
+      walk_seed: true
+      guidance_scale: 4.0
+      sample_steps: 28
+    logging:
+      log_every: 10
+      use_wandb: true
+      wandb_project: flux2-dlay-b300
+      wandb_run_name: dlay-flux2-loha-1gpu-v2

dlay_flux2_loha_1gpu_v2/config.yaml

@@ -0,0 +1,105 @@
+job: extension
+config:
+  name: dlay_flux2_loha_1gpu_v2
+  process:
+  - type: sd_trainer
+    training_folder: /root/output
+    performance_log_every: 100
+    device: cuda:0
+    network:
+      type: loha
+      linear: 128
+      linear_alpha: 64
+      dropout: 0.0
+      use_tucker: false
+      use_scalar: false
+      weight_decompose: false
+      wd_on_out: false
+      rs_lora: false
+      rank_dropout_scale: false
+      network_kwargs:
+        rank_dropout: 0.02
+    model:
+      name_or_path: black-forest-labs/FLUX.2-dev
+      arch: flux2
+      quantize: false
+      quantize_te: false
+      low_vram: false
+      layer_offloading: true
+      layer_offloading_transformer_percent: 0.75
+    datasets:
+    - folder_path: /root/DATASETS/DLAY/flux2
+      caption_ext: txt
+      default_caption: DLAY man
+      mask_path: /root/DATASETS/DLAY/mask
+      mask_min_value: 0.0
+      invert_mask: false
+      loss_multiplier: 1.2
+      resolution:
+      - 512
+      - 768
+      - 1024
+      cache_latents: true
+      cache_latents_to_disk: true
+      cache_text_embeddings: true
+      caption_dropout_rate: 0.05
+      shuffle_tokens: true
+    train:
+      batch_size: 2
+      gradient_accumulation: 1
+      steps: 10000
+      optimizer: prodigy
+      lr: 1.0
+      optimizer_params:
+        d_coef: 1.5
+        use_bias_correction: true
+        weight_decay: 0.01
+        safeguard_warmup: true
+        betas:
+        - 0.9
+        - 0.999
+      lr_scheduler: cosine_with_warmup
+      lr_scheduler_params:
+        num_warmup_steps: 300
+        num_training_steps: 6000
+      dtype: bf16
+      attention_backend: flash
+      gradient_checkpointing: false
+      noise_scheduler: flowmatch
+      timestep_type: weighted
+      max_grad_norm: 1.0
+      min_snr_gamma: null
+      ema_config:
+        use_ema: false
+      train_unet: true
+      train_text_encoder: false
+      skip_first_sample: true
+      cache_text_embeddings: true
+      unload_text_encoder: true
+      diff_output_preservation: false
+      diff_output_preservation_multiplier: 1.0
+      diff_output_preservation_class: man
+    save:
+      dtype: bfloat16
+      save_every: 500
+      save_format: safetensors
+      max_step_saves_to_keep: 10
+    sample:
+      sampler: flowmatch
+      sample_every: 500
+      width: 1024
+      height: 1024
+      prompts:
+      - DLAY man, portrait, neutral background, studio lighting
+      - DLAY man, corporate headshot, navy suit, professional lighting
+      - DLAY man, holding coffee, cafe interior, warm ambient lighting
+      neg: ''
+      seed: 42
+      walk_seed: true
+      guidance_scale: 4.0
+      sample_steps: 28
+    logging:
+      log_every: 10
+      use_wandb: true
+      wandb_project: flux2-dlay-b300
+      wandb_run_name: dlay-flux2-loha-1gpu-v2

dlay_flux2_loha_1gpu_v2/dlay_flux2_loha_1gpu_v2_000000500.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19582c75e48bfe74c643c3db79e631591213889ced501f9ab7378b601b2ba5fa
+size 3120664432

dlay_flux2_loha_1gpu_v2/dlay_flux2_loha_1gpu_v2_000001000.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24a7b14567978f84f2f26a904dd6d20a5ebd6fdb97808bf7f9b5442436ffaae1
+size 3120664432

dlay_flux2_loha_1gpu_v2/dlay_flux2_loha_1gpu_v2_000001500.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9dd017b648cce76c0d2f5f0ebe11218a175d482e39e73bd5ea96b0c4d550dbe6
+size 3120664432

dlay_flux2_loha_1gpu_v2/dlay_flux2_loha_1gpu_v2_000002000.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2abf87a40837556d31f62d4775ab42a09ec25d0ca3d6948d660c80752a652b40
+size 3120664432

dlay_flux2_loha_1gpu_v2/dlay_flux2_loha_1gpu_v2_000002500.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:709ac725be6cf86a1aadbfa013a7735f5b9b2f1bb78a16a828e00c1e19ca1263
+size 3120664432

dlay_flux2_loha_1gpu_v2/dlay_flux2_loha_1gpu_v2_000003000.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a615a1add2b648cadeb891b65b47e4df34f1ef2cfca21f6933747704cd8e3b11
+size 3120664432

dlay_flux2_loha_1gpu_v2/dlay_flux2_loha_1gpu_v2_000003500.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2e6a32ca9bd169d3907608d8624415d7bc293f82bebe6767e5a2c1a74149607
+size 3120664432

dlay_flux2_loha_1gpu_v2/dlay_flux2_loha_1gpu_v2_000004000.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b2af9ec5826aaa0ac9b4b961741674402f25e6900eaa04f21231c2b7e71f252
+size 3120664432

dlay_flux2_loha_1gpu_v2/dlay_flux2_loha_1gpu_v2_000004500.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be6acb1b3a7c4b0dd72e2585e8e64de0115c568c5bc1b316a7925f97124d09ba
+size 3120664432

dlay_flux2_loha_1gpu_v2/dlay_flux2_loha_1gpu_v2_000005000.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:385a943012296a55ebb1b73465bb4ee75891d28c2d10379baf675c19877a4799
+size 3120664432