LoRA + generated artifacts (3000 steps)

.gitattributes

@@ -33,3 +33,117 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+loss_log.db filter=lfs diff=lfs merge=lfs -text
+samples/1772477952834__000000000_0.jpg filter=lfs diff=lfs merge=lfs -text
+samples/1772478069158__000000000_3.jpg filter=lfs diff=lfs merge=lfs -text
+samples/1772478146628__000000000_5.jpg filter=lfs diff=lfs merge=lfs -text
+samples/1772478185395__000000000_6.jpg filter=lfs diff=lfs merge=lfs -text
+samples/1772478301719__000000000_9.jpg filter=lfs diff=lfs merge=lfs -text
+samples/1772480365022__000000250_0.jpg filter=lfs diff=lfs merge=lfs -text
+samples/1772480403831__000000250_1.jpg filter=lfs diff=lfs merge=lfs -text
+samples/1772480442590__000000250_2.jpg filter=lfs diff=lfs merge=lfs -text
+samples/1772480481327__000000250_3.jpg filter=lfs diff=lfs merge=lfs -text
+samples/1772480520121__000000250_4.jpg filter=lfs diff=lfs merge=lfs -text
+samples/1772480558854__000000250_5.jpg filter=lfs diff=lfs merge=lfs -text
+samples/1772480597580__000000250_6.jpg filter=lfs diff=lfs merge=lfs -text
+samples/1772480675039__000000250_8.jpg filter=lfs diff=lfs merge=lfs -text
+samples/1772480713749__000000250_9.jpg filter=lfs diff=lfs merge=lfs -text
+samples/1772482712138__000000500_0.jpg filter=lfs diff=lfs merge=lfs -text
+samples/1772482750867__000000500_1.jpg filter=lfs diff=lfs merge=lfs -text
+samples/1772482789521__000000500_2.jpg filter=lfs diff=lfs merge=lfs -text
+samples/1772482828176__000000500_3.jpg filter=lfs diff=lfs merge=lfs -text
+samples/1772482866859__000000500_4.jpg filter=lfs diff=lfs merge=lfs -text
+samples/1772482905594__000000500_5.jpg filter=lfs diff=lfs merge=lfs -text
+samples/1772482944264__000000500_6.jpg filter=lfs diff=lfs merge=lfs -text
+samples/1772483021693__000000500_8.jpg filter=lfs diff=lfs merge=lfs -text
+samples/1772483060363__000000500_9.jpg filter=lfs diff=lfs merge=lfs -text
+samples/1772485148561__000000750_0.jpg filter=lfs diff=lfs merge=lfs -text
+samples/1772485187315__000000750_1.jpg filter=lfs diff=lfs merge=lfs -text
+samples/1772485226022__000000750_2.jpg filter=lfs diff=lfs merge=lfs -text
+samples/1772485264736__000000750_3.jpg filter=lfs diff=lfs merge=lfs -text
+samples/1772485303481__000000750_4.jpg filter=lfs diff=lfs merge=lfs -text
+samples/1772485342249__000000750_5.jpg filter=lfs diff=lfs merge=lfs -text
+samples/1772485381015__000000750_6.jpg filter=lfs diff=lfs merge=lfs -text
+samples/1772485458668__000000750_8.jpg filter=lfs diff=lfs merge=lfs -text
+samples/1772485497485__000000750_9.jpg filter=lfs diff=lfs merge=lfs -text
+samples/1772487460048__000001000_0.jpg filter=lfs diff=lfs merge=lfs -text
+samples/1772487498799__000001000_1.jpg filter=lfs diff=lfs merge=lfs -text
+samples/1772487537566__000001000_2.jpg filter=lfs diff=lfs merge=lfs -text
+samples/1772487576347__000001000_3.jpg filter=lfs diff=lfs merge=lfs -text
+samples/1772487615116__000001000_4.jpg filter=lfs diff=lfs merge=lfs -text
+samples/1772487653877__000001000_5.jpg filter=lfs diff=lfs merge=lfs -text
+samples/1772487692638__000001000_6.jpg filter=lfs diff=lfs merge=lfs -text
+samples/1772487770129__000001000_8.jpg filter=lfs diff=lfs merge=lfs -text
+samples/1772487808929__000001000_9.jpg filter=lfs diff=lfs merge=lfs -text
+samples/1772489915467__000001250_0.jpg filter=lfs diff=lfs merge=lfs -text
+samples/1772489954191__000001250_1.jpg filter=lfs diff=lfs merge=lfs -text
+samples/1772489992900__000001250_2.jpg filter=lfs diff=lfs merge=lfs -text
+samples/1772490031598__000001250_3.jpg filter=lfs diff=lfs merge=lfs -text
+samples/1772490070283__000001250_4.jpg filter=lfs diff=lfs merge=lfs -text
+samples/1772490108976__000001250_5.jpg filter=lfs diff=lfs merge=lfs -text
+samples/1772490147650__000001250_6.jpg filter=lfs diff=lfs merge=lfs -text
+samples/1772490225013__000001250_8.jpg filter=lfs diff=lfs merge=lfs -text
+samples/1772490263691__000001250_9.jpg filter=lfs diff=lfs merge=lfs -text
+samples/1772492283664__000001500_0.jpg filter=lfs diff=lfs merge=lfs -text
+samples/1772492322378__000001500_1.jpg filter=lfs diff=lfs merge=lfs -text
+samples/1772492361090__000001500_2.jpg filter=lfs diff=lfs merge=lfs -text
+samples/1772492399795__000001500_3.jpg filter=lfs diff=lfs merge=lfs -text
+samples/1772492438516__000001500_4.jpg filter=lfs diff=lfs merge=lfs -text
+samples/1772492477229__000001500_5.jpg filter=lfs diff=lfs merge=lfs -text
+samples/1772492515940__000001500_6.jpg filter=lfs diff=lfs merge=lfs -text
+samples/1772492593371__000001500_8.jpg filter=lfs diff=lfs merge=lfs -text
+samples/1772492632094__000001500_9.jpg filter=lfs diff=lfs merge=lfs -text
+samples/1772494652804__000001750_0.jpg filter=lfs diff=lfs merge=lfs -text
+samples/1772494691540__000001750_1.jpg filter=lfs diff=lfs merge=lfs -text
+samples/1772494730287__000001750_2.jpg filter=lfs diff=lfs merge=lfs -text
+samples/1772494769035__000001750_3.jpg filter=lfs diff=lfs merge=lfs -text
+samples/1772494807789__000001750_4.jpg filter=lfs diff=lfs merge=lfs -text
+samples/1772494846554__000001750_5.jpg filter=lfs diff=lfs merge=lfs -text
+samples/1772494885302__000001750_6.jpg filter=lfs diff=lfs merge=lfs -text
+samples/1772494962877__000001750_8.jpg filter=lfs diff=lfs merge=lfs -text
+samples/1772495001625__000001750_9.jpg filter=lfs diff=lfs merge=lfs -text
+samples/1772497036366__000002000_0.jpg filter=lfs diff=lfs merge=lfs -text
+samples/1772497075081__000002000_1.jpg filter=lfs diff=lfs merge=lfs -text
+samples/1772497113831__000002000_2.jpg filter=lfs diff=lfs merge=lfs -text
+samples/1772497152697__000002000_3.jpg filter=lfs diff=lfs merge=lfs -text
+samples/1772497191588__000002000_4.jpg filter=lfs diff=lfs merge=lfs -text
+samples/1772497230373__000002000_5.jpg filter=lfs diff=lfs merge=lfs -text
+samples/1772497269222__000002000_6.jpg filter=lfs diff=lfs merge=lfs -text
+samples/1772497346784__000002000_8.jpg filter=lfs diff=lfs merge=lfs -text
+samples/1772497385558__000002000_9.jpg filter=lfs diff=lfs merge=lfs -text
+samples/1772499421384__000002250_0.jpg filter=lfs diff=lfs merge=lfs -text
+samples/1772499460123__000002250_1.jpg filter=lfs diff=lfs merge=lfs -text
+samples/1772499498922__000002250_2.jpg filter=lfs diff=lfs merge=lfs -text
+samples/1772499537674__000002250_3.jpg filter=lfs diff=lfs merge=lfs -text
+samples/1772499576411__000002250_4.jpg filter=lfs diff=lfs merge=lfs -text
+samples/1772499615197__000002250_5.jpg filter=lfs diff=lfs merge=lfs -text
+samples/1772499654006__000002250_6.jpg filter=lfs diff=lfs merge=lfs -text
+samples/1772499731501__000002250_8.jpg filter=lfs diff=lfs merge=lfs -text
+samples/1772499770359__000002250_9.jpg filter=lfs diff=lfs merge=lfs -text
+samples/1772501867019__000002500_0.jpg filter=lfs diff=lfs merge=lfs -text
+samples/1772501905779__000002500_1.jpg filter=lfs diff=lfs merge=lfs -text
+samples/1772501944517__000002500_2.jpg filter=lfs diff=lfs merge=lfs -text
+samples/1772501983248__000002500_3.jpg filter=lfs diff=lfs merge=lfs -text
+samples/1772502022024__000002500_4.jpg filter=lfs diff=lfs merge=lfs -text
+samples/1772502060805__000002500_5.jpg filter=lfs diff=lfs merge=lfs -text
+samples/1772502099550__000002500_6.jpg filter=lfs diff=lfs merge=lfs -text
+samples/1772502177078__000002500_8.jpg filter=lfs diff=lfs merge=lfs -text
+samples/1772502215869__000002500_9.jpg filter=lfs diff=lfs merge=lfs -text
+samples/1772504213288__000002750_0.jpg filter=lfs diff=lfs merge=lfs -text
+samples/1772504251994__000002750_1.jpg filter=lfs diff=lfs merge=lfs -text
+samples/1772504290710__000002750_2.jpg filter=lfs diff=lfs merge=lfs -text
+samples/1772504329426__000002750_3.jpg filter=lfs diff=lfs merge=lfs -text
+samples/1772504368146__000002750_4.jpg filter=lfs diff=lfs merge=lfs -text
+samples/1772504406895__000002750_5.jpg filter=lfs diff=lfs merge=lfs -text
+samples/1772504445631__000002750_6.jpg filter=lfs diff=lfs merge=lfs -text
+samples/1772504523091__000002750_8.jpg filter=lfs diff=lfs merge=lfs -text
+samples/1772504561858__000002750_9.jpg filter=lfs diff=lfs merge=lfs -text
+samples/1772506602429__000003000_0.jpg filter=lfs diff=lfs merge=lfs -text
+samples/1772506641157__000003000_1.jpg filter=lfs diff=lfs merge=lfs -text
+samples/1772506679879__000003000_2.jpg filter=lfs diff=lfs merge=lfs -text
+samples/1772506718613__000003000_3.jpg filter=lfs diff=lfs merge=lfs -text
+samples/1772506757342__000003000_4.jpg filter=lfs diff=lfs merge=lfs -text
+samples/1772506796074__000003000_5.jpg filter=lfs diff=lfs merge=lfs -text
+samples/1772506834808__000003000_6.jpg filter=lfs diff=lfs merge=lfs -text
+samples/1772506912299__000003000_8.jpg filter=lfs diff=lfs merge=lfs -text
+samples/1772506951025__000003000_9.jpg filter=lfs diff=lfs merge=lfs -text

Geometric_Abstract_Animation.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ee885cd7773cbf792805611e5a19099efc9113d29db193f3d459969538fdcf0
+size 390112248

Geometric_Abstract_Animation_000002000.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2d757c8dce86e172e50c14c7bcc97915b30bde1f510d9e97d3b20eb6e48f42a
+size 390112248

Geometric_Abstract_Animation_000002250.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a36c63958c71560ad3f0559cd3be76492eab5b45b815c81c60f7fe1d7211209
+size 390112248

Geometric_Abstract_Animation_000002500.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cb8e031d4f80ca7a54612a74a1eaddf4a935d1acd9d84473600b8fd626a1826
+size 390112248

Geometric_Abstract_Animation_000002750.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffd78d81d4d16f5312052e87177b37d8b526df8fa519f3fc97b460456a7e6040
+size 390112248

config.yaml

@@ -0,0 +1,127 @@
+job: extension
+config:
+  name: Geometric_Abstract_Animation
+  process:
+  - type: diffusion_trainer
+    training_folder: /app/ai-toolkit/output
+    sqlite_db_path: ./aitk_db.db
+    device: cuda
+    trigger_word: Geometric_Abstract_Animation_Style
+    performance_log_every: 10
+    network:
+      type: lora
+      linear: 32
+      linear_alpha: 32
+      conv: 16
+      conv_alpha: 16
+      lokr_full_rank: true
+      lokr_factor: -1
+      network_kwargs:
+        ignore_if_contains: []
+    save:
+      dtype: bf16
+      save_every: 250
+      max_step_saves_to_keep: 4
+      save_format: diffusers
+      push_to_hub: false
+    datasets:
+    - folder_path: /app/ai-toolkit/datasets/geometric_abstract_animation
+      mask_path: null
+      mask_min_value: 0.1
+      default_caption: ''
+      caption_ext: txt
+      caption_dropout_rate: 0.05
+      cache_latents_to_disk: false
+      is_reg: false
+      network_weight: 1
+      resolution:
+      - 512
+      - 768
+      - 1024
+      controls: []
+      shrink_video_to_frames: true
+      num_frames: 1
+      flip_x: false
+      flip_y: false
+      num_repeats: 1
+    train:
+      batch_size: 1
+      bypass_guidance_embedding: false
+      steps: 3000
+      gradient_accumulation: 1
+      train_unet: true
+      train_text_encoder: false
+      gradient_checkpointing: true
+      noise_scheduler: flowmatch
+      optimizer: adamw8bit
+      timestep_type: weighted
+      content_or_style: balanced
+      optimizer_params:
+        weight_decay: 0.0001
+      unload_text_encoder: false
+      cache_text_embeddings: false
+      lr: 0.0001
+      ema_config:
+        use_ema: false
+        ema_decay: 0.99
+      skip_first_sample: false
+      force_first_sample: false
+      disable_sampling: false
+      dtype: bf16
+      diff_output_preservation: true
+      diff_output_preservation_multiplier: 1
+      diff_output_preservation_class: image
+      switch_boundary_every: 1
+      loss_type: mse
+    logging:
+      log_every: 1
+      use_ui_logger: true
+    model:
+      name_or_path: black-forest-labs/FLUX.2-dev
+      quantize: true
+      qtype: qfloat8
+      quantize_te: true
+      qtype_te: qfloat8
+      arch: flux2
+      low_vram: true
+      model_kwargs:
+        match_target_res: true
+      layer_offloading: false
+      layer_offloading_text_encoder_percent: 1
+      layer_offloading_transformer_percent: 1
+    sample:
+      sampler: flowmatch
+      sample_every: 250
+      width: 1024
+      height: 1024
+      samples:
+      - prompt: Geometric_Abstract_Animation_Style woman with red hair, playing chess
+          at the park, bomb going off in the background
+      - prompt: Geometric_Abstract_Animation_Style woman holding a coffee cup, in
+          a beanie, sitting at a cafe
+      - prompt: Geometric_Abstract_Animation_Style horse is a DJ at a night club,
+          fish eye lens, smoke machine, lazer lights, holding a martini
+      - prompt: Geometric_Abstract_Animation_Style man showing off his cool new t
+          shirt at the beach, a shark is jumping out of the water in the background
+      - prompt: Geometric_Abstract_Animation_Style bear building a log cabin in the
+          snow covered mountains
+      - prompt: Geometric_Abstract_Animation_Style woman playing the guitar, on stage,
+          singing a song, laser lights, punk rocker
+      - prompt: Geometric_Abstract_Animation_Style hipster man with a beard, building
+          a chair, in a wood shop
+      - prompt: Geometric_Abstract_Animation_Style photo of a man, white background,
+          medium shot, modeling clothing, studio lighting, white backdrop
+      - prompt: Geometric_Abstract_Animation_Style a man holding a sign that says,
+          'this is a sign'
+      - prompt: Geometric_Abstract_Animation_Style a bulldog, in a post apocalyptic
+          world, with a shotgun, in a leather jacket, in a desert, with a motorcycle
+      neg: ''
+      seed: 42
+      walk_seed: true
+      guidance_scale: 4
+      sample_steps: 25
+      num_frames: 1
+      fps: 1
+  meta:
+    name: Geometric_Abstract_Animation
+    version: '1.0'

loss_log.db

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:811a0db6ad9035209afdf99a6afd5f116ac925000f63ca433cf18593e3d5852b
+size 565248