all files first commit

Browse files

Files changed (36) hide show

.job_config.json +111 -0
config.yaml +109 -0
cosmos_4_v2_shift.safetensors +3 -0
cosmos_4_v2_shift_000000500.safetensors +3 -0
cosmos_4_v2_shift_000001000.safetensors +3 -0
cosmos_4_v2_shift_000001500.safetensors +3 -0
cosmos_4_v2_shift_000002000.safetensors +3 -0
cosmos_4_v2_shift_000002500.safetensors +3 -0
cosmos_4_v2_shift_000003000.safetensors +3 -0
cosmos_4_v2_shift_000003500.safetensors +3 -0
cosmos_4_v2_shift_000004000.safetensors +3 -0
cosmos_4_v2_shift_000004500.safetensors +3 -0
log.txt +0 -0
optimizer.pt +3 -0
samples/1749699934013__000000000_0.jpg +0 -0
samples/1749699951197__000000000_1.jpg +0 -0
samples/1749701405423__000000500_0.jpg +0 -0
samples/1749701422863__000000500_1.jpg +0 -0
samples/1749702878649__000001000_0.jpg +0 -0
samples/1749702896096__000001000_1.jpg +0 -0
samples/1749704351665__000001500_0.jpg +0 -0
samples/1749704369135__000001500_1.jpg +0 -0
samples/1749705823884__000002000_0.jpg +0 -0
samples/1749705841320__000002000_1.jpg +0 -0
samples/1749707302332__000002500_0.jpg +0 -0
samples/1749707319855__000002500_1.jpg +0 -0
samples/1749708779969__000003000_0.jpg +0 -0
samples/1749708797467__000003000_1.jpg +0 -0
samples/1749710256918__000003500_0.jpg +0 -0
samples/1749710274444__000003500_1.jpg +0 -0
samples/1749711729483__000004000_0.jpg +0 -0
samples/1749711746916__000004000_1.jpg +0 -0
samples/1749713208887__000004500_0.jpg +0 -0
samples/1749713226392__000004500_1.jpg +0 -0
samples/1749714678142__000005000_0.jpg +0 -0
samples/1749714695635__000005000_1.jpg +0 -0

.job_config.json ADDED Viewed

	@@ -0,0 +1,111 @@

+{
+  "job": "extension",
+  "config": {
+    "name": "cosmos_4_v2_shift",
+    "process": [
+      {
+        "type": "ui_trainer",
+        "training_folder": "/workspace/ai-toolkit/output",
+        "sqlite_db_path": "/workspace/ai-toolkit/aitk_db.db",
+        "device": "cuda",
+        "trigger_word": "cosmos, women, young women",
+        "performance_log_every": 10,
+        "network": {
+          "type": "lora",
+          "linear": 32,
+          "linear_alpha": 32,
+          "conv": 16,
+          "conv_alpha": 16,
+          "lokr_full_rank": true,
+          "lokr_factor": -1,
+          "network_kwargs": {
+            "ignore_if_contains": []
+          }
+        },
+        "save": {
+          "dtype": "bf16",
+          "save_every": 500,
+          "max_step_saves_to_keep": 10,
+          "save_format": "diffusers",
+          "push_to_hub": false
+        },
+        "datasets": [
+          {
+            "folder_path": "/workspace/ai-toolkit/datasets/cosmos_3",
+            "mask_path": null,
+            "mask_min_value": 0.1,
+            "default_caption": "",
+            "caption_ext": "txt",
+            "caption_dropout_rate": 0.05,
+            "cache_latents_to_disk": false,
+            "is_reg": false,
+            "network_weight": 1,
+            "resolution": [
+              512,
+              768,
+              1024,
+              1280,
+              1536
+            ],
+            "controls": []
+          }
+        ],
+        "train": {
+          "batch_size": 1,
+          "bypass_guidance_embedding": false,
+          "steps": 5000,
+          "gradient_accumulation": 1,
+          "train_unet": true,
+          "train_text_encoder": false,
+          "gradient_checkpointing": true,
+          "noise_scheduler": "flowmatch",
+          "optimizer": "adamw8bit",
+          "timestep_type": "shift",
+          "content_or_style": "balanced",
+          "optimizer_params": {
+            "weight_decay": 0.0001
+          },
+          "unload_text_encoder": false,
+          "lr": 0.0004,
+          "ema_config": {
+            "use_ema": false,
+            "ema_decay": 0.99
+          },
+          "dtype": "bf16",
+          "diff_output_preservation": false,
+          "diff_output_preservation_multiplier": 1,
+          "diff_output_preservation_class": "person"
+        },
+        "model": {
+          "name_or_path": "black-forest-labs/FLUX.1-dev",
+          "quantize": false,
+          "quantize_te": true,
+          "arch": "flux",
+          "low_vram": false,
+          "model_kwargs": {}
+        },
+        "sample": {
+          "sampler": "flowmatch",
+          "sample_every": 500,
+          "width": 1024,
+          "height": 1024,
+          "prompts": [
+            "A photo-realistic portrait of a young woman with a neutral expression, showcasing her natural beauty. she has dark hair styled in a sleek updo, and her eyes are accentuated with shimmering gold eyeshadow. her skin is smooth and defined, with a subtle shine that catches the light. she is wearing a white lace top that accentuates her bare shoulders and collarbone. her lips are slightly parted, and she has a subtle mole on her cheek. her eyebrows are perfectly groomed and filled in with natural light, creating a flawless look. the background is a plain, light grey, providing a subtle contrast to the woman's natural features. the lighting is soft and even, highlighting her features and creating a sense of serenity",
+            "A photo-realistic shoot from a side angle about a young woman in a bikini posing confidently against a column in a tropical setting. the image also shows lush greenery and a pool in the background. on the middle of the image, a 20-year-old woman with light skin and brown hair appears to be standing with her arms at her sides, looking directly at the camera with a confident expression. she has long, wavy brown hair and is wearing a small, rust-colored bikini with thin straps tied at the sides, accentuating her curves. her body is slim and toned, with large breasts and a toned stomach. she is also wearing a gold chain necklace around her neck, adding a touch of elegance to her overall look."
+          ],
+          "neg": "",
+          "seed": 42,
+          "walk_seed": true,
+          "guidance_scale": 3.5,
+          "sample_steps": 30,
+          "num_frames": 1,
+          "fps": 1
+        }
+      }
+    ]
+  },
+  "meta": {
+    "name": "[name]",
+    "version": "1.0"
+  }
+}

config.yaml ADDED Viewed

	@@ -0,0 +1,109 @@

+job: extension
+config:
+  name: cosmos_4_v2_shift
+  process:
+  - type: ui_trainer
+    training_folder: /workspace/ai-toolkit/output
+    sqlite_db_path: /workspace/ai-toolkit/aitk_db.db
+    device: cuda
+    trigger_word: cosmos, women, young women
+    performance_log_every: 10
+    network:
+      type: lora
+      linear: 32
+      linear_alpha: 32
+      conv: 16
+      conv_alpha: 16
+      lokr_full_rank: true
+      lokr_factor: -1
+      network_kwargs:
+        ignore_if_contains: []
+    save:
+      dtype: bf16
+      save_every: 500
+      max_step_saves_to_keep: 10
+      save_format: diffusers
+      push_to_hub: false
+    datasets:
+    - folder_path: /workspace/ai-toolkit/datasets/cosmos_3
+      mask_path: null
+      mask_min_value: 0.1
+      default_caption: ''
+      caption_ext: txt
+      caption_dropout_rate: 0.05
+      cache_latents_to_disk: false
+      is_reg: false
+      network_weight: 1
+      resolution:
+      - 512
+      - 768
+      - 1024
+      - 1280
+      - 1536
+      controls: []
+    train:
+      batch_size: 1
+      bypass_guidance_embedding: false
+      steps: 5000
+      gradient_accumulation: 1
+      train_unet: true
+      train_text_encoder: false
+      gradient_checkpointing: true
+      noise_scheduler: flowmatch
+      optimizer: adamw8bit
+      timestep_type: shift
+      content_or_style: balanced
+      optimizer_params:
+        weight_decay: 0.0001
+      unload_text_encoder: false
+      lr: 0.0004
+      ema_config:
+        use_ema: false
+        ema_decay: 0.99
+      dtype: bf16
+      diff_output_preservation: false
+      diff_output_preservation_multiplier: 1
+      diff_output_preservation_class: person
+    model:
+      name_or_path: black-forest-labs/FLUX.1-dev
+      quantize: false
+      quantize_te: true
+      arch: flux
+      low_vram: false
+      model_kwargs: {}
+    sample:
+      sampler: flowmatch
+      sample_every: 500
+      width: 1024
+      height: 1024
+      prompts:
+      - A photo-realistic portrait of a young woman with a neutral expression, showcasing
+        her natural beauty. she has dark hair styled in a sleek updo, and her eyes
+        are accentuated with shimmering gold eyeshadow. her skin is smooth and defined,
+        with a subtle shine that catches the light. she is wearing a white lace top
+        that accentuates her bare shoulders and collarbone. her lips are slightly
+        parted, and she has a subtle mole on her cheek. her eyebrows are perfectly
+        groomed and filled in with natural light, creating a flawless look. the background
+        is a plain, light grey, providing a subtle contrast to the woman's natural
+        features. the lighting is soft and even, highlighting her features and creating
+        a sense of serenity
+      - A photo-realistic shoot from a side angle about a young woman in a bikini
+        posing confidently against a column in a tropical setting. the image also
+        shows lush greenery and a pool in the background. on the middle of the image,
+        a 20-year-old woman with light skin and brown hair appears to be standing
+        with her arms at her sides, looking directly at the camera with a confident
+        expression. she has long, wavy brown hair and is wearing a small, rust-colored
+        bikini with thin straps tied at the sides, accentuating her curves. her body
+        is slim and toned, with large breasts and a toned stomach. she is also wearing
+        a gold chain necklace around her neck, adding a touch of elegance to her overall
+        look.
+      neg: ''
+      seed: 42
+      walk_seed: true
+      guidance_scale: 3.5
+      sample_steps: 30
+      num_frames: 1
+      fps: 1
+meta:
+  name: cosmos_4_v2_shift
+  version: '1.0'