Upload model via CLI

.job_config.json

@@ -0,0 +1,112 @@
+{
+  "job": "extension",
+  "config": {
+    "name": "my_first_lora_v1",
+    "process": [
+      {
+        "type": "ui_trainer",
+        "training_folder": "/workspace/ai-toolkit/output",
+        "sqlite_db_path": "/workspace/ai-toolkit/aitk_db.db",
+        "device": "cuda",
+        "trigger_word": "studi@",
+        "performance_log_every": 10,
+        "network": {
+          "type": "lora",
+          "linear": 32,
+          "linear_alpha": 32,
+          "conv": 16,
+          "conv_alpha": 16,
+          "lokr_full_rank": true,
+          "lokr_factor": -1,
+          "network_kwargs": {
+            "ignore_if_contains": []
+          }
+        },
+        "save": {
+          "dtype": "bf16",
+          "save_every": 250,
+          "max_step_saves_to_keep": 6,
+          "save_format": "diffusers",
+          "push_to_hub": false
+        },
+        "datasets": [
+          {
+            "folder_path": "/workspace/ai-toolkit/datasets/studio_women",
+            "control_path": null,
+            "mask_path": null,
+            "mask_min_value": 0.1,
+            "default_caption": "",
+            "caption_ext": "txt",
+            "caption_dropout_rate": 0.1,
+            "cache_latents_to_disk": false,
+            "is_reg": false,
+            "network_weight": 1,
+            "resolution": [
+              512,
+              768,
+              1024,
+              1280
+            ],
+            "controls": []
+          }
+        ],
+        "train": {
+          "batch_size": 1,
+          "bypass_guidance_embedding": false,
+          "steps": 1500,
+          "gradient_accumulation": 1,
+          "train_unet": true,
+          "train_text_encoder": false,
+          "gradient_checkpointing": true,
+          "noise_scheduler": "flowmatch",
+          "optimizer": "adamw8bit",
+          "timestep_type": "sigmoid",
+          "content_or_style": "balanced",
+          "optimizer_params": {
+            "weight_decay": 0.0001
+          },
+          "unload_text_encoder": false,
+          "lr": 0.0004,
+          "ema_config": {
+            "use_ema": true,
+            "ema_decay": 0.99
+          },
+          "dtype": "bf16",
+          "diff_output_preservation": false,
+          "diff_output_preservation_multiplier": 1,
+          "diff_output_preservation_class": "person"
+        },
+        "model": {
+          "name_or_path": "black-forest-labs/FLUX.1-dev",
+          "quantize": false,
+          "quantize_te": true,
+          "arch": "flux",
+          "low_vram": false,
+          "model_kwargs": {}
+        },
+        "sample": {
+          "sampler": "flowmatch",
+          "sample_every": 250,
+          "width": 1024,
+          "height": 1024,
+          "prompts": [
+            " studi@ young women wearing a black leather jacket and jeans, studio bg",
+            "studi@ young women sitting at a table, natural lighting, candid portrait, studio bg",
+            "close-up portrait of young women, studi@ , soft natural lighting, looking at camera, beige studio bg"
+          ],
+          "neg": "",
+          "seed": 42,
+          "walk_seed": true,
+          "guidance_scale": 3,
+          "sample_steps": 25,
+          "num_frames": 1,
+          "fps": 1
+        }
+      }
+    ]
+  },
+  "meta": {
+    "name": "[name]",
+    "version": "1.0"
+  }
+}

README.md

@@ -0,0 +1,56 @@
+---
+tags:
+- text-to-image
+- flux
+- lora
+- diffusers
+- template:sd-lora
+- ai-toolkit
+base_model: black-forest-labs/FLUX.1-dev
+instance_prompt: studi@
+license: other
+license_name: flux-1-dev-non-commercial-license
+license_link: https://huggingface.co/black-forest-labs/FLUX.1-dev/blob/main/LICENSE.md
+widget:
+- text: ' studi@ young women wearing a black leather jacket and jeans, studio bg'
+  output:
+    url: samples/1753786454930__000001500_2.jpg
+- text: studi@ young women sitting at a table, natural lighting, candid portrait,
+    studio bg
+  output:
+    url: samples/1753786440442__000001500_1.jpg
+- text: close-up portrait of young women, studi@ , soft natural lighting, looking
+    at camera, beige studio bg
+  output:
+    url: samples/1753786426009__000001500_0.jpg
+---
+
+# my_first_lora_v1
+
+Model trained with AI Toolkit by Ostris
+
+<Gallery />
+
+## Trigger words
+
+You should use `studi@` to trigger the image generation.
+
+## Download model and use it with ComfyUI, AUTOMATIC1111, SD.Next, Invoke AI, etc.
+
+Weights for this model are available in Safetensors format.
+
+[Download](/username/my_first_lora_v1/tree/main) them in the Files & versions tab.
+
+## Use it with the [🧨 diffusers library](https://github.com/huggingface/diffusers)
+
+```py
+from diffusers import AutoPipelineForText2Image
+import torch
+
+pipeline = AutoPipelineForText2Image.from_pretrained('black-forest-labs/FLUX.1-dev', torch_dtype=torch.bfloat16).to('cuda')
+pipeline.load_lora_weights('username/my_first_lora_v1', weight_name='my_first_lora_v1_000001250.safetensors')
+image = pipeline(' studi@ young women wearing a black leather jacket and jeans, studio bg').images[0]
+image.save("my_image.png")
+```
+
+For more details, including weighting, merging and fusing LoRAs, check the [documentation on loading LoRAs in diffusers](https://huggingface.co/docs/diffusers/main/en/using-diffusers/loading_adapters)

config.yaml

@@ -0,0 +1,94 @@
+job: extension
+config:
+  name: my_first_lora_v1
+  process:
+  - type: ui_trainer
+    training_folder: /workspace/ai-toolkit/output
+    sqlite_db_path: /workspace/ai-toolkit/aitk_db.db
+    device: cuda
+    trigger_word: studi@
+    performance_log_every: 10
+    network:
+      type: lora
+      linear: 32
+      linear_alpha: 32
+      conv: 16
+      conv_alpha: 16
+      lokr_full_rank: true
+      lokr_factor: -1
+      network_kwargs:
+        ignore_if_contains: []
+    save:
+      dtype: bf16
+      save_every: 250
+      max_step_saves_to_keep: 6
+      save_format: diffusers
+      push_to_hub: false
+    datasets:
+    - folder_path: /workspace/ai-toolkit/datasets/studio_women
+      control_path: null
+      mask_path: null
+      mask_min_value: 0.1
+      default_caption: ''
+      caption_ext: txt
+      caption_dropout_rate: 0.1
+      cache_latents_to_disk: false
+      is_reg: false
+      network_weight: 1
+      resolution:
+      - 512
+      - 768
+      - 1024
+      - 1280
+      controls: []
+    train:
+      batch_size: 1
+      bypass_guidance_embedding: false
+      steps: 1500
+      gradient_accumulation: 1
+      train_unet: true
+      train_text_encoder: false
+      gradient_checkpointing: true
+      noise_scheduler: flowmatch
+      optimizer: adamw8bit
+      timestep_type: sigmoid
+      content_or_style: balanced
+      optimizer_params:
+        weight_decay: 0.0001
+      unload_text_encoder: false
+      lr: 0.0004
+      ema_config:
+        use_ema: true
+        ema_decay: 0.99
+      dtype: bf16
+      diff_output_preservation: false
+      diff_output_preservation_multiplier: 1
+      diff_output_preservation_class: person
+    model:
+      name_or_path: black-forest-labs/FLUX.1-dev
+      quantize: false
+      quantize_te: true
+      arch: flux
+      low_vram: false
+      model_kwargs: {}
+    sample:
+      sampler: flowmatch
+      sample_every: 250
+      width: 1024
+      height: 1024
+      prompts:
+      - ' studi@ young women wearing a black leather jacket and jeans, studio bg'
+      - studi@ young women sitting at a table, natural lighting, candid portrait,
+        studio bg
+      - close-up portrait of young women, studi@ , soft natural lighting, looking
+        at camera, beige studio bg
+      neg: ''
+      seed: 42
+      walk_seed: true
+      guidance_scale: 3
+      sample_steps: 25
+      num_frames: 1
+      fps: 1
+meta:
+  name: my_first_lora_v1
+  version: '1.0'

my_first_lora_v1.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc64ef9c323a88df7eb1bb5edf566aaffb1c100be440d35a8e28c499f7a043e6
+size 343806440

my_first_lora_v1_000000250.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6aa6c785790f2be988b626308f35f91f561776c9b54004c4d092e5b6e72c01a
+size 343806440

my_first_lora_v1_000000500.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b47f9428815b69b0e8949566d465064dd08528dd8614d69ceff3b8df221675af
+size 343806440

my_first_lora_v1_000000750.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50d6b8753405120e24a066c38322ef444c580c7c03310febfba0cfdfb05b2175
+size 343806440

my_first_lora_v1_000001250.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:722cb94b8229c33a3aee287f027155ba47c5cb516f0bb81fbd20dfda0acec5bd
+size 343806440

optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe49c32c75459b34d0215598be1c10da3eb770c8369a4b45a56578da2c779596
+size 350203012