upload LR_LORA_WAN_512 checkpoints (ignore sqlite wal/shm)

.gitattributes

@@ -36,3 +36,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 loss_log.db filter=lfs diff=lfs merge=lfs -text
 suka512/loss_log.db filter=lfs diff=lfs merge=lfs -text
 LR_LORA_512/loss_log.db filter=lfs diff=lfs merge=lfs -text
+LR_LORA_WAN_512/loss_log.db filter=lfs diff=lfs merge=lfs -text

LR_LORA_WAN_512/.job_config.json

@@ -0,0 +1,123 @@
+{
+  "job": "extension",
+  "config": {
+    "name": "LR_LORA_WAN_512",
+    "process": [
+      {
+        "type": "diffusion_trainer",
+        "training_folder": "/workspace/ai-toolkit/output",
+        "sqlite_db_path": "/workspace/ai-toolkit/aitk_db.db",
+        "device": "cuda",
+        "trigger_word": "vmvm",
+        "performance_log_every": 10,
+        "network": {
+          "type": "lora",
+          "linear": 512,
+          "linear_alpha": 512,
+          "conv": 16,
+          "conv_alpha": 16,
+          "lokr_full_rank": true,
+          "lokr_factor": -1,
+          "network_kwargs": {
+            "ignore_if_contains": []
+          }
+        },
+        "save": {
+          "dtype": "bf16",
+          "save_every": 500,
+          "max_step_saves_to_keep": 4,
+          "save_format": "diffusers",
+          "push_to_hub": false
+        },
+        "datasets": [
+          {
+            "folder_path": "/workspace/ai-toolkit/datasets/wexrct",
+            "mask_path": null,
+            "mask_min_value": 0.1,
+            "default_caption": "vmvm",
+            "caption_ext": "txt",
+            "caption_dropout_rate": 0.05,
+            "cache_latents_to_disk": false,
+            "is_reg": false,
+            "network_weight": 1,
+            "resolution": [
+              1024
+            ],
+            "controls": [],
+            "shrink_video_to_frames": true,
+            "num_frames": 1,
+            "flip_x": false,
+            "flip_y": false,
+            "num_repeats": 2
+          }
+        ],
+        "train": {
+          "batch_size": 1,
+          "bypass_guidance_embedding": false,
+          "steps": 3000,
+          "gradient_accumulation": 1,
+          "train_unet": true,
+          "train_text_encoder": false,
+          "gradient_checkpointing": true,
+          "noise_scheduler": "flowmatch",
+          "optimizer": "adamw8bit",
+          "timestep_type": "sigmoid",
+          "content_or_style": "balanced",
+          "optimizer_params": {
+            "weight_decay": 0.0001
+          },
+          "unload_text_encoder": false,
+          "cache_text_embeddings": false,
+          "lr": 0.0003,
+          "ema_config": {
+            "use_ema": false,
+            "ema_decay": 0.99
+          },
+          "skip_first_sample": false,
+          "force_first_sample": false,
+          "disable_sampling": false,
+          "dtype": "bf16",
+          "diff_output_preservation": false,
+          "diff_output_preservation_multiplier": 1,
+          "diff_output_preservation_class": "person",
+          "switch_boundary_every": 1,
+          "loss_type": "mse",
+          "do_differential_guidance": true,
+          "differential_guidance_scale": 3
+        },
+        "logging": {
+          "log_every": 1,
+          "use_ui_logger": true
+        },
+        "model": {
+          "name_or_path": "Wan-AI/Wan2.1-T2V-14B-Diffusers",
+          "quantize": true,
+          "qtype": "qfloat8",
+          "quantize_te": true,
+          "qtype_te": "qfloat8",
+          "arch": "wan21:14b",
+          "low_vram": false,
+          "model_kwargs": {}
+        },
+        "sample": {
+          "sampler": "flowmatch",
+          "sample_every": 250,
+          "width": 1024,
+          "height": 1024,
+          "samples": [],
+          "neg": "",
+          "seed": 42,
+          "walk_seed": true,
+          "guidance_scale": 4,
+          "sample_steps": 25,
+          "num_frames": 41,
+          "fps": 16
+        }
+      }
+    ]
+  },
+  "meta": {
+    "name": "[name]",
+    "version": "1.0"
+  }
+}

LR_LORA_WAN_512/LR_LORA_WAN_512.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbc88b12df43ca9730320d2d15a193fb8c5e1af9f0578ece33473aed1678ac29
+size 4907438240

LR_LORA_WAN_512/LR_LORA_WAN_512_000001000.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a464dcc7ffe73eef170ad7bb553e91ef679fecd7c9977fbe21f1732ff674bec
+size 4907438240

LR_LORA_WAN_512/LR_LORA_WAN_512_000001500.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:429e91aaa1e29b5ed4f3cacc70cc8c901882d567c9cd9b350306bd516b354eda
+size 4907438240

LR_LORA_WAN_512/LR_LORA_WAN_512_000002000.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74a8e60c99af3974361dbfa28597366905c332a708daf1a7a693ae53ee3a6ebe
+size 4907438240

LR_LORA_WAN_512/LR_LORA_WAN_512_000002500.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61e8ff37b47af64ab958dc9c2b0d816cadad6db2c536d4256313395e72e7df7b
+size 4907438240

LR_LORA_WAN_512/config.yaml

@@ -0,0 +1,103 @@
+job: extension
+config:
+  name: LR_LORA_WAN_512
+  process:
+  - type: diffusion_trainer
+    training_folder: /workspace/ai-toolkit/output
+    sqlite_db_path: /workspace/ai-toolkit/aitk_db.db
+    device: cuda
+    trigger_word: vmvm
+    performance_log_every: 10
+    network:
+      type: lora
+      linear: 512
+      linear_alpha: 512
+      conv: 16
+      conv_alpha: 16
+      lokr_full_rank: true
+      lokr_factor: -1
+      network_kwargs:
+        ignore_if_contains: []
+    save:
+      dtype: bf16
+      save_every: 500
+      max_step_saves_to_keep: 4
+      save_format: diffusers
+      push_to_hub: false
+    datasets:
+    - folder_path: /workspace/ai-toolkit/datasets/wexrct
+      mask_path: null
+      mask_min_value: 0.1
+      default_caption: vmvm
+      caption_ext: txt
+      caption_dropout_rate: 0.05
+      cache_latents_to_disk: false
+      is_reg: false
+      network_weight: 1
+      resolution:
+      - 1024
+      controls: []
+      shrink_video_to_frames: true
+      num_frames: 1
+      flip_x: false
+      flip_y: false
+      num_repeats: 2
+    train:
+      batch_size: 1
+      bypass_guidance_embedding: false
+      steps: 3000
+      gradient_accumulation: 1
+      train_unet: true
+      train_text_encoder: false
+      gradient_checkpointing: true
+      noise_scheduler: flowmatch
+      optimizer: adamw8bit
+      timestep_type: sigmoid
+      content_or_style: balanced
+      optimizer_params:
+        weight_decay: 0.0001
+      unload_text_encoder: false
+      cache_text_embeddings: false
+      lr: 0.0003
+      ema_config:
+        use_ema: false
+        ema_decay: 0.99
+      skip_first_sample: false
+      force_first_sample: false
+      disable_sampling: false
+      dtype: bf16
+      diff_output_preservation: false
+      diff_output_preservation_multiplier: 1
+      diff_output_preservation_class: person
+      switch_boundary_every: 1
+      loss_type: mse
+      do_differential_guidance: true
+      differential_guidance_scale: 3
+    logging:
+      log_every: 1
+      use_ui_logger: true
+    model:
+      name_or_path: Wan-AI/Wan2.1-T2V-14B-Diffusers
+      quantize: true
+      qtype: qfloat8
+      quantize_te: true
+      qtype_te: qfloat8
+      arch: wan21:14b
+      low_vram: false
+      model_kwargs: {}
+    sample:
+      sampler: flowmatch
+      sample_every: 250
+      width: 1024
+      height: 1024
+      samples: []
+      neg: ''
+      seed: 42
+      walk_seed: true
+      guidance_scale: 4
+      sample_steps: 25
+      num_frames: 41
+      fps: 16
+meta:
+  name: LR_LORA_WAN_512
+  version: '1.0'

LR_LORA_WAN_512/loss_log.db

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2591e60e6987fa047ffd5cd557bbc5d398ec2cf6c4eab7c321e3d64e3693a34
+size 565248

LR_LORA_WAN_512/optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cf51ba84db8b722b38c7e048e8839aa114f35b3c134df4ae9e85faa0cbefec4
+size 4984962189

LR_LORA_WAN_512/pid.txt

@@ -0,0 +1 @@
+4692