Upload folder using huggingface_hub

.gitattributes

@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+loss_log.db filter=lfs diff=lfs merge=lfs -text

.huggingfaceignore

@@ -0,0 +1 @@
+*.db-wal

.job_config.json

@@ -0,0 +1,227 @@
+{
+  "job": "extension",
+  "config": {
+    "name": "PLORAV5_LTX",
+    "process": [
+      {
+        "type": "diffusion_trainer",
+        "training_folder": "/app/ai-toolkit/output",
+        "sqlite_db_path": "/app/ai-toolkit/aitk_db.db",
+        "device": "cuda",
+        "trigger_word": null,
+        "performance_log_every": 10,
+        "network": {
+          "type": "lora",
+          "linear": 32,
+          "linear_alpha": 32,
+          "conv": 16,
+          "conv_alpha": 16,
+          "lokr_full_rank": true,
+          "lokr_factor": -1,
+          "network_kwargs": {
+            "ignore_if_contains": []
+          }
+        },
+        "save": {
+          "dtype": "bf16",
+          "save_every": 500,
+          "max_step_saves_to_keep": 400,
+          "save_format": "diffusers",
+          "push_to_hub": false
+        },
+        "datasets": [
+          {
+            "folder_path": "/app/ai-toolkit/datasets/49",
+            "mask_path": null,
+            "mask_min_value": 0.1,
+            "default_caption": "",
+            "caption_ext": "txt",
+            "caption_dropout_rate": 0.01,
+            "cache_latents_to_disk": true,
+            "is_reg": false,
+            "network_weight": 1,
+            "resolution": [
+              512
+            ],
+            "controls": [],
+            "shrink_video_to_frames": true,
+            "num_frames": 49,
+            "flip_x": false,
+            "flip_y": false,
+            "num_repeats": 1,
+            "do_i2v": false,
+            "fps": 24
+          },
+          {
+            "folder_path": "/app/ai-toolkit/datasets/73",
+            "mask_path": null,
+            "mask_min_value": 0.1,
+            "default_caption": "",
+            "caption_ext": "txt",
+            "caption_dropout_rate": 0.01,
+            "cache_latents_to_disk": true,
+            "is_reg": false,
+            "network_weight": 1,
+            "resolution": [
+              512
+            ],
+            "controls": [],
+            "shrink_video_to_frames": true,
+            "num_frames": 73,
+            "flip_x": false,
+            "flip_y": false,
+            "num_repeats": 1
+          },
+          {
+            "folder_path": "/app/ai-toolkit/datasets/81",
+            "mask_path": null,
+            "mask_min_value": 0.1,
+            "default_caption": "",
+            "caption_ext": "txt",
+            "caption_dropout_rate": 0.01,
+            "cache_latents_to_disk": true,
+            "is_reg": false,
+            "network_weight": 1,
+            "resolution": [
+              512
+            ],
+            "controls": [],
+            "shrink_video_to_frames": true,
+            "num_frames": 81,
+            "flip_x": false,
+            "flip_y": false,
+            "num_repeats": 1
+          },
+          {
+            "folder_path": "/app/ai-toolkit/datasets/97",
+            "mask_path": null,
+            "mask_min_value": 0.1,
+            "default_caption": "",
+            "caption_ext": "txt",
+            "caption_dropout_rate": 0.01,
+            "cache_latents_to_disk": true,
+            "is_reg": false,
+            "network_weight": 1,
+            "resolution": [
+              512
+            ],
+            "controls": [],
+            "shrink_video_to_frames": true,
+            "num_frames": 97,
+            "flip_x": false,
+            "flip_y": false,
+            "num_repeats": 1
+          },
+          {
+            "folder_path": "/app/ai-toolkit/datasets/images",
+            "mask_path": null,
+            "mask_min_value": 0.1,
+            "default_caption": "",
+            "caption_ext": "txt",
+            "caption_dropout_rate": 0.01,
+            "cache_latents_to_disk": true,
+            "is_reg": false,
+            "network_weight": 1,
+            "resolution": [
+              512,
+              768
+            ],
+            "controls": [],
+            "shrink_video_to_frames": true,
+            "num_frames": 1,
+            "flip_x": false,
+            "flip_y": false,
+            "num_repeats": 1
+          },
+          {
+            "folder_path": "/app/ai-toolkit/datasets/89",
+            "mask_path": null,
+            "mask_min_value": 0.1,
+            "default_caption": "",
+            "caption_ext": "txt",
+            "caption_dropout_rate": 0.01,
+            "cache_latents_to_disk": true,
+            "is_reg": false,
+            "network_weight": 1,
+            "resolution": [
+              512
+            ],
+            "controls": [],
+            "shrink_video_to_frames": true,
+            "num_frames": 89,
+            "flip_x": false,
+            "flip_y": false,
+            "num_repeats": 1
+          }
+        ],
+        "train": {
+          "batch_size": 1,
+          "bypass_guidance_embedding": false,
+          "steps": 20000,
+          "gradient_accumulation": 1,
+          "train_unet": true,
+          "train_text_encoder": false,
+          "gradient_checkpointing": true,
+          "noise_scheduler": "flowmatch",
+          "optimizer": "adamw8bit",
+          "timestep_type": "weighted",
+          "content_or_style": "balanced",
+          "optimizer_params": {
+            "weight_decay": 0.0001
+          },
+          "unload_text_encoder": false,
+          "cache_text_embeddings": true,
+          "lr": 0.0001,
+          "ema_config": {
+            "use_ema": false,
+            "ema_decay": 0.99
+          },
+          "skip_first_sample": false,
+          "force_first_sample": false,
+          "disable_sampling": true,
+          "dtype": "bf16",
+          "diff_output_preservation": false,
+          "diff_output_preservation_multiplier": 1,
+          "diff_output_preservation_class": "person",
+          "switch_boundary_every": 1,
+          "loss_type": "mse"
+        },
+        "logging": {
+          "log_every": 1,
+          "use_ui_logger": true
+        },
+        "model": {
+          "name_or_path": "Lightricks/LTX-2",
+          "quantize": true,
+          "qtype": "qfloat8",
+          "quantize_te": true,
+          "qtype_te": "uint4",
+          "arch": "ltx2",
+          "low_vram": true,
+          "model_kwargs": {},
+          "layer_offloading": false,
+          "layer_offloading_text_encoder_percent": 1,
+          "layer_offloading_transformer_percent": 1
+        },
+        "sample": {
+          "sampler": "flowmatch",
+          "sample_every": 250,
+          "width": 768,
+          "height": 768,
+          "samples": [],
+          "neg": "",
+          "seed": 42,
+          "walk_seed": true,
+          "guidance_scale": 4,
+          "sample_steps": 25,
+          "num_frames": 121,
+          "fps": 24
+        }
+      }
+    ]
+  },
+  "meta": {
+    "name": "[name]",
+    "version": "1.0"
+  }
+}

PLORAV5_LTX.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7ec292df098da138b95277baf7cca01cbd9b7baac196d9ddb4136e17bcf43f5
+size 616948936

PLORAV5_LTX_000000500.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b442cd0efb9af8b83990343462e7745756a21e4d366644d338c839f06a5e65a
+size 616948936

PLORAV5_LTX_000001000.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79f110a2ca763744910f32f361d9aff0e67e94752a7f791db097d59ad1abe5af
+size 616948936

PLORAV5_LTX_000001500.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b68a1459ebc2f17f315116afa82c2808cbc8939b4d01e0021cf464bbfa36137
+size 616948936

PLORAV5_LTX_000002000.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56bdaa38bcf3d8b1516de2e2ec9c2b822c325c5ff5364e8b995e973d52ed7802
+size 616948936

PLORAV5_LTX_000002500.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9787e4ee7d26d27d2ab0f8f38719307e0e6ccd1ccb27f754df24f4009daaa10
+size 616948936

PLORAV5_LTX_000003000.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebda71d27a67957792c991deb845cd975826c94e4d2226353609f0f4ddedb921
+size 616948936

PLORAV5_LTX_000003500.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69dde41a011fb16adbe985e4b44ccc9982d17f628e02413df3e6e6d91952dd71
+size 616948936

PLORAV5_LTX_000004000.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c840f5bc982e17ffb55c9bcdb2bd8029c898385d021745a8b71b0864eeeff9e0
+size 616948936

PLORAV5_LTX_000004500.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f06e0c08b0ca2a3f3f4bc87e0fafe0228181620dd530d88625bdef9582f118f6
+size 616948936

PLORAV5_LTX_000005000.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98721f6e75690af772f7e91341e99380c4bf16ef62672709ec4d2a16bde47053
+size 616948936

PLORAV5_LTX_000005500.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b77878eb7ef3ebf33b892bb8981539a592215fc5ec1047d1dae0c0b447a3a8e0
+size 616948936

PLORAV5_LTX_000006000.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ce8ad95c85247502e9fe2b53af9804797cabe36eab38eac7d82a0bc3614737b
+size 616948936

PLORAV5_LTX_000006500.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f0796092dafe16bc06a413e861fbe7481db3269e47dc14ff4fdc0199d2f6bb2
+size 616948936

PLORAV5_LTX_000007000.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2e071856dd35796d47a88ce49e79b0b4820caf2502f345915af79a4ead0acdd
+size 616948936

PLORAV5_LTX_000007500.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be6128b2b238f68a2736627423d6084b9c172ee4b42375d178c0a1affe799674
+size 616948936

PLORAV5_LTX_000008000.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80ded905ce3aa5014d34383be85d92e680a25bdd5b9bb6a9aef3af1d2727c499
+size 616948936

PLORAV5_LTX_000008500.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38cd5bf7df368713cb725f57de6ddbc272633671b00249fcb9407d2b57ac92a1
+size 616948936

PLORAV5_LTX_000009000.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4cd24dcfd70da7760c96ec08e37049852b2f208905cb8dd7203a6022a53edf6
+size 616948936

PLORAV5_LTX_000009500.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0720c18ef34ccf65ddbac96301949d6baf93d78e34f891f5fe355d6681ab099e
+size 616948936

PLORAV5_LTX_000010000.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8714fe0ae9e6e0f7d568efa8902cf2161cdb7e292aad2338bbafe5864fc6a60b
+size 616948936

PLORAV5_LTX_000010500.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38328bd4710c5c8d756a2966f20157c9a8b9e55b02cc2b8d46120716f4d3c2c5
+size 616948936

PLORAV5_LTX_000011000.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5cd47f38c77267484709bd1803528cedc1257d5747842a311dc94781d9d00b1
+size 616948936

PLORAV5_LTX_000011500.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:581e32fe4f86007a014b9a4f13d7516c744c122476955b8a92354728277f918c
+size 616948936

PLORAV5_LTX_000012000.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5aef624019a9f66cc3f660685db29a79063f96cbfe15840f2d2a169d730d7b16
+size 616948936

PLORAV5_LTX_000012500.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:777e8a0001929eddc13c41107edd8199fc03177360ab5aa95eb1d90c34d22aa0
+size 616948936

PLORAV5_LTX_000013000.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a702cba65a4cfe73980948151e6371af50b1b79d0260f9e360f5a5fc1cf50e78
+size 616948936

PLORAV5_LTX_000013500.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:150188a67e7af74fe62eed6c9c4c87137445d8087fd8394f9c93d8e8d74b0ff1
+size 616948936

PLORAV5_LTX_000014000.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2f99fd6b3c66562dcad26991a23da2fdc401612b188de2fd86eeae916781a2d
+size 616948936

PLORAV5_LTX_000014500.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17ae7c38560d7e43a79175c56975c65ae9356181a2d360141165dca9c1b3a9e9
+size 616948936

PLORAV5_LTX_000015000.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:665e4d1e04d8473359c33be82a958151b68d8ea0719b23398fa7082cc7b52abc
+size 616948936

PLORAV5_LTX_000015500.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:825c547c55566b3332f8af92890d1e608445323e14c89757c0b220f236b7c4f6
+size 616948936

PLORAV5_LTX_000016000.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05fbe4963d0a8b3b6b5516e17e22eaa9487d298cf3fcf4af883bbaee96389842
+size 616948936

PLORAV5_LTX_000016500.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e55ef3ca69e95fb1bfb1b1004834e62a1e8e60490d7d35295b77f59c2cbd2d71
+size 616948936

PLORAV5_LTX_000017000.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f265dc782945ca889824770217d2624d2c4398abc5d63b5b9984d5fc84387dd
+size 616948936

PLORAV5_LTX_000017500.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5af9974e130eeef3177be054cbb2e0e7f03653cd777c3655a2330b63417788d7
+size 616948936

PLORAV5_LTX_000018000.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1a016b7b0f65cd45f4f027148911ebe6a67cdd800266906fa4e24ead9ac2e24
+size 616948936

PLORAV5_LTX_000018500.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0594ee932659afde2f39c482be3ae05f6bfe8b47f1582e704abe5c9697ef9568
+size 616948936

PLORAV5_LTX_000019000.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbff1900cc2f4346998f576aede21d1d50ffa6d109346713aa942b1d044a57d1
+size 616948936

PLORAV5_LTX_000019500.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44aa4d8c76f7bb5d285fe900998bed87c8bda8d42c7275e31c092b62ffdd047c
+size 616948936

config.yaml

@@ -0,0 +1,192 @@
+job: extension
+config:
+  name: PLORAV5_LTX
+  process:
+  - type: diffusion_trainer
+    training_folder: /app/ai-toolkit/output
+    sqlite_db_path: /app/ai-toolkit/aitk_db.db
+    device: cuda
+    trigger_word: null
+    performance_log_every: 10
+    network:
+      type: lora
+      linear: 32
+      linear_alpha: 32
+      conv: 16
+      conv_alpha: 16
+      lokr_full_rank: true
+      lokr_factor: -1
+      network_kwargs:
+        ignore_if_contains: []
+    save:
+      dtype: bf16
+      save_every: 500
+      max_step_saves_to_keep: 400
+      save_format: diffusers
+      push_to_hub: false
+    datasets:
+    - folder_path: /app/ai-toolkit/datasets/49
+      mask_path: null
+      mask_min_value: 0.1
+      default_caption: ''
+      caption_ext: txt
+      caption_dropout_rate: 0.01
+      cache_latents_to_disk: true
+      is_reg: false
+      network_weight: 1
+      resolution:
+      - 512
+      controls: []
+      shrink_video_to_frames: true
+      num_frames: 49
+      flip_x: false
+      flip_y: false
+      num_repeats: 1
+      do_i2v: false
+      fps: 24
+    - folder_path: /app/ai-toolkit/datasets/73
+      mask_path: null
+      mask_min_value: 0.1
+      default_caption: ''
+      caption_ext: txt
+      caption_dropout_rate: 0.01
+      cache_latents_to_disk: true
+      is_reg: false
+      network_weight: 1
+      resolution:
+      - 512
+      controls: []
+      shrink_video_to_frames: true
+      num_frames: 73
+      flip_x: false
+      flip_y: false
+      num_repeats: 1
+    - folder_path: /app/ai-toolkit/datasets/81
+      mask_path: null
+      mask_min_value: 0.1
+      default_caption: ''
+      caption_ext: txt
+      caption_dropout_rate: 0.01
+      cache_latents_to_disk: true
+      is_reg: false
+      network_weight: 1
+      resolution:
+      - 512
+      controls: []
+      shrink_video_to_frames: true
+      num_frames: 81
+      flip_x: false
+      flip_y: false
+      num_repeats: 1
+    - folder_path: /app/ai-toolkit/datasets/97
+      mask_path: null
+      mask_min_value: 0.1
+      default_caption: ''
+      caption_ext: txt
+      caption_dropout_rate: 0.01
+      cache_latents_to_disk: true
+      is_reg: false
+      network_weight: 1
+      resolution:
+      - 512
+      controls: []
+      shrink_video_to_frames: true
+      num_frames: 97
+      flip_x: false
+      flip_y: false
+      num_repeats: 1
+    - folder_path: /app/ai-toolkit/datasets/images
+      mask_path: null
+      mask_min_value: 0.1
+      default_caption: ''
+      caption_ext: txt
+      caption_dropout_rate: 0.01
+      cache_latents_to_disk: true
+      is_reg: false
+      network_weight: 1
+      resolution:
+      - 512
+      - 768
+      controls: []
+      shrink_video_to_frames: true
+      num_frames: 1
+      flip_x: false
+      flip_y: false
+      num_repeats: 1
+    - folder_path: /app/ai-toolkit/datasets/89
+      mask_path: null
+      mask_min_value: 0.1
+      default_caption: ''
+      caption_ext: txt
+      caption_dropout_rate: 0.01
+      cache_latents_to_disk: true
+      is_reg: false
+      network_weight: 1
+      resolution:
+      - 512
+      controls: []
+      shrink_video_to_frames: true
+      num_frames: 89
+      flip_x: false
+      flip_y: false
+      num_repeats: 1
+    train:
+      batch_size: 1
+      bypass_guidance_embedding: false
+      steps: 20000
+      gradient_accumulation: 1
+      train_unet: true
+      train_text_encoder: false
+      gradient_checkpointing: true
+      noise_scheduler: flowmatch
+      optimizer: adamw8bit
+      timestep_type: weighted
+      content_or_style: balanced
+      optimizer_params:
+        weight_decay: 0.0001
+      unload_text_encoder: false
+      cache_text_embeddings: true
+      lr: 0.0001
+      ema_config:
+        use_ema: false
+        ema_decay: 0.99
+      skip_first_sample: false
+      force_first_sample: false
+      disable_sampling: true
+      dtype: bf16
+      diff_output_preservation: false
+      diff_output_preservation_multiplier: 1
+      diff_output_preservation_class: person
+      switch_boundary_every: 1
+      loss_type: mse
+    logging:
+      log_every: 1
+      use_ui_logger: true
+    model:
+      name_or_path: Lightricks/LTX-2
+      quantize: true
+      qtype: qfloat8
+      quantize_te: true
+      qtype_te: uint4
+      arch: ltx2
+      low_vram: true
+      model_kwargs: {}
+      layer_offloading: false
+      layer_offloading_text_encoder_percent: 1
+      layer_offloading_transformer_percent: 1
+    sample:
+      sampler: flowmatch
+      sample_every: 250
+      width: 768
+      height: 768
+      samples: []
+      neg: ''
+      seed: 42
+      walk_seed: true
+      guidance_scale: 4
+      sample_steps: 25
+      num_frames: 121
+      fps: 24
+meta:
+  name: PLORAV5_LTX
+  version: '1.0'

logs/1_log.txt

@@ -0,0 +1,424 @@
+Running 1 job
+{
+    "type": "diffusion_trainer",
+    "training_folder": "/app/ai-toolkit/output",
+    "sqlite_db_path": "/app/ai-toolkit/aitk_db.db",
+    "device": "cuda",
+    "trigger_word": null,
+    "performance_log_every": 10,
+    "network": {
+        "type": "lora",
+        "linear": 32,
+        "linear_alpha": 32,
+        "conv": 16,
+        "conv_alpha": 16,
+        "lokr_full_rank": true,
+        "lokr_factor": -1,
+        "network_kwargs": {
+            "ignore_if_contains": []
+        }
+    },
+    "save": {
+        "dtype": "bf16",
+        "save_every": 500,
+        "max_step_saves_to_keep": 400,
+        "save_format": "diffusers",
+        "push_to_hub": false
+    },
+    "datasets": [
+        {
+            "folder_path": "/app/ai-toolkit/datasets/49",
+            "mask_path": null,
+            "mask_min_value": 0.1,
+            "default_caption": "",
+            "caption_ext": "txt",
+            "caption_dropout_rate": 0.01,
+            "cache_latents_to_disk": true,
+            "is_reg": false,
+            "network_weight": 1,
+            "resolution": [
+                512
+            ],
+            "controls": [],
+            "shrink_video_to_frames": true,
+            "num_frames": 49,
+            "flip_x": false,
+            "flip_y": false,
+            "num_repeats": 1,
+            "do_i2v": false,
+            "fps": 24
+        },
+        {
+            "folder_path": "/app/ai-toolkit/datasets/73",
+            "mask_path": null,
+            "mask_min_value": 0.1,
+            "default_caption": "",
+            "caption_ext": "txt",
+            "caption_dropout_rate": 0.01,
+            "cache_latents_to_disk": true,
+            "is_reg": false,
+            "network_weight": 1,
+            "resolution": [
+                512
+            ],
+            "controls": [],
+            "shrink_video_to_frames": true,
+            "num_frames": 73,
+            "flip_x": false,
+            "flip_y": false,
+            "num_repeats": 1
+        },
+        {
+            "folder_path": "/app/ai-toolkit/datasets/81",
+            "mask_path": null,
+            "mask_min_value": 0.1,
+            "default_caption": "",
+            "caption_ext": "txt",
+            "caption_dropout_rate": 0.01,
+            "cache_latents_to_disk": true,
+            "is_reg": false,
+            "network_weight": 1,
+            "resolution": [
+                512
+            ],
+            "controls": [],
+            "shrink_video_to_frames": true,
+            "num_frames": 81,
+            "flip_x": false,
+            "flip_y": false,
+            "num_repeats": 1
+        },
+        {
+            "folder_path": "/app/ai-toolkit/datasets/97",
+            "mask_path": null,
+            "mask_min_value": 0.1,
+            "default_caption": "",
+            "caption_ext": "txt",
+            "caption_dropout_rate": 0.01,
+            "cache_latents_to_disk": true,
+            "is_reg": false,
+            "network_weight": 1,
+            "resolution": [
+                512
+            ],
+            "controls": [],
+            "shrink_video_to_frames": true,
+            "num_frames": 97,
+            "flip_x": false,
+            "flip_y": false,
+            "num_repeats": 1
+        },
+        {
+            "folder_path": "/app/ai-toolkit/datasets/images",
+            "mask_path": null,
+            "mask_min_value": 0.1,
+            "default_caption": "",
+            "caption_ext": "txt",
+            "caption_dropout_rate": 0.01,
+            "cache_latents_to_disk": true,
+            "is_reg": false,
+            "network_weight": 1,
+            "resolution": [
+                512,
+                768
+            ],
+            "controls": [],
+            "shrink_video_to_frames": true,
+            "num_frames": 1,
+            "flip_x": false,
+            "flip_y": false,
+            "num_repeats": 1
+        },
+        {
+            "folder_path": "/app/ai-toolkit/datasets/89",
+            "mask_path": null,
+            "mask_min_value": 0.1,
+            "default_caption": "",
+            "caption_ext": "txt",
+            "caption_dropout_rate": 0.01,
+            "cache_latents_to_disk": true,
+            "is_reg": false,
+            "network_weight": 1,
+            "resolution": [
+                512
+            ],
+            "controls": [],
+            "shrink_video_to_frames": true,
+            "num_frames": 89,
+            "flip_x": false,
+            "flip_y": false,
+            "num_repeats": 1
+        }
+    ],
+    "train": {
+        "batch_size": 1,
+        "bypass_guidance_embedding": false,
+        "steps": 20000,
+        "gradient_accumulation": 1,
+        "train_unet": true,
+        "train_text_encoder": false,
+        "gradient_checkpointing": true,
+        "noise_scheduler": "flowmatch",
+        "optimizer": "adamw8bit",
+        "timestep_type": "weighted",
+        "content_or_style": "balanced",
+        "optimizer_params": {
+            "weight_decay": 0.0001
+        },
+        "unload_text_encoder": false,
+        "cache_text_embeddings": true,
+        "lr": 0.0001,
+        "ema_config": {
+            "use_ema": false,
+            "ema_decay": 0.99
+        },
+        "skip_first_sample": false,
+        "force_first_sample": false,
+        "disable_sampling": true,
+        "dtype": "bf16",
+        "diff_output_preservation": false,
+        "diff_output_preservation_multiplier": 1,
+        "diff_output_preservation_class": "person",
+        "switch_boundary_every": 1,
+        "loss_type": "mse"
+    },
+    "logging": {
+        "log_every": 1,
+        "use_ui_logger": true
+    },
+    "model": {
+        "name_or_path": "Lightricks/LTX-2",
+        "quantize": true,
+        "qtype": "qfloat8",
+        "quantize_te": true,
+        "qtype_te": "uint4",
+        "arch": "ltx2",
+        "low_vram": true,
+        "model_kwargs": {},
+        "layer_offloading": false,
+        "layer_offloading_text_encoder_percent": 1,
+        "layer_offloading_transformer_percent": 1
+    },
+    "sample": {
+        "sampler": "flowmatch",
+        "sample_every": 250,
+        "width": 768,
+        "height": 768,
+        "samples": [],
+        "neg": "",
+        "seed": 42,
+        "walk_seed": true,
+        "guidance_scale": 4,
+        "sample_steps": 25,
+        "num_frames": 121,
+        "fps": 24
+    }
+}
+Changing sample extention to animated webp
+Using SQLite database at /app/ai-toolkit/aitk_db.db
+Job ID: "860057b0-f9d5-41b0-9638-cd4a96d13c57"
+
+#############################################
+# Running job: PLORAV5_LTX
+#############################################
+
+
+Running  1 process
+Loading LTX2 model
+Loading transformer
+
+
+Quantizing Transformer
+ - quantizing 48 transformer blocks
+
  0%|          | 0/48 [00:00<?, ?it/s]
  0%|          | 0/48 [00:00<?, ?it/s]
  2%|2         | 1/48 [00:00<00:45,  1.03it/s]
  2%|2         | 1/48 [00:00<00:45,  1.03it/s]
  4%|4         | 2/48 [00:01<00:39,  1.15it/s]
  4%|4         | 2/48 [00:01<00:39,  1.15it/s]
  6%|6         | 3/48 [00:02<00:37,  1.21it/s]
  6%|6         | 3/48 [00:02<00:37,  1.21it/s]
  8%|8         | 4/48 [00:03<00:35,  1.22it/s]
  8%|8         | 4/48 [00:03<00:35,  1.22it/s]
 10%|#         | 5/48 [00:04<00:33,  1.27it/s]
 10%|#         | 5/48 [00:04<00:33,  1.27it/s]
 12%|#2        | 6/48 [00:04<00:33,  1.27it/s]
 12%|#2        | 6/48 [00:04<00:33,  1.27it/s]
 15%|#4        | 7/48 [00:05<00:32,  1.27it/s]
 15%|#4        | 7/48 [00:05<00:32,  1.27it/s]
 17%|#6        | 8/48 [00:06<00:31,  1.27it/s]
 17%|#6        | 8/48 [00:06<00:31,  1.27it/s]
 19%|#8        | 9/48 [00:07<00:30,  1.28it/s]
 19%|#8        | 9/48 [00:07<00:30,  1.28it/s]
 21%|##        | 10/48 [00:08<00:29,  1.27it/s]
 21%|##        | 10/48 [00:08<00:29,  1.27it/s]
 23%|##2       | 11/48 [00:08<00:29,  1.27it/s]
 23%|##2       | 11/48 [00:08<00:29,  1.27it/s]
 25%|##5       | 12/48 [00:09<00:28,  1.28it/s]
 25%|##5       | 12/48 [00:09<00:28,  1.28it/s]
 27%|##7       | 13/48 [00:10<00:28,  1.23it/s]
 27%|##7       | 13/48 [00:10<00:28,  1.23it/s]
 29%|##9       | 14/48 [00:11<00:27,  1.25it/s]
 29%|##9       | 14/48 [00:11<00:27,  1.25it/s]
 31%|###1      | 15/48 [00:12<00:26,  1.26it/s]
 31%|###1      | 15/48 [00:12<00:26,  1.26it/s]
 33%|###3      | 16/48 [00:12<00:25,  1.26it/s]
 33%|###3      | 16/48 [00:12<00:25,  1.26it/s]
 35%|###5      | 17/48 [00:13<00:24,  1.26it/s]
 35%|###5      | 17/48 [00:13<00:24,  1.26it/s]
 38%|###7      | 18/48 [00:14<00:23,  1.28it/s]
 38%|###7      | 18/48 [00:14<00:23,  1.28it/s]
 40%|###9      | 19/48 [00:15<00:23,  1.24it/s]
 40%|###9      | 19/48 [00:15<00:23,  1.24it/s]
 42%|####1     | 20/48 [00:15<00:22,  1.26it/s]
 42%|####1     | 20/48 [00:15<00:22,  1.26it/s]
 44%|####3     | 21/48 [00:16<00:20,  1.29it/s]
 44%|####3     | 21/48 [00:16<00:20,  1.29it/s]
 46%|####5     | 22/48 [00:17<00:20,  1.29it/s]
 46%|####5     | 22/48 [00:17<00:20,  1.29it/s]
 48%|####7     | 23/48 [00:18<00:18,  1.33it/s]
 48%|####7     | 23/48 [00:18<00:18,  1.33it/s]
 50%|#####     | 24/48 [00:18<00:18,  1.33it/s]
 50%|#####     | 24/48 [00:18<00:18,  1.33it/s]
 52%|#####2    | 25/48 [00:19<00:17,  1.30it/s]
 52%|#####2    | 25/48 [00:19<00:17,  1.30it/s]
 54%|#####4    | 26/48 [00:20<00:16,  1.35it/s]
 54%|#####4    | 26/48 [00:20<00:16,  1.35it/s]
 56%|#####6    | 27/48 [00:21<00:14,  1.40it/s]
 56%|#####6    | 27/48 [00:21<00:14,  1.40it/s]
 58%|#####8    | 28/48 [00:21<00:13,  1.43it/s]
 58%|#####8    | 28/48 [00:21<00:13,  1.43it/s]
 60%|######    | 29/48 [00:22<00:13,  1.45it/s]
 60%|######    | 29/48 [00:22<00:13,  1.45it/s]
 62%|######2   | 30/48 [00:23<00:12,  1.49it/s]
 62%|######2   | 30/48 [00:23<00:12,  1.49it/s]
 65%|######4   | 31/48 [00:23<00:11,  1.50it/s]
 65%|######4   | 31/48 [00:23<00:11,  1.50it/s]
 67%|######6   | 32/48 [00:24<00:11,  1.43it/s]
 67%|######6   | 32/48 [00:24<00:11,  1.43it/s]
 69%|######8   | 33/48 [00:25<00:10,  1.44it/s]
 69%|######8   | 33/48 [00:25<00:10,  1.44it/s]
 71%|#######   | 34/48 [00:25<00:09,  1.43it/s]
 71%|#######   | 34/48 [00:25<00:09,  1.43it/s]
 73%|#######2  | 35/48 [00:26<00:09,  1.42it/s]
 73%|#######2  | 35/48 [00:26<00:09,  1.42it/s]
 75%|#######5  | 36/48 [00:27<00:08,  1.46it/s]
 75%|#######5  | 36/48 [00:27<00:08,  1.46it/s]
 77%|#######7  | 37/48 [00:27<00:07,  1.50it/s]
 77%|#######7  | 37/48 [00:27<00:07,  1.50it/s]
 79%|#######9  | 38/48 [00:28<00:06,  1.43it/s]
 79%|#######9  | 38/48 [00:28<00:06,  1.43it/s]
 81%|########1 | 39/48 [00:29<00:06,  1.43it/s]
 81%|########1 | 39/48 [00:29<00:06,  1.43it/s]
 83%|########3 | 40/48 [00:29<00:05,  1.48it/s]
 83%|########3 | 40/48 [00:29<00:05,  1.48it/s]
 85%|########5 | 41/48 [00:30<00:04,  1.44it/s]
 85%|########5 | 41/48 [00:30<00:04,  1.44it/s]
 88%|########7 | 42/48 [00:31<00:04,  1.39it/s]
 88%|########7 | 42/48 [00:31<00:04,  1.39it/s]
 90%|########9 | 43/48 [00:32<00:03,  1.40it/s]
 90%|########9 | 43/48 [00:32<00:03,  1.40it/s]
 92%|#########1| 44/48 [00:32<00:02,  1.48it/s]
 92%|#########1| 44/48 [00:32<00:02,  1.48it/s]
 94%|#########3| 45/48 [00:33<00:02,  1.39it/s]
 94%|#########3| 45/48 [00:33<00:02,  1.39it/s]
 96%|#########5| 46/48 [00:34<00:01,  1.40it/s]
 96%|#########5| 46/48 [00:34<00:01,  1.40it/s]
 98%|#########7| 47/48 [00:34<00:00,  1.40it/s]
 98%|#########7| 47/48 [00:34<00:00,  1.40it/s]
+
+ - quantizing extras
+Moving transformer to CPU
+Loading text encoder
+
+
+Quantizing Text Encoder
+Loading VAEs and other components
+Making pipe
+Preparing Model
+Model Loaded
+create LoRA network. base dim (rank): 32, alpha: 32
+neuron dropout: p=None, rank dropout: p=None, module dropout: p=None
+apply LoRA to Conv2d with kernel size (3,3). dim (rank): 16, alpha: 16
+create LoRA for Text Encoder: 0 modules.
+create LoRA for U-Net: 1344 modules.
+enable LoRA for U-Net
+#### IMPORTANT RESUMING FROM /app/ai-toolkit/output/PLORAV5_LTX/PLORAV5_LTX_000001000.safetensors ####
+Loading from /app/ai-toolkit/output/PLORAV5_LTX/PLORAV5_LTX_000001000.safetensors
+Missing keys: []
+Found step 1000 in metadata, starting from there
+Loading optimizer state from /app/ai-toolkit/output/PLORAV5_LTX/optimizer.pt
+Updating optimizer LR from params
+Dataset: /app/ai-toolkit/datasets/49
+  -  Preprocessing video dimensions
+
  0%|          | 0/4 [00:00<?, ?it/s]
  0%|          | 0/4 [00:00<?, ?it/s]
+
+  -  Found 4 videos
+Bucket sizes for /app/ai-toolkit/datasets/49:
+576x416: 3 files
+576x448: 1 files
+2 buckets made
+Caching latents for /app/ai-toolkit/datasets/49
+ - Saving latents to disk
+
+
+Caching text_embeddings for /app/ai-toolkit/datasets/49
+ - Saving text embeddings to disk
+
+
+Dataset: /app/ai-toolkit/datasets/73
+  -  Preprocessing video dimensions
+
  0%|          | 0/61 [00:00<?, ?it/s]
  0%|          | 0/61 [00:00<?, ?it/s]
+
+  -  Found 61 videos
+Bucket sizes for /app/ai-toolkit/datasets/73:
+576x416: 52 files
+672x384: 6 files
+576x448: 3 files
+3 buckets made
+Caching latents for /app/ai-toolkit/datasets/73
+ - Saving latents to disk
+
+
+Caching text_embeddings for /app/ai-toolkit/datasets/73
+ - Saving text embeddings to disk
+
+
+Dataset: /app/ai-toolkit/datasets/81
+  -  Preprocessing video dimensions
+
  0%|          | 0/1 [00:00<?, ?it/s]
  0%|          | 0/1 [00:00<?, ?it/s]
+
+  -  Found 1 videos
+Bucket sizes for /app/ai-toolkit/datasets/81:
+576x416: 1 files
+1 buckets made
+Caching latents for /app/ai-toolkit/datasets/81
+ - Saving latents to disk
+
+
+Caching text_embeddings for /app/ai-toolkit/datasets/81
+ - Saving text embeddings to disk
+
+
+Dataset: /app/ai-toolkit/datasets/97
+  -  Preprocessing video dimensions
+
  0%|          | 0/29 [00:00<?, ?it/s]
  0%|          | 0/29 [00:00<?, ?it/s]
+
+  -  Found 29 videos
+Bucket sizes for /app/ai-toolkit/datasets/97:
+576x416: 23 files
+576x448: 4 files
+672x384: 2 files
+3 buckets made
+Caching latents for /app/ai-toolkit/datasets/97
+ - Saving latents to disk
+
+
+Caching text_embeddings for /app/ai-toolkit/datasets/97
+ - Saving text embeddings to disk
+
+
+Dataset: /app/ai-toolkit/datasets/images
+  -  Preprocessing image dimensions
+
  0%|          | 0/84 [00:00<?, ?it/s]
  0%|          | 0/84 [00:00<?, ?it/s]
+
+  -  Found 84 images
+Bucket sizes for /app/ai-toolkit/datasets/images:
+512x512: 83 files
+576x416: 1 files
+2 buckets made
+Caching latents for /app/ai-toolkit/datasets/images
+ - Saving latents to disk
+
+
+Caching text_embeddings for /app/ai-toolkit/datasets/images
+ - Saving text embeddings to disk
+
+
+Dataset: /app/ai-toolkit/datasets/images
+  -  Preprocessing image dimensions
+
  0%|          | 0/84 [00:00<?, ?it/s]
  0%|          | 0/84 [00:00<?, ?it/s]
+
+  -  Found 84 images
+Bucket sizes for /app/ai-toolkit/datasets/images:
+512x512: 69 files
+768x768: 14 files
+864x608: 1 files
+3 buckets made
+Caching latents for /app/ai-toolkit/datasets/images
+ - Saving latents to disk
+
+
+Caching text_embeddings for /app/ai-toolkit/datasets/images
+ - Saving text embeddings to disk
+
+
+Dataset: /app/ai-toolkit/datasets/89
+  -  Preprocessing video dimensions
+
  0%|          | 0/2 [00:00<?, ?it/s]
  0%|          | 0/2 [00:00<?, ?it/s]
+
+  -  Found 2 videos
+Bucket sizes for /app/ai-toolkit/datasets/89:
+576x416: 2 files
+1 buckets made
+Caching latents for /app/ai-toolkit/datasets/89
+ - Saving latents to disk
+
+
+Caching text_embeddings for /app/ai-toolkit/datasets/89
+ - Saving text embeddings to disk
+
+
+Caching embeddings and unloading text encoder
+
+***** UNLOADING TEXT ENCODER *****
+Embeddings cached to disk. We dont need the text encoder anymore
+***********************************
+
+Skipping first sample due to config setting
+
+
+========================================
+Result:
+ - 0 completed jobs
+ - 1 failure
+========================================
+Traceback (most recent call last):
+Traceback (most recent call last):
+  File "/app/ai-toolkit/run.py", line 120, in <module>
+  File "/app/ai-toolkit/run.py", line 120, in <module>
+        main()main()
+
+  File "/app/ai-toolkit/run.py", line 108, in main
+  File "/app/ai-toolkit/run.py", line 108, in main
+        raise eraise e
+
+  File "/app/ai-toolkit/run.py", line 96, in main
+  File "/app/ai-toolkit/run.py", line 96, in main
+        job.run()job.run()
+
+  File "/app/ai-toolkit/jobs/ExtensionJob.py", line 22, in run
+  File "/app/ai-toolkit/jobs/ExtensionJob.py", line 22, in run
+        process.run()process.run()
+
+  File "/app/ai-toolkit/jobs/process/BaseSDTrainProcess.py", line 2340, in run
+  File "/app/ai-toolkit/jobs/process/BaseSDTrainProcess.py", line 2340, in run
+        self.end_step_hook()self.end_step_hook()
+
+  File "/app/ai-toolkit/extensions_built_in/sd_trainer/DiffusionTrainer.py", line 264, in end_step_hook
+  File "/app/ai-toolkit/extensions_built_in/sd_trainer/DiffusionTrainer.py", line 264, in end_step_hook
+        self.maybe_stop()self.maybe_stop()
+
+  File "/app/ai-toolkit/extensions_built_in/sd_trainer/DiffusionTrainer.py", line 147, in maybe_stop
+  File "/app/ai-toolkit/extensions_built_in/sd_trainer/DiffusionTrainer.py", line 147, in maybe_stop
+        raise Exception("Job stopped")raise Exception("Job stopped")
+
+ExceptionException: : Job stoppedJob stopped
+
+
+

loss_log.db

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8dbabfc8d26aead9b67da8cedda2133d7834b20a8fe367b8605c236bfb738fa2
+size 3665920

optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a613ea8058d38a24b72e586bd4fa2215e5b115dca93a18b4e3614749bed36066
+size 626683383

pid.txt

@@ -0,0 +1 @@
+400286