Upload folder using huggingface_hub

ae/ckpt.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a1b558adab097e601598e7bb781e0f26035f5ac4a8fcfbe6eaa2b0f1eee3a07
+size 6811962067

ae/config.yaml

@@ -0,0 +1,79 @@
+model:
+  model_id: dcae
+  sample_size: [360, 640]
+  channels: 3
+  latent_size: 32
+  latent_channels: 16
+
+  ch_0: 256
+  ch_max: 2048
+
+  encoder_blocks_per_stage: [4, 4, 4, 8]
+  decoder_blocks_per_stage: [4, 4, 4, 8]
+
+  use_middle_block: false
+  do_channel_mask: false
+
+train:
+  trainer_id: rec
+  data_id: video_dir_loader
+  data_kwargs:
+    source: 
+     - /mnt/data/datasets/extracted_tars/kbm/fps/*/*.mp4
+     - /mnt/data/datasets/extracted_tars/kbm/3ps/*/*.mp4
+     - /mnt/data/datasets/extracted_tars/kbm/other/*/*.mp4
+    target_size: [360, 640]
+
+  target_batch_size: 32
+  batch_size: 4
+
+  epochs: 200
+
+  #opt: AdamW
+  #opt_kwargs:
+  #  lr: 3.0e-5
+  #  weight_decay: 1.0e-4
+ #   betas: [0.9, 0.95]
+ #   eps: 1.0e-15
+
+  opt: Muon
+  opt_kwargs:
+    lr: 1.0e-3
+    momentum: 0.95
+    adamw_lr: 1.0e-5
+    adamw_wd: 1.0e-2
+    adamw_eps: 1.0e-6
+    adamw_betas: [0.9, 0.95]
+    adamw_keys:
+      - encoder.conv_in
+      - encoder.conv_out
+      - encoder.conv_out_logvar
+      - decoder.conv_in
+      - decoder.conv_out
+      - .up.
+      - .down.
+      - .residuals.
+
+  lpips_type: convnext
+  loss_weights:
+    kl: 3.0e-7
+    lpips: 12.0
+    l2: 1.0
+    dwt: 0.25
+    
+
+  scheduler: LinearWarmup
+  scheduler_kwargs:
+    warmup_steps: 3000
+    min_lr: 1.0e-5
+
+  checkpoint_dir: checkpoints/waypoint_1_vae_owlc_f16_c16
+  resume_ckpt: checkpoints/waypoint_1_vae_owlc_f16_c16/step_200000.pt
+
+  sample_interval: 1000
+  save_interval: 5000
+
+wandb:
+  name: shahbuland
+  project: new_vaes_v2
+  run_name: waypoint_1_vae_owlc_f16_c16_highres

config.yaml

@@ -0,0 +1,40 @@
+channels: 16
+n_layers: 22
+n_heads: 40
+n_kv_heads: 20
+d_model: 2560
+mlp_ratio: 5
+mlp_gradient_checkpointing: true
+causal: true
+n_buttons: 256
+tokens_per_frame: 256
+height: 16
+width: 16
+patch:
+- 2
+- 2
+base_fps: 60
+local_window: 16
+global_window: 128
+global_pinned_dilation: 8
+global_attn_period: 4
+global_attn_offset: 0
+value_residual: false
+n_frames: 800
+rope_impl: ortho
+gated_attn: true
+noise_conditioning: wan
+ctrl_conditioning: mlp_fusion
+ctrl_cond_dropout: 0.0
+ctrl_conditioning_period: 3
+prompt_conditioning: cross_attention
+prompt_cond_dropout: 0.0
+prompt_embedding_dim: 2048
+prompt_conditioning_period: 3
+block_gradient_checkpointing: true
+scheduler_sigmas:
+- 1.0
+- 0.8609585762023926
+- 0.729332447052002
+- 0.3205108940601349
+- 0.0

model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14356db9229453850f9ad650f31c3e1c4744066abd43562f6fbee161fb36c9e6
+size 12515075376

owl_wms.commit

@@ -0,0 +1 @@
+da4ed5ea709dd8418ebb2ac1082083758a458bf4