Upload configs/vae_pretrain.yaml

configs/vae_pretrain.yaml

@@ -0,0 +1,58 @@
+# Stage 1: SLAT-Interior VAE Pre-training
+
+model:
+  name: "SLAT-Interior-VAE"
+  latent_dim: 64
+  base_resolution: 256
+  target_resolution: 1024
+  channels: 64
+  num_layers: 8
+  
+optimizer:
+  type: AdamW
+  lr: 1.0e-4
+  weight_decay: 0.01
+  betas: [0.9, 0.999]
+
+scheduler:
+  type: cosine_with_restarts
+  warmup_steps: 10000
+
+training:
+  batch_size: 8  # per GPU
+  num_gpus: 8
+  effective_batch_size: 64
+  gradient_accumulation: 1
+  max_steps: 200000
+  mixed_precision: bf16
+  save_every: 5000
+  log_every: 100
+  
+  curriculum:
+    - resolution: 256
+      steps: 50000
+      lr: 1.0e-4
+    - resolution: 512
+      steps: 100000
+      lr: 1.0e-4
+    - resolution: 1024
+      steps: 50000
+      lr: 5.0e-5
+
+data:
+  dataset: "InteriorFusion-Train"
+  num_workers: 8
+  pin_memory: true
+  
+loss:
+  reconstruction:
+    weight: 1.0
+    type: l1
+  kl_divergence:
+    weight: 1.0e-3
+  depth_consistency:
+    weight: 0.5
+    type: l1
+  normal_consistency:
+    weight: 0.3
+    type: cosine