stevee00 commited on
Commit
b048c26
·
verified ·
1 Parent(s): 788abb9

Upload configs/dit_structure.yaml

Browse files
Files changed (1) hide show
  1. configs/dit_structure.yaml +63 -0
configs/dit_structure.yaml ADDED
@@ -0,0 +1,63 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ # Stage 2: Structure DiT (Rectified Flow)
2
+
3
+ model:
4
+ name: "SLAT-Interior-DiT"
5
+ width: 1536
6
+ depth: 30
7
+ num_heads: 12
8
+ mlp_ratio: 8192
9
+
10
+ conditioning:
11
+ image_encoder: "dinov3_large"
12
+ depth_encoder: "custom_cnn"
13
+ depth_dim: 256
14
+ layout_encoder: "transformer"
15
+ layout_dim: 512
16
+ semantic_dim: 256
17
+
18
+ optimizer:
19
+ type: AdamW
20
+ lr: 1.0e-4
21
+ weight_decay: 0.01
22
+
23
+ scheduler:
24
+ type: linear_warmup_cosine
25
+ warmup_steps: 10000
26
+
27
+ training:
28
+ batch_size: 8 # per GPU
29
+ num_gpus: 32
30
+ effective_batch_size: 256
31
+ gradient_accumulation: 1
32
+ max_steps: 400000
33
+ mixed_precision: bf16
34
+ save_every: 10000
35
+ log_every: 100
36
+
37
+ curriculum:
38
+ - resolution: 256
39
+ steps: 100000
40
+ lr: 1.0e-4
41
+ - resolution: 512
42
+ steps: 200000
43
+ lr: 1.0e-4
44
+ - resolution: 1024
45
+ steps: 100000
46
+ lr: 2.0e-5
47
+
48
+ data:
49
+ dataset: "InteriorFusion-Train"
50
+ num_workers: 8
51
+ pin_memory: true
52
+
53
+ flow_matching:
54
+ sigma_min: 0.001
55
+ sigma_max: 80.0
56
+ p_mean: -1.2
57
+ p_std: 1.2
58
+
59
+ loss:
60
+ flow_matching:
61
+ weight: 1.0
62
+ depth_guidance:
63
+ weight: 0.3