AndyRaoTHU commited on
Commit
cb20495
·
verified ·
1 Parent(s): 9c5bfdb

Upload 256T_NC=262144.yaml

Browse files
Files changed (1) hide show
  1. 256T_NC=262144.yaml +42 -0
256T_NC=262144.yaml ADDED
@@ -0,0 +1,42 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ workspace: /path/to/workspace
2
+ name: 256T_NC=262144
3
+ log_path: ${workspace}/outputs/${name}
4
+ world_size: 1
5
+ seed: 42
6
+
7
+ data:
8
+ train_data_path: /path/to/converted_imagenet_train
9
+ val_data_path: /path/to/converted_imagenet_val
10
+ batch_size: 128
11
+ world_size: ${world_size}
12
+
13
+ model:
14
+ vae_path: ${workspace}/ckpt/dc_ae
15
+ log_path: ${log_path}
16
+ input_data_size: [32, 8, 8]
17
+ quantizer:
18
+ TYPE: vq
19
+ num_code: 262144
20
+ num_group: 256
21
+ tokens_per_data: 256
22
+ decoder:
23
+ TYPE: dc_ae
24
+ in_channels: 32
25
+ latent_channels: 32
26
+ attention_head_dim: 32
27
+ block_type: [EfficientViTBlock]
28
+ block_out_channels: [512]
29
+ layers_per_block: [4]
30
+ qkv_multiscales: [[5]]
31
+ norm_type: rms_norm
32
+ act_fn: silu
33
+ upsample_block_type: interpolate
34
+
35
+ train:
36
+ log_path: ${log_path}
37
+ batch_size: ${data.batch_size}
38
+ world_size: ${world_size}
39
+ num_epochs: 100
40
+ lr: 0.01
41
+ visualize_interval: 1
42
+ image_log_path: ${log_path}/images