run_dir: .exp/diffusion/imagenet_512/dc_ae_f32c32_in_1.0/dit_xl_1/bs_1024_lr_2e-4_fp16
seed: 0
allow_tf32: true
resolution: 512
amp: fp16
cfg_scale: 1.0
evaluate_split: test
evaluate_dir_name: null
num_save_images: 64
save_all_images: false
save_images_at_all_procs: false
evaluate_dataset: sample_class
sample_class:
  name: sample_class
  batch_size: 32
  n_worker: 8
  train_drop_last: true
  seed: 0
  num_classes: 1000
  num_samples: 50000
autoencoder: dc-ae-f32c32-in-1.0
autoencoder_dtype: fp32
scaling_factor: 0.3189
model: dit
dit:
  name: DiT
  input_size: 16
  patch_size: 1
  in_channels: 32
  hidden_size: 1152
  depth: 28
  num_heads: 16
  mlp_ratio: 4.0
  post_norm: false
  class_dropout_prob: 0.1
  num_classes: 1000
  learn_sigma: true
  unconditional: false
  use_checkpoint: true
  pretrained_path: null
  pretrained_source: dc-ae
  eval_scheduler: GaussianDiffusion
  num_inference_steps: 250
  train_scheduler: GaussianDiffusion
uvit:
  name: UViT
  input_size: 32
  patch_size: 2
  in_channels: 4
  hidden_size: 1152
  depth: 28
  num_heads: 16
  mlp_ratio: 4.0
  mlp_time_embed: false
  qkv_bias: false
  act_layer: gelu
  use_checkpoint: true
  class_dropout_prob: 0.1
  num_classes: 1000
  pretrained_path: null
  pretrained_source: dc-ae
  eval_scheduler: DPM_Solver
  num_inference_steps: 30
  train_scheduler: DPM_Solver
  attn_mode: null
compute_fid: true
fid:
  save_path: null
  ref_path: assets/data/fid/imagenet_512_train.npz
compute_inception_score: true
inception_score: {}
train_dataset: latent_imagenet
latent_imagenet:
  name: latent_imagenet
  batch_size: 32
  n_worker: 8
  train_drop_last: true
  seed: 0
  data_dir: assets/data/latent/dc_ae_f32c32_in_1.0/imagenet_512
resume: true
resume_path: null
resume_schedule: true
num_epochs: null
max_steps: 3000000
clip_grad: null
num_store_images: 64
save_checkpoint_steps: 1000
evaluate_steps: 20000
optimizer:
  name: adamw
  lr: 0.0002
  warmup_lr: 0.0
  weight_decay: 0.0
  no_wd_keys: []
  betas:
  - 0.9
  - 0.999
lr_scheduler:
  name: constant
  warmup_steps: 1000
log: true
wandb_entity: null
wandb_project: null
ema_decay: 0.9999
ema_warmup_steps: 2000
evaluate_ema: true