{
  "adamw_lr": null,
  "adamw_weight_decay": null,
  "autoencoder_rae_pretrained_name": "nyu-visionx/RAE-dinov2-wReg-base-ViTXL-n08",
  "batch_size": 128,
  "checkpoint_dir": "checkpoints/train_2026-05-06_14-11-11",
  "checkpoint_every": 2000,
  "cls_register_loss_weight": 0.1,
  "decoder_head_dim": 64,
  "decoder_intermediate_size": 3072,
  "decoder_num_heads": 12,
  "decoder_num_layers": 8,
  "decoder_pos_embed_side": 16,
  "disable_wandb": false,
  "dropout": 0.1,
  "grad_accum_steps": 1,
  "image_size": 224,
  "log_every": 10,
  "lr": 0.0001,
  "max_grad_norm": 1.0,
  "max_steps": 50000,
  "mixed_precision": "bf16",
  "mixture_name": "default",
  "muon_lr": null,
  "muon_weight_decay": null,
  "num_proc": 16,
  "num_shards": null,
  "num_vis": 16,
  "num_workers": 4,
  "pretrained_backbone_name": "facebook/dinov2-with-registers-base",
  "pretrained_path": null,
  "recon_loss_weight": 1.0,
  "redistributor_latent_size": 64,
  "refiner_head_dim": 64,
  "refiner_intermediate_size": 3072,
  "refiner_num_heads": 12,
  "refiner_num_layers": 12,
  "resume": "checkpoints/train_2026-05-06_12-27-28/step_14000",
  "seed": 43,
  "shuffle_buffer": 10000,
  "steps_per_epoch": null,
  "train_encoder": true,
  "uncertainty_loss_weight": 0.001,
  "use_muon": true,
  "val_every": 500,
  "val_steps": 100,
  "wandb_mode": null,
  "wandb_project": "finevit-ae",
  "wandb_run_name": null,
  "warmup_steps": 500,
  "weight_decay": 0.01
}