| { |
| "adam_betas": "0.9,0.99", |
| "amp": true, |
| "attn_drop": 0.0, |
| "auto_normalize": false, |
| "beta_schedule": "cosine", |
| "comb_method": "add", |
| "compile_model": false, |
| "cond_drop_prob": 0.2, |
| "config": null, |
| "crop": true, |
| "crop_size": 32, |
| "data_channels": 16, |
| "dataloader_num_workers": 4, |
| "dataloader_persistent_workers": true, |
| "dataloader_prefetch_factor": 2, |
| "dataset_path": "data/balanced_dataset/32_biome_parts_dir_balanced_cc_dir", |
| "ddim_sampling_eta": 0.0, |
| "default_cond_scale": 4.0, |
| "depth": 25, |
| "device": "cuda", |
| "ema_decay": 0.995, |
| "ema_update_every": 10, |
| "embeddings_dict_key": null, |
| "embeddings_path": "assets/full_embeddings_16_raw.pt", |
| "evaluate_ema_model": false, |
| "exp_name": "DDPM_1e4_balanced", |
| "gradient_accumulate_every": 4, |
| "hidden_channels": 768, |
| "image_size": 32, |
| "mappings_file_path": "data/balanced_dataset/32_biome_parts_dir_balanced_cc_oh_mappings.pt", |
| "max_grad_norm": 1.0, |
| "min_lr_ratio": 0.0, |
| "min_snr_gamma": 5.0, |
| "min_snr_loss_weight": true, |
| "mixed_precision_type": "bf16", |
| "mlp_ratio": 4.0, |
| "num_classes": 15, |
| "num_heads": 8, |
| "num_samples": 15, |
| "objective": "pred_v", |
| "offset_noise_strength": 0.0, |
| "optimizer": "Adam", |
| "patch_size": 2, |
| "per_device_train_batch_size": 32, |
| "proj_drop": 0.0, |
| "results_folder": "./results", |
| "rotation_aug_prob": 0.75, |
| "run_name": "DDPM_crop_32_full_balanced_dataset", |
| "sampling_timesteps": 1000, |
| "save_and_sample_every": 3514, |
| "save_and_sample_every_epoch": 2, |
| "save_only_last_checkpoint": true, |
| "scheduler": "cosine", |
| "split_batches": false, |
| "time_dim": 256, |
| "timesteps": 1000, |
| "train_batch_size": 512, |
| "train_lr": 0.001, |
| "train_num_epochs": 20, |
| "train_num_steps": 35140, |
| "use_wandb": true, |
| "val_dataset_path": "data/balanced_dataset/32_biome_parts_dir_balanced_cc_val_dir", |
| "val_mappings_file_path": "data/balanced_dataset/32_biome_parts_dir_balanced_cc_oh_mappings.pt", |
| "validate_every": 3514, |
| "validate_every_epoch": 2, |
| "wandb_group_name": "DDPM", |
| "wandb_log_images": true, |
| "wandb_project": "dream-cubed", |
| "wandb_run_name": "DDPM_crop_32_full_balanced_dataset", |
| "warmup_steps": 0, |
| "weight_decay": 0.01 |
| } |