DreamCubedCP2 / config.json
edoarc's picture
Upload folder using huggingface_hub (#1)
22e7de9
{
"adam_betas": "0.9,0.99",
"amp": true,
"attn_drop": 0.0,
"auto_normalize": false,
"beta_schedule": "cosine",
"comb_method": "add",
"compile_model": false,
"cond_drop_prob": 0.2,
"config": null,
"crop": true,
"crop_size": 32,
"data_channels": 16,
"dataloader_num_workers": 4,
"dataloader_persistent_workers": true,
"dataloader_prefetch_factor": 2,
"dataset_path": "data/balanced_dataset/32_biome_parts_dir_balanced_cc_dir",
"ddim_sampling_eta": 0.0,
"default_cond_scale": 4.0,
"depth": 25,
"device": "cuda",
"ema_decay": 0.995,
"ema_update_every": 10,
"embeddings_dict_key": null,
"embeddings_path": "assets/full_embeddings_16_raw.pt",
"evaluate_ema_model": false,
"exp_name": "DDPM_1e4_balanced",
"gradient_accumulate_every": 4,
"hidden_channels": 768,
"image_size": 32,
"mappings_file_path": "data/balanced_dataset/32_biome_parts_dir_balanced_cc_oh_mappings.pt",
"max_grad_norm": 1.0,
"min_lr_ratio": 0.0,
"min_snr_gamma": 5.0,
"min_snr_loss_weight": true,
"mixed_precision_type": "bf16",
"mlp_ratio": 4.0,
"num_classes": 15,
"num_heads": 8,
"num_samples": 15,
"objective": "pred_v",
"offset_noise_strength": 0.0,
"optimizer": "Adam",
"patch_size": 2,
"per_device_train_batch_size": 32,
"proj_drop": 0.0,
"results_folder": "./results",
"rotation_aug_prob": 0.75,
"run_name": "DDPM_crop_32_full_balanced_dataset",
"sampling_timesteps": 1000,
"save_and_sample_every": 3514,
"save_and_sample_every_epoch": 2,
"save_only_last_checkpoint": true,
"scheduler": "cosine",
"split_batches": false,
"time_dim": 256,
"timesteps": 1000,
"train_batch_size": 512,
"train_lr": 0.001,
"train_num_epochs": 20,
"train_num_steps": 35140,
"use_wandb": true,
"val_dataset_path": "data/balanced_dataset/32_biome_parts_dir_balanced_cc_val_dir",
"val_mappings_file_path": "data/balanced_dataset/32_biome_parts_dir_balanced_cc_oh_mappings.pt",
"validate_every": 3514,
"validate_every_epoch": 2,
"wandb_group_name": "DDPM",
"wandb_log_images": true,
"wandb_project": "dream-cubed",
"wandb_run_name": "DDPM_crop_32_full_balanced_dataset",
"warmup_steps": 0,
"weight_decay": 0.01
}