Hugging Face's logo

SakanaAI
/
DreamCubedCP2

Model card Files
xet
 Community
1
DreamCubedCP2
File size: 2,197 Bytes
22e7de9
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
{
  "adam_betas": "0.9,0.99",
  "amp": true,
  "attn_drop": 0.0,
  "auto_normalize": false,
  "beta_schedule": "cosine",
  "comb_method": "add",
  "compile_model": false,
  "cond_drop_prob": 0.2,
  "config": null,
  "crop": true,
  "crop_size": 32,
  "data_channels": 16,
  "dataloader_num_workers": 4,
  "dataloader_persistent_workers": true,
  "dataloader_prefetch_factor": 2,
  "dataset_path": "data/balanced_dataset/32_biome_parts_dir_balanced_cc_dir",
  "ddim_sampling_eta": 0.0,
  "default_cond_scale": 4.0,
  "depth": 25,
  "device": "cuda",
  "ema_decay": 0.995,
  "ema_update_every": 10,
  "embeddings_dict_key": null,
  "embeddings_path": "assets/full_embeddings_16_raw.pt",
  "evaluate_ema_model": false,
  "exp_name": "DDPM_1e4_balanced",
  "gradient_accumulate_every": 4,
  "hidden_channels": 768,
  "image_size": 32,
  "mappings_file_path": "data/balanced_dataset/32_biome_parts_dir_balanced_cc_oh_mappings.pt",
  "max_grad_norm": 1.0,
  "min_lr_ratio": 0.0,
  "min_snr_gamma": 5.0,
  "min_snr_loss_weight": true,
  "mixed_precision_type": "bf16",
  "mlp_ratio": 4.0,
  "num_classes": 15,
  "num_heads": 8,
  "num_samples": 15,
  "objective": "pred_v",
  "offset_noise_strength": 0.0,
  "optimizer": "Adam",
  "patch_size": 2,
  "per_device_train_batch_size": 32,
  "proj_drop": 0.0,
  "results_folder": "./results",
  "rotation_aug_prob": 0.75,
  "run_name": "DDPM_crop_32_full_balanced_dataset",
  "sampling_timesteps": 1000,
  "save_and_sample_every": 3514,
  "save_and_sample_every_epoch": 2,
  "save_only_last_checkpoint": true,
  "scheduler": "cosine",
  "split_batches": false,
  "time_dim": 256,
  "timesteps": 1000,
  "train_batch_size": 512,
  "train_lr": 0.001,
  "train_num_epochs": 20,
  "train_num_steps": 35140,
  "use_wandb": true,
  "val_dataset_path": "data/balanced_dataset/32_biome_parts_dir_balanced_cc_val_dir",
  "val_mappings_file_path": "data/balanced_dataset/32_biome_parts_dir_balanced_cc_oh_mappings.pt",
  "validate_every": 3514,
  "validate_every_epoch": 2,
  "wandb_group_name": "DDPM",
  "wandb_log_images": true,
  "wandb_project": "dream-cubed",
  "wandb_run_name": "DDPM_crop_32_full_balanced_dataset",
  "warmup_steps": 0,
  "weight_decay": 0.01
}