Hugging Face's logo

SakanaAI
/
DreamCubedDP2

dit
Model card Files
xet
 Community
1
DreamCubedDP2
File size: 2,134 Bytes
b85c46b
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
{
  "adam_betas": "0.9,0.99",
  "amp": true,
  "attn_drop": 0.0,
  "comb_method": "add",
  "compile_model": true,
  "cond_drop_prob": 0.2,
  "config": null,
  "dataset_path": "data/balanced_dataset/32_biome_parts_dir_balanced_cc_dir",
  "default_cond_scale": 4.0,
  "depth": 25,
  "device": "cuda",
  "ema_decay": 0.995,
  "ema_update_every": 2,
  "evaluate_ema_model": true,
  "exp_name": "run2",
  "fid_batch_size": 32,
  "fid_every_epoch": 0,
  "fid_every_steps": 0,
  "fid_num_samples": 0,
  "fid_num_workers": 2,
  "fid_ref_images_dir": null,
  "fid_textures_dir": "block_textures/",
  "gradient_accumulate_every": -1,
  "hidden_channels": 768,
  "image_size": 32,
  "is_ddim_sampling": false,
  "mappings_file_path": "data/balanced_dataset/32_biome_parts_dir_balanced_cc_oh_mappings.pt",
  "max_grad_norm": 1.0,
  "min_lr_ratio": 0.0,
  "mixed_precision_type": "bf16",
  "mlp_ratio": 4.0,
  "mode": "conditional",
  "model_type": "dit",
  "num_classes": 15,
  "num_heads": 8,
  "num_samples": 15,
  "one_hot_on_load": false,
  "optimizer": "AdamW",
  "patch_size": 2,
  "per_device_train_batch_size": 16,
  "proj_drop": 0.0,
  "results_folder": "./results",
  "resume": false,
  "resume_override_step": -1,
  "resume_path": "",
  "reverse_steps": 1000,
  "rotation_aug_prob": 0.75,
  "run_name": "MD4_p2_1000steps_h100_balanced",
  "sampling_timesteps": 1000,
  "save_and_sample_every": -1,
  "save_and_sample_every_epoch": 2,
  "save_only_last_checkpoint": false,
  "scheduler": "cosine",
  "split_batches": true,
  "time_dim": 256,
  "train_batch_size": 512,
  "train_lr": 0.001,
  "train_num_epochs": 20,
  "train_num_steps": -1,
  "use_wandb": true,
  "val_dataset_path": "data/balanced_dataset/32_biome_parts_dir_balanced_cc_val_dir",
  "val_mappings_file_path": "data/balanced_dataset/32_biome_parts_dir_balanced_cc_oh_mappings.pt",
  "validate_every": -1,
  "validate_every_epoch": 2,
  "wandb_group_name": "discrete_32_patch4_1M_600mdeep_balanced_withhuman",
  "wandb_log_images": true,
  "wandb_project": "dream-cubed",
  "wandb_run_name": "MD4_p2_1000steps_h100_balanced",
  "warmup_steps": 0,
  "weight_decay": 0.01
}