Upload folder using huggingface_hub

#1
config.json ADDED
@@ -0,0 +1,72 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "adam_betas": "0.9,0.99",
3
+ "amp": true,
4
+ "attn_drop": 0.0,
5
+ "comb_method": "add",
6
+ "compile_model": true,
7
+ "cond_drop_prob": 0.2,
8
+ "config": null,
9
+ "dataset_path": "data/balanced_dataset/32_biome_parts_dir_balanced_cc_dir",
10
+ "default_cond_scale": 4.0,
11
+ "depth": 25,
12
+ "device": "cuda",
13
+ "ema_decay": 0.995,
14
+ "ema_update_every": 2,
15
+ "evaluate_ema_model": true,
16
+ "exp_name": "run2",
17
+ "fid_batch_size": 32,
18
+ "fid_every_epoch": 0,
19
+ "fid_every_steps": 0,
20
+ "fid_num_samples": 0,
21
+ "fid_num_workers": 2,
22
+ "fid_ref_images_dir": null,
23
+ "fid_textures_dir": "block_textures/",
24
+ "gradient_accumulate_every": -1,
25
+ "hidden_channels": 768,
26
+ "image_size": 32,
27
+ "is_ddim_sampling": false,
28
+ "mappings_file_path": "data/balanced_dataset/32_biome_parts_dir_balanced_cc_oh_mappings.pt",
29
+ "max_grad_norm": 1.0,
30
+ "min_lr_ratio": 0.0,
31
+ "mixed_precision_type": "bf16",
32
+ "mlp_ratio": 4.0,
33
+ "mode": "conditional",
34
+ "model_type": "dit",
35
+ "num_classes": 15,
36
+ "num_heads": 8,
37
+ "num_samples": 15,
38
+ "one_hot_on_load": false,
39
+ "optimizer": "AdamW",
40
+ "patch_size": 2,
41
+ "per_device_train_batch_size": 16,
42
+ "proj_drop": 0.0,
43
+ "results_folder": "./results",
44
+ "resume": false,
45
+ "resume_override_step": -1,
46
+ "resume_path": "",
47
+ "reverse_steps": 1000,
48
+ "rotation_aug_prob": 0.75,
49
+ "run_name": "MD4_p2_1000steps_h100_balanced",
50
+ "sampling_timesteps": 1000,
51
+ "save_and_sample_every": -1,
52
+ "save_and_sample_every_epoch": 2,
53
+ "save_only_last_checkpoint": false,
54
+ "scheduler": "cosine",
55
+ "split_batches": true,
56
+ "time_dim": 256,
57
+ "train_batch_size": 512,
58
+ "train_lr": 0.001,
59
+ "train_num_epochs": 20,
60
+ "train_num_steps": -1,
61
+ "use_wandb": true,
62
+ "val_dataset_path": "data/balanced_dataset/32_biome_parts_dir_balanced_cc_val_dir",
63
+ "val_mappings_file_path": "data/balanced_dataset/32_biome_parts_dir_balanced_cc_oh_mappings.pt",
64
+ "validate_every": -1,
65
+ "validate_every_epoch": 2,
66
+ "wandb_group_name": "discrete_32_patch4_1M_600mdeep_balanced_withhuman",
67
+ "wandb_log_images": true,
68
+ "wandb_project": "dream-cubed",
69
+ "wandb_run_name": "MD4_p2_1000steps_h100_balanced",
70
+ "warmup_steps": 0,
71
+ "weight_decay": 0.01
72
+ }
inference_weights/model_best_weights.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3c8d30e2095810017e0232481e35f9c423ec74bae0f86a8cc6cde71f3bf27639
3
+ size 1087464758