| { | |
| "name": "cats64", | |
| "data_dirs": ["data/prepared/cats64"], | |
| "runs_dir": "runs", | |
| "checkpoints_dir": "checkpoints", | |
| "model": { | |
| "image_size": 64, | |
| "in_channels": 3, | |
| "base_channels": 64, | |
| "channel_mults": [1, 2, 4], | |
| "num_res_blocks": 2, | |
| "attn_resolutions": [16], | |
| "attention_heads": 4, | |
| "time_dim": 256, | |
| "text_dim": 256, | |
| "text_layers": 4, | |
| "text_heads": 4, | |
| "text_ff_mult": 4, | |
| "text_max_tokens": 24, | |
| "text_vocab_size": 1024, | |
| "dropout": 0.05 | |
| }, | |
| "diffusion": { | |
| "timesteps": 1000, | |
| "schedule": "cosine", | |
| "pred_type": "v", | |
| "min_snr_gamma": 5.0, | |
| "cond_dropout": 0.1 | |
| }, | |
| "train": { | |
| "steps": 12000, | |
| "batch_size": 64, | |
| "lr": 0.0002, | |
| "weight_decay": 0.0, | |
| "grad_clip": 1.0, | |
| "ema_decay": 0.9995, | |
| "warmup_steps": 500, | |
| "log_every": 25, | |
| "sample_every": 500, | |
| "save_every": 500, | |
| "keep_checkpoints": 2, | |
| "seed": 0, | |
| "device": "auto", | |
| "max_images": 0, | |
| "caption_augment": true, | |
| "caption_dropout": 0.05, | |
| "amp": true, | |
| "num_sample_steps": 40, | |
| "sample_guidance": 3.0 | |
| } | |
| } | |