| { |
| "prior": { |
| "clip": { |
| "make": "openai", |
| "model": "ViT-L/14" |
| }, |
| "net": { |
| "dim": 768, |
| "depth": 12, |
| "num_timesteps": 1000, |
| "max_text_len": 77, |
| "num_time_embeds": 1, |
| "num_image_embeds": 1, |
| "num_text_embeds": 1, |
| "dim_head": 64, |
| "heads": 12, |
| "ff_mult": 4, |
| "norm_out": true, |
| "attn_dropout": 0.05, |
| "ff_dropout": 0.05, |
| "final_proj": true, |
| "normformer": true, |
| "rotary_emb": true |
| }, |
| "image_embed_dim": 768, |
| "image_size": 224, |
| "image_channels": 3, |
| "timesteps": 1000, |
| "sample_timesteps": 64, |
| "cond_drop_prob": 0.1, |
| "loss_type": "l2", |
| "predict_x_start": true, |
| "beta_schedule": "cosine", |
| "condition_on_text_encodings": true |
| }, |
| "data": { |
| "batch_size": 225, |
| "num_data_points": 500000000, |
| "eval_every_seconds": 1600, |
| "image_url": "s3://s-laion5b/embeddings/vit-l-14/laion2B-en/img_emb/", |
| "meta_url": "s3://s-laion5b/embeddings/vit-l-14/laion2B-en/metadata/", |
| "splits": { |
| "train": 0.9, |
| "val": 1.2e-5, |
| "test": 0.09998799999999998 |
| } |
| }, |
| "train": { |
| "epochs": 5, |
| "lr": 0.5e-5, |
| "wd": 6.02e-2, |
| "max_grad_norm": 0.5, |
| "use_ema": true, |
| "ema_beta": 0.9999, |
| "ema_update_after_step": 50, |
| "warmup_steps": 50, |
| "amp": false, |
| "save_every_seconds": 3600, |
| "eval_timesteps": [64, 1000], |
| "random_seed": 84513 |
| }, |
| "tracker": { |
| "data_path": ".prior", |
| "overwrite_data_path": true, |
| "log": { |
| "log_type": "wandb", |
| "wandb_entity": "nousr_laion", |
| "wandb_project": "dalle2_diffusion_prior", |
| "wandb_resume": true, |
| "wandb_run_id": "20jdn8i2", |
| "verbose": true |
| }, |
| "load": { |
| "load_from": "local", |
| "file_path": "/fsx/nousr/.prior/latest_checkpoint.pth" |
| }, |
| "save": [ |
| { |
| "save_to": "local", |
| "save_type": "checkpoint", |
| "save_latest_to": ".prior/latest_checkpoint.pth", |
| "save_best_to": ".prior/best_checkpoint.pth" |
| }, |
| { |
| "save_to": "huggingface", |
| "huggingface_repo": "laion/DALLE2-PyTorch", |
| "save_meta_to": "prior/", |
| "save_latest_to": "prior/latest.pth", |
| "save_best_to": "prior/best.pth", |
| "save_type": "model" |
| } |
| ] |
| } |
| } |
|
|
