config.json

{"use_distill": true, "distill_mode": "dinov2", "distill_loss_weight": ["0.5", "2.0"], "use_wandb": true, "no_local_save": false, "vq_model": "VQ-16", "vq_ckpt": "/mnt/data/editing/yingcaihe/sunhaiyue/ckpt/llamagen_t2i/vq_ds16_t2i.pt", "codebook_size": 16384, "codebook_embed_dim": 8, "gpt_model": "GPT-XL", "gpt_ckpt": "/mnt/data/editing/yingcaihe/sunhaiyue/ckpt/llamagen_t2i/t2i_XL_stage2_512.pt", "gpt_type": "edit", "gpt_mode": "joint_cls_emb", "vocab_size": 16384, "cls_token_num": 120, "dropout_p": 0.1, "token_dropout_p": 0.1, "drop_path": 0.0, "no_compile": false, "output_dir": "checkpoints/train/Concat_Instruct1_2", "image_size": 512, "downsample_size": 16, "num_classes": 1000, "epochs": 500, "lr": 0.0001, "weight_decay": 0.05, "beta1": 0.9, "beta2": 0.95, "max_grad_norm": 1.0, "global_batch_size": 16, "global_seed": 0, "num_workers": 4, "log_every": 10, "ckpt_every": 200, "gradient_accumulation_steps": 1, "mixed_precision": "bf16", "t5_path": "/mnt/data/editing/yingcaihe/sunhaiyue/ckpt", "t5_model_type": "flan-t5-xl", "t5_feature_max_len": 120, "t5_feature_dim": 2048, "dataset_list": ["multicond++"], "multigendepth_path": "data/MultiGen-20M_depth_HF/", "multigendepth_prob": 0.15, "multigencanny_path": "data/MultiGen-20M_depth_HF/", "multigencanny_prob": 0.3, "conditionsegmentation_path": "data/Condition_Segmentation/", "conditionsegmentation_prob": 0.45, "pipe_path": "data/PIPE_HF", "pipe_prob": 0.7, "seedxunsplash_path": "data/Seedx_Unsplash_HF", "seedxunsplash_prob": 1.0, "subject10k_path": "/mnt/data/editing/yingcaihe/sunhaiyue/data/subject_dataset_10k/segmented_data", "subject10k_prob": 0.0, "unicombine_path": "/mnt/data/editing/yingcaihe/sunhaiyue/data/dataset/unzipSubject200K", "unicombine_prob": 1.0, "special_mask": false, "max_ref_num": 4, "ref_index_embed": true, "concat_target": true, "need_reference_mask": false, "eval_path": ["/mnt/data/editing/yingcaihe/sunhaiyue/data/subject_dataset_10k/eval"], "instruct_token_mode": "casual", "instruct_token_num": 120, "rank": 0, "world_size": 4, "gpu": 0, "dist_url": "env://", "distributed": true, "dist_backend": "nccl"}