File size: 1,220 Bytes
9dc6128 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 | {
"output_dir": "exps",
"exp_name": "sit-b_interptok-41k",
"logging_dir": "logs",
"report_to": null,
"sampling_steps": 10000,
"resume_step": 0,
"continue_train_exp_dir": null,
"wandb_history_path": null,
"model": "SiT-B/1D",
"num_classes": 1000,
"qk_norm": false,
"fused_attn": true,
"bn_momentum": 0.1,
"compile": false,
"data_dir": null,
"resolution": 256,
"batch_size": 256,
"allow_tf32": true,
"ploss": false,
"mixed_precision": "no",
"epochs": 1400,
"max_train_steps": 400000,
"checkpointing_steps": 50000,
"gradient_accumulation_steps": 1,
"learning_rate": 0.0001,
"adam_beta1": 0.9,
"adam_beta2": 0.999,
"adam_weight_decay": 0.0,
"adam_epsilon": 1e-08,
"max_grad_norm": 1000000000.0,
"max_grad_norm_vae": 1.0,
"seed": 0,
"num_workers": 4,
"path_type": "linear",
"prediction": "v",
"prediction_internal": "v",
"cfg_prob": 0.1,
"weighting": "uniform",
"vae_config": "sit-b_interptok-41k/interptok_41k.yaml",
"token_drop": -1,
"token_drop_mode": "drop",
"token_drop_param": 1.0,
"token_drop_dim": 1
} |