Upload folder using huggingface_hub
Browse files
sit-xl-1-f16d64-e2e-novariational-logvar0.0/args.json
ADDED
|
@@ -0,0 +1,55 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"output_dir": "exps_simple_e2e",
|
| 3 |
+
"exp_name": "sit-xl-1-f16d64-e2e-novariational-logvar0.0",
|
| 4 |
+
"logging_dir": "logs",
|
| 5 |
+
"report_to": "wandb",
|
| 6 |
+
"sampling_steps": 50000,
|
| 7 |
+
"resume_step": 0,
|
| 8 |
+
"force_val_bsz": false,
|
| 9 |
+
"model": "SiT-XL/1",
|
| 10 |
+
"num_classes": 1000,
|
| 11 |
+
"qk_norm": false,
|
| 12 |
+
"fused_attn": true,
|
| 13 |
+
"bn_momentum": 0.1,
|
| 14 |
+
"data_dir": "/scratch/xingjian.leng/data",
|
| 15 |
+
"resolution": 256,
|
| 16 |
+
"batch_size": 256,
|
| 17 |
+
"allow_tf32": true,
|
| 18 |
+
"mixed_precision": "bf16",
|
| 19 |
+
"epochs": 1400,
|
| 20 |
+
"max_train_steps": 400000,
|
| 21 |
+
"checkpointing_steps": 50000,
|
| 22 |
+
"gradient_accumulation_steps": 1,
|
| 23 |
+
"learning_rate": 0.0001,
|
| 24 |
+
"adam_beta1": 0.9,
|
| 25 |
+
"adam_beta2": 0.999,
|
| 26 |
+
"adam_weight_decay": 0.0,
|
| 27 |
+
"adam_epsilon": 1e-08,
|
| 28 |
+
"max_grad_norm": 1.0,
|
| 29 |
+
"grad_check_threshold": 10.0,
|
| 30 |
+
"compile": true,
|
| 31 |
+
"seed": 0,
|
| 32 |
+
"num_workers": 18,
|
| 33 |
+
"path_type": "linear",
|
| 34 |
+
"prediction": "v",
|
| 35 |
+
"cfg_prob": 0.1,
|
| 36 |
+
"weighting": "uniform",
|
| 37 |
+
"vae": "f16d64",
|
| 38 |
+
"vae_ckpt": null,
|
| 39 |
+
"fixed_logvar": 0.0,
|
| 40 |
+
"use_variational": false,
|
| 41 |
+
"disc_pretrained_ckpt": null,
|
| 42 |
+
"loss_cfg_path": "configs/l1_lpips_kl_gan.yaml",
|
| 43 |
+
"vae_learning_rate": 0.0001,
|
| 44 |
+
"vae_adam_beta1": 0.9,
|
| 45 |
+
"vae_adam_beta2": 0.999,
|
| 46 |
+
"vae_adam_weight_decay": 0.0,
|
| 47 |
+
"vae_adam_epsilon": 1e-08,
|
| 48 |
+
"vae_scheduler_type": "constant",
|
| 49 |
+
"vae_warmup_steps": 0,
|
| 50 |
+
"disc_learning_rate": 0.0001,
|
| 51 |
+
"disc_adam_beta1": 0.9,
|
| 52 |
+
"disc_adam_beta2": 0.999,
|
| 53 |
+
"disc_adam_weight_decay": 0.0,
|
| 54 |
+
"disc_adam_epsilon": 1e-08
|
| 55 |
+
}
|
sit-xl-1-f16d64-e2e-novariational-logvar0.0/log.txt
ADDED
|
@@ -0,0 +1,40 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
[[34m2025-10-05 07:14:50[0m] Experiment directory created at exps_simple_e2e/sit-xl-1-f16d64-e2e-novariational-logvar0.0
|
| 2 |
+
[[34m2025-10-05 09:46:06[0m] Experiment directory created at exps_simple_e2e/sit-xl-1-f16d64-e2e-novariational-logvar0.0
|
| 3 |
+
[[34m2025-10-05 09:46:15[0m] SiT Parameters: 675,221,824
|
| 4 |
+
[[34m2025-10-05 09:46:15[0m] Dataset contains 1,281,167 images (/scratch/xingjian.leng/data)
|
| 5 |
+
[[34m2025-10-05 09:52:49[0m] Generating EMA samples done.
|
| 6 |
+
[[34m2025-10-05 09:53:35[0m] VAE reconstruction and latents PCA logged
|
| 7 |
+
[[34m2025-10-05 09:53:36[0m] Ground-truth samples logged
|
| 8 |
+
[[34m2025-10-05 14:40:50[0m] Saved checkpoint to exps_simple_e2e/sit-xl-1-f16d64-e2e-novariational-logvar0.0/checkpoints/0050000.pt
|
| 9 |
+
[[34m2025-10-05 14:40:53[0m] Generating EMA samples done.
|
| 10 |
+
[[34m2025-10-05 14:40:56[0m] VAE reconstruction and latents PCA logged
|
| 11 |
+
[[34m2025-10-05 14:40:57[0m] Ground-truth samples logged
|
| 12 |
+
[[34m2025-10-05 19:27:36[0m] Saved checkpoint to exps_simple_e2e/sit-xl-1-f16d64-e2e-novariational-logvar0.0/checkpoints/0100000.pt
|
| 13 |
+
[[34m2025-10-05 19:27:39[0m] Generating EMA samples done.
|
| 14 |
+
[[34m2025-10-05 19:27:42[0m] VAE reconstruction and latents PCA logged
|
| 15 |
+
[[34m2025-10-05 19:27:43[0m] Ground-truth samples logged
|
| 16 |
+
[[34m2025-10-06 00:14:17[0m] Saved checkpoint to exps_simple_e2e/sit-xl-1-f16d64-e2e-novariational-logvar0.0/checkpoints/0150000.pt
|
| 17 |
+
[[34m2025-10-06 00:14:19[0m] Generating EMA samples done.
|
| 18 |
+
[[34m2025-10-06 00:14:22[0m] VAE reconstruction and latents PCA logged
|
| 19 |
+
[[34m2025-10-06 00:14:24[0m] Ground-truth samples logged
|
| 20 |
+
[[34m2025-10-06 05:00:24[0m] Saved checkpoint to exps_simple_e2e/sit-xl-1-f16d64-e2e-novariational-logvar0.0/checkpoints/0200000.pt
|
| 21 |
+
[[34m2025-10-06 05:00:27[0m] Generating EMA samples done.
|
| 22 |
+
[[34m2025-10-06 05:00:29[0m] VAE reconstruction and latents PCA logged
|
| 23 |
+
[[34m2025-10-06 05:00:31[0m] Ground-truth samples logged
|
| 24 |
+
[[34m2025-10-06 09:46:37[0m] Saved checkpoint to exps_simple_e2e/sit-xl-1-f16d64-e2e-novariational-logvar0.0/checkpoints/0250000.pt
|
| 25 |
+
[[34m2025-10-06 09:46:40[0m] Generating EMA samples done.
|
| 26 |
+
[[34m2025-10-06 09:46:42[0m] VAE reconstruction and latents PCA logged
|
| 27 |
+
[[34m2025-10-06 09:46:44[0m] Ground-truth samples logged
|
| 28 |
+
[[34m2025-10-06 14:32:53[0m] Saved checkpoint to exps_simple_e2e/sit-xl-1-f16d64-e2e-novariational-logvar0.0/checkpoints/0300000.pt
|
| 29 |
+
[[34m2025-10-06 14:32:56[0m] Generating EMA samples done.
|
| 30 |
+
[[34m2025-10-06 14:32:59[0m] VAE reconstruction and latents PCA logged
|
| 31 |
+
[[34m2025-10-06 14:33:00[0m] Ground-truth samples logged
|
| 32 |
+
[[34m2025-10-06 19:19:05[0m] Saved checkpoint to exps_simple_e2e/sit-xl-1-f16d64-e2e-novariational-logvar0.0/checkpoints/0350000.pt
|
| 33 |
+
[[34m2025-10-06 19:19:08[0m] Generating EMA samples done.
|
| 34 |
+
[[34m2025-10-06 19:19:11[0m] VAE reconstruction and latents PCA logged
|
| 35 |
+
[[34m2025-10-06 19:19:13[0m] Ground-truth samples logged
|
| 36 |
+
[[34m2025-10-07 00:05:22[0m] Saved checkpoint to exps_simple_e2e/sit-xl-1-f16d64-e2e-novariational-logvar0.0/checkpoints/0400000.pt
|
| 37 |
+
[[34m2025-10-07 00:05:25[0m] Generating EMA samples done.
|
| 38 |
+
[[34m2025-10-07 00:05:28[0m] VAE reconstruction and latents PCA logged
|
| 39 |
+
[[34m2025-10-07 00:05:30[0m] Ground-truth samples logged
|
| 40 |
+
[[34m2025-10-07 00:05:30[0m] Done!
|