Upload folder using huggingface_hub
Browse files
sit-xl-1-f16d32-e2e-novariational-logvar0.0/args.json
ADDED
|
@@ -0,0 +1,55 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"output_dir": "exps_simple_e2e",
|
| 3 |
+
"exp_name": "sit-xl-1-f16d32-e2e-novariational-logvar0.0",
|
| 4 |
+
"logging_dir": "logs",
|
| 5 |
+
"report_to": "wandb",
|
| 6 |
+
"sampling_steps": 50000,
|
| 7 |
+
"resume_step": 0,
|
| 8 |
+
"force_val_bsz": false,
|
| 9 |
+
"model": "SiT-XL/1",
|
| 10 |
+
"num_classes": 1000,
|
| 11 |
+
"qk_norm": false,
|
| 12 |
+
"fused_attn": true,
|
| 13 |
+
"bn_momentum": 0.1,
|
| 14 |
+
"data_dir": "/scratch/xingjian.leng/data",
|
| 15 |
+
"resolution": 256,
|
| 16 |
+
"batch_size": 256,
|
| 17 |
+
"allow_tf32": true,
|
| 18 |
+
"mixed_precision": "bf16",
|
| 19 |
+
"epochs": 1400,
|
| 20 |
+
"max_train_steps": 400000,
|
| 21 |
+
"checkpointing_steps": 50000,
|
| 22 |
+
"gradient_accumulation_steps": 1,
|
| 23 |
+
"learning_rate": 0.0001,
|
| 24 |
+
"adam_beta1": 0.9,
|
| 25 |
+
"adam_beta2": 0.999,
|
| 26 |
+
"adam_weight_decay": 0.0,
|
| 27 |
+
"adam_epsilon": 1e-08,
|
| 28 |
+
"max_grad_norm": 1.0,
|
| 29 |
+
"grad_check_threshold": 10.0,
|
| 30 |
+
"compile": true,
|
| 31 |
+
"seed": 0,
|
| 32 |
+
"num_workers": 18,
|
| 33 |
+
"path_type": "linear",
|
| 34 |
+
"prediction": "v",
|
| 35 |
+
"cfg_prob": 0.1,
|
| 36 |
+
"weighting": "uniform",
|
| 37 |
+
"vae": "f16d32",
|
| 38 |
+
"vae_ckpt": null,
|
| 39 |
+
"fixed_logvar": 0.0,
|
| 40 |
+
"use_variational": false,
|
| 41 |
+
"disc_pretrained_ckpt": null,
|
| 42 |
+
"loss_cfg_path": "configs/l1_lpips_kl_gan.yaml",
|
| 43 |
+
"vae_learning_rate": 0.0001,
|
| 44 |
+
"vae_adam_beta1": 0.9,
|
| 45 |
+
"vae_adam_beta2": 0.999,
|
| 46 |
+
"vae_adam_weight_decay": 0.0,
|
| 47 |
+
"vae_adam_epsilon": 1e-08,
|
| 48 |
+
"vae_scheduler_type": "constant",
|
| 49 |
+
"vae_warmup_steps": 0,
|
| 50 |
+
"disc_learning_rate": 0.0001,
|
| 51 |
+
"disc_adam_beta1": 0.9,
|
| 52 |
+
"disc_adam_beta2": 0.999,
|
| 53 |
+
"disc_adam_weight_decay": 0.0,
|
| 54 |
+
"disc_adam_epsilon": 1e-08
|
| 55 |
+
}
|
sit-xl-1-f16d32-e2e-novariational-logvar0.0/log.txt
ADDED
|
@@ -0,0 +1,39 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
[[34m2025-10-03 01:13:16[0m] Experiment directory created at exps_simple_e2e/sit-xl-1-f16d32-e2e-novariational-logvar0.0
|
| 2 |
+
[[34m2025-10-03 01:13:26[0m] SiT Parameters: 675,148,064
|
| 3 |
+
[[34m2025-10-03 01:13:27[0m] Dataset contains 1,281,167 images (/scratch/xingjian.leng/data)
|
| 4 |
+
[[34m2025-10-03 01:20:51[0m] Generating EMA samples done.
|
| 5 |
+
[[34m2025-10-03 01:21:36[0m] VAE reconstruction and latents PCA logged
|
| 6 |
+
[[34m2025-10-03 01:21:37[0m] Ground-truth samples logged
|
| 7 |
+
[[34m2025-10-03 06:06:36[0m] Saved checkpoint to exps_simple_e2e/sit-xl-1-f16d32-e2e-novariational-logvar0.0/checkpoints/0050000.pt
|
| 8 |
+
[[34m2025-10-03 06:06:39[0m] Generating EMA samples done.
|
| 9 |
+
[[34m2025-10-03 06:06:42[0m] VAE reconstruction and latents PCA logged
|
| 10 |
+
[[34m2025-10-03 06:06:43[0m] Ground-truth samples logged
|
| 11 |
+
[[34m2025-10-03 10:51:22[0m] Saved checkpoint to exps_simple_e2e/sit-xl-1-f16d32-e2e-novariational-logvar0.0/checkpoints/0100000.pt
|
| 12 |
+
[[34m2025-10-03 10:51:25[0m] Generating EMA samples done.
|
| 13 |
+
[[34m2025-10-03 10:51:28[0m] VAE reconstruction and latents PCA logged
|
| 14 |
+
[[34m2025-10-03 10:51:29[0m] Ground-truth samples logged
|
| 15 |
+
[[34m2025-10-03 15:36:13[0m] Saved checkpoint to exps_simple_e2e/sit-xl-1-f16d32-e2e-novariational-logvar0.0/checkpoints/0150000.pt
|
| 16 |
+
[[34m2025-10-03 15:36:16[0m] Generating EMA samples done.
|
| 17 |
+
[[34m2025-10-03 15:36:18[0m] VAE reconstruction and latents PCA logged
|
| 18 |
+
[[34m2025-10-03 15:36:20[0m] Ground-truth samples logged
|
| 19 |
+
[[34m2025-10-03 20:21:15[0m] Saved checkpoint to exps_simple_e2e/sit-xl-1-f16d32-e2e-novariational-logvar0.0/checkpoints/0200000.pt
|
| 20 |
+
[[34m2025-10-03 20:21:18[0m] Generating EMA samples done.
|
| 21 |
+
[[34m2025-10-03 20:21:21[0m] VAE reconstruction and latents PCA logged
|
| 22 |
+
[[34m2025-10-03 20:21:22[0m] Ground-truth samples logged
|
| 23 |
+
[[34m2025-10-04 01:06:17[0m] Saved checkpoint to exps_simple_e2e/sit-xl-1-f16d32-e2e-novariational-logvar0.0/checkpoints/0250000.pt
|
| 24 |
+
[[34m2025-10-04 01:06:20[0m] Generating EMA samples done.
|
| 25 |
+
[[34m2025-10-04 01:06:23[0m] VAE reconstruction and latents PCA logged
|
| 26 |
+
[[34m2025-10-04 01:06:24[0m] Ground-truth samples logged
|
| 27 |
+
[[34m2025-10-04 05:50:56[0m] Saved checkpoint to exps_simple_e2e/sit-xl-1-f16d32-e2e-novariational-logvar0.0/checkpoints/0300000.pt
|
| 28 |
+
[[34m2025-10-04 05:50:59[0m] Generating EMA samples done.
|
| 29 |
+
[[34m2025-10-04 05:51:02[0m] VAE reconstruction and latents PCA logged
|
| 30 |
+
[[34m2025-10-04 05:51:03[0m] Ground-truth samples logged
|
| 31 |
+
[[34m2025-10-04 10:35:40[0m] Saved checkpoint to exps_simple_e2e/sit-xl-1-f16d32-e2e-novariational-logvar0.0/checkpoints/0350000.pt
|
| 32 |
+
[[34m2025-10-04 10:35:43[0m] Generating EMA samples done.
|
| 33 |
+
[[34m2025-10-04 10:35:46[0m] VAE reconstruction and latents PCA logged
|
| 34 |
+
[[34m2025-10-04 10:35:47[0m] Ground-truth samples logged
|
| 35 |
+
[[34m2025-10-04 15:20:28[0m] Saved checkpoint to exps_simple_e2e/sit-xl-1-f16d32-e2e-novariational-logvar0.0/checkpoints/0400000.pt
|
| 36 |
+
[[34m2025-10-04 15:20:31[0m] Generating EMA samples done.
|
| 37 |
+
[[34m2025-10-04 15:20:33[0m] VAE reconstruction and latents PCA logged
|
| 38 |
+
[[34m2025-10-04 15:20:35[0m] Ground-truth samples logged
|
| 39 |
+
[[34m2025-10-04 15:20:36[0m] Done!
|