Upload folder using huggingface_hub

f16d4/sit-xl-1-invae-f16d4-dinov2-vit-b-enc8-coeff0.5-cosine-mlp-400k/args.json

@@ -0,0 +1,61 @@
+{
+    "output_dir": "exps",
+    "exp_name": "sit-xl-1-invae-f16d4-dinov2-vit-b-enc8-coeff0.5-cosine-mlp-400k",
+    "logging_dir": "logs",
+    "report_to": "wandb",
+    "sampling_steps": 50000,
+    "resume_step": 0,
+    "n_samples": 64,
+    "sync_checkpoints": false,
+    "model": "SiT-XL/1",
+    "num_classes": 1000,
+    "encoder_depth": 8,
+    "fused_attn": true,
+    "qk_norm": false,
+    "projection_layer_type": "mlp",
+    "proj_kwargs_kernel_size": 1,
+    "vae": "f16d4",
+    "vae_ckpt": "pretrained_models/invae-f16d4.pt",
+    "vae_latents_name": "invae-f16d4",
+    "data_dir": "/scratch/xingjian.leng/data",
+    "imagenet_dir": "data",
+    "resolution": 256,
+    "batch_size": 256,
+    "vis_enc_resolution": 256,
+    "precached_latents_dir": null,
+    "allow_tf32": true,
+    "mixed_precision": "fp16",
+    "epochs": 1400,
+    "max_train_steps": 400000,
+    "checkpointing_steps": 25000,
+    "gradient_accumulation_steps": 1,
+    "learning_rate": 0.0001,
+    "adam_beta1": 0.9,
+    "adam_beta2": 0.999,
+    "adam_weight_decay": 0.0,
+    "adam_epsilon": 1e-08,
+    "max_grad_norm": 1.0,
+    "compile": false,
+    "ema_decay": 0.9999,
+    "ema_update_freq": 1,
+    "seed": 0,
+    "num_workers": 16,
+    "path_type": "linear",
+    "prediction": "v",
+    "cfg_prob": 0.1,
+    "enc_type": "dinov2-vit-b",
+    "proj_coeff": "0.5",
+    "weighting": "uniform",
+    "repa_loss": true,
+    "projection_loss_type": "cosine",
+    "spnorm_method": "none",
+    "cls_token_weight": 0.2,
+    "zscore_alpha": 1.0,
+    "zscore_proj_skip_std": false,
+    "symmetric": true,
+    "tau": 0.5,
+    "negatives": "intra",
+    "bef_proj": false,
+    "remove_diag": true,
+    "instancenorm": false
+}

f16d4/sit-xl-1-invae-f16d4-dinov2-vit-b-enc8-coeff0.5-cosine-mlp-400k/log.txt

@@ -0,0 +1,26 @@
+[2025-12-09 11:47:00] Experiment directory created at exps/sit-xl-1-invae-f16d4-dinov2-vit-b-enc8-coeff0.5-cosine-mlp-400k
+[2025-12-09 11:47:00] Syncing checkpoints is disabled. Please enable it to save checkpoints to s3 using sd sync.
+[2025-12-09 11:47:00] SYNCING CHECKPOINTS IS DISABLED. PLEASE PROCEED WITH CAUTION.
+[2025-12-09 11:53:25] Experiment directory created at exps/sit-xl-1-invae-f16d4-dinov2-vit-b-enc8-coeff0.5-cosine-mlp-400k
+[2025-12-09 11:53:25] Syncing checkpoints is disabled. Please enable it to save checkpoints to s3 using sd sync.
+[2025-12-09 11:53:25] SYNCING CHECKPOINTS IS DISABLED. PLEASE PROCEED WITH CAUTION.
+[2025-12-09 11:53:28] using MLP layer as FFN
+[2025-12-09 11:53:40] SiT Parameters: 683,214,852
+[2025-12-09 11:53:41] Dataset contains 1,281,167 images (/scratch/xingjian.leng/data)
+[2025-12-09 12:54:35] Saved checkpoint to exps/sit-xl-1-invae-f16d4-dinov2-vit-b-enc8-coeff0.5-cosine-mlp-400k/checkpoints/0025000.pt
+[2025-12-09 13:55:38] Saved checkpoint to exps/sit-xl-1-invae-f16d4-dinov2-vit-b-enc8-coeff0.5-cosine-mlp-400k/checkpoints/0050000.pt
+[2025-12-09 14:56:34] Saved checkpoint to exps/sit-xl-1-invae-f16d4-dinov2-vit-b-enc8-coeff0.5-cosine-mlp-400k/checkpoints/0075000.pt
+[2025-12-09 15:57:32] Saved checkpoint to exps/sit-xl-1-invae-f16d4-dinov2-vit-b-enc8-coeff0.5-cosine-mlp-400k/checkpoints/0100000.pt
+[2025-12-09 16:58:26] Saved checkpoint to exps/sit-xl-1-invae-f16d4-dinov2-vit-b-enc8-coeff0.5-cosine-mlp-400k/checkpoints/0125000.pt
+[2025-12-09 17:59:15] Saved checkpoint to exps/sit-xl-1-invae-f16d4-dinov2-vit-b-enc8-coeff0.5-cosine-mlp-400k/checkpoints/0150000.pt
+[2025-12-09 19:00:09] Saved checkpoint to exps/sit-xl-1-invae-f16d4-dinov2-vit-b-enc8-coeff0.5-cosine-mlp-400k/checkpoints/0175000.pt
+[2025-12-09 20:00:59] Saved checkpoint to exps/sit-xl-1-invae-f16d4-dinov2-vit-b-enc8-coeff0.5-cosine-mlp-400k/checkpoints/0200000.pt
+[2025-12-09 21:02:02] Saved checkpoint to exps/sit-xl-1-invae-f16d4-dinov2-vit-b-enc8-coeff0.5-cosine-mlp-400k/checkpoints/0225000.pt
+[2025-12-09 22:02:55] Saved checkpoint to exps/sit-xl-1-invae-f16d4-dinov2-vit-b-enc8-coeff0.5-cosine-mlp-400k/checkpoints/0250000.pt
+[2025-12-09 23:04:21] Saved checkpoint to exps/sit-xl-1-invae-f16d4-dinov2-vit-b-enc8-coeff0.5-cosine-mlp-400k/checkpoints/0275000.pt
+[2025-12-10 00:05:42] Saved checkpoint to exps/sit-xl-1-invae-f16d4-dinov2-vit-b-enc8-coeff0.5-cosine-mlp-400k/checkpoints/0300000.pt
+[2025-12-10 01:06:49] Saved checkpoint to exps/sit-xl-1-invae-f16d4-dinov2-vit-b-enc8-coeff0.5-cosine-mlp-400k/checkpoints/0325000.pt
+[2025-12-10 02:07:38] Saved checkpoint to exps/sit-xl-1-invae-f16d4-dinov2-vit-b-enc8-coeff0.5-cosine-mlp-400k/checkpoints/0350000.pt
+[2025-12-10 03:08:28] Saved checkpoint to exps/sit-xl-1-invae-f16d4-dinov2-vit-b-enc8-coeff0.5-cosine-mlp-400k/checkpoints/0375000.pt
+[2025-12-10 04:09:14] Saved checkpoint to exps/sit-xl-1-invae-f16d4-dinov2-vit-b-enc8-coeff0.5-cosine-mlp-400k/checkpoints/0400000.pt
+[2025-12-10 04:09:14] Done!