Upload folder using huggingface_hub

f16d64/sit-xl-1-invae-f16d64-dinov2-vit-b-enc8-coeff0.5-cosine-mlp-400k/args.json

@@ -0,0 +1,61 @@
+{
+    "output_dir": "exps",
+    "exp_name": "sit-xl-1-invae-f16d64-dinov2-vit-b-enc8-coeff0.5-cosine-mlp-400k",
+    "logging_dir": "logs",
+    "report_to": "wandb",
+    "sampling_steps": 50000,
+    "resume_step": 0,
+    "n_samples": 64,
+    "sync_checkpoints": false,
+    "model": "SiT-XL/1",
+    "num_classes": 1000,
+    "encoder_depth": 8,
+    "fused_attn": true,
+    "qk_norm": false,
+    "projection_layer_type": "mlp",
+    "proj_kwargs_kernel_size": 1,
+    "vae": "f16d64",
+    "vae_ckpt": "pretrained_models/invae-f16d64.pt",
+    "vae_latents_name": "invae-f16d64",
+    "data_dir": "/scratch/xingjian.leng/data",
+    "imagenet_dir": "data",
+    "resolution": 256,
+    "batch_size": 256,
+    "vis_enc_resolution": 256,
+    "precached_latents_dir": null,
+    "allow_tf32": true,
+    "mixed_precision": "fp16",
+    "epochs": 1400,
+    "max_train_steps": 400000,
+    "checkpointing_steps": 25000,
+    "gradient_accumulation_steps": 1,
+    "learning_rate": 0.0001,
+    "adam_beta1": 0.9,
+    "adam_beta2": 0.999,
+    "adam_weight_decay": 0.0,
+    "adam_epsilon": 1e-08,
+    "max_grad_norm": 1.0,
+    "compile": false,
+    "ema_decay": 0.9999,
+    "ema_update_freq": 1,
+    "seed": 0,
+    "num_workers": 16,
+    "path_type": "linear",
+    "prediction": "v",
+    "cfg_prob": 0.1,
+    "enc_type": "dinov2-vit-b",
+    "proj_coeff": "0.5",
+    "weighting": "uniform",
+    "repa_loss": true,
+    "projection_loss_type": "cosine",
+    "spnorm_method": "none",
+    "cls_token_weight": 0.2,
+    "zscore_alpha": 1.0,
+    "zscore_proj_skip_std": false,
+    "symmetric": true,
+    "tau": 0.5,
+    "negatives": "intra",
+    "bef_proj": false,
+    "remove_diag": true,
+    "instancenorm": false
+}

f16d64/sit-xl-1-invae-f16d64-dinov2-vit-b-enc8-coeff0.5-cosine-mlp-400k/log.txt

@@ -0,0 +1,27 @@
+[2025-11-28 05:25:24] Experiment directory created at exps/sit-xl-1-invae-f16d64-dinov2-vit-b-enc8-coeff0.5-cosine-mlp-400k
+[2025-11-28 05:25:24] Syncing checkpoints is disabled. Please enable it to save checkpoints to s3 using sd sync.
+[2025-11-28 05:25:24] SYNCING CHECKPOINTS IS DISABLED. PLEASE PROCEED WITH CAUTION.
+[2025-11-28 05:25:29] using MLP layer as FFN
+[2025-11-28 05:28:54] Experiment directory created at exps/sit-xl-1-invae-f16d64-dinov2-vit-b-enc8-coeff0.5-cosine-mlp-400k
+[2025-11-28 05:28:54] Syncing checkpoints is disabled. Please enable it to save checkpoints to s3 using sd sync.
+[2025-11-28 05:28:54] SYNCING CHECKPOINTS IS DISABLED. PLEASE PROCEED WITH CAUTION.
+[2025-11-28 05:28:55] using MLP layer as FFN
+[2025-11-28 05:29:06] SiT Parameters: 683,353,152
+[2025-11-28 05:29:07] Dataset contains 1,281,167 images (/scratch/xingjian.leng/data)
+[2025-11-28 06:30:56] Saved checkpoint to exps/sit-xl-1-invae-f16d64-dinov2-vit-b-enc8-coeff0.5-cosine-mlp-400k/checkpoints/0025000.pt
+[2025-11-28 07:32:34] Saved checkpoint to exps/sit-xl-1-invae-f16d64-dinov2-vit-b-enc8-coeff0.5-cosine-mlp-400k/checkpoints/0050000.pt
+[2025-11-28 08:34:12] Saved checkpoint to exps/sit-xl-1-invae-f16d64-dinov2-vit-b-enc8-coeff0.5-cosine-mlp-400k/checkpoints/0075000.pt
+[2025-11-28 09:35:54] Saved checkpoint to exps/sit-xl-1-invae-f16d64-dinov2-vit-b-enc8-coeff0.5-cosine-mlp-400k/checkpoints/0100000.pt
+[2025-11-28 10:37:27] Saved checkpoint to exps/sit-xl-1-invae-f16d64-dinov2-vit-b-enc8-coeff0.5-cosine-mlp-400k/checkpoints/0125000.pt
+[2025-11-28 11:39:04] Saved checkpoint to exps/sit-xl-1-invae-f16d64-dinov2-vit-b-enc8-coeff0.5-cosine-mlp-400k/checkpoints/0150000.pt
+[2025-11-28 12:40:33] Saved checkpoint to exps/sit-xl-1-invae-f16d64-dinov2-vit-b-enc8-coeff0.5-cosine-mlp-400k/checkpoints/0175000.pt
+[2025-11-28 13:42:09] Saved checkpoint to exps/sit-xl-1-invae-f16d64-dinov2-vit-b-enc8-coeff0.5-cosine-mlp-400k/checkpoints/0200000.pt
+[2025-11-28 14:43:37] Saved checkpoint to exps/sit-xl-1-invae-f16d64-dinov2-vit-b-enc8-coeff0.5-cosine-mlp-400k/checkpoints/0225000.pt
+[2025-11-28 15:45:04] Saved checkpoint to exps/sit-xl-1-invae-f16d64-dinov2-vit-b-enc8-coeff0.5-cosine-mlp-400k/checkpoints/0250000.pt
+[2025-11-28 16:46:36] Saved checkpoint to exps/sit-xl-1-invae-f16d64-dinov2-vit-b-enc8-coeff0.5-cosine-mlp-400k/checkpoints/0275000.pt
+[2025-11-28 17:48:03] Saved checkpoint to exps/sit-xl-1-invae-f16d64-dinov2-vit-b-enc8-coeff0.5-cosine-mlp-400k/checkpoints/0300000.pt
+[2025-11-28 18:49:34] Saved checkpoint to exps/sit-xl-1-invae-f16d64-dinov2-vit-b-enc8-coeff0.5-cosine-mlp-400k/checkpoints/0325000.pt
+[2025-11-28 19:51:00] Saved checkpoint to exps/sit-xl-1-invae-f16d64-dinov2-vit-b-enc8-coeff0.5-cosine-mlp-400k/checkpoints/0350000.pt
+[2025-11-28 20:52:28] Saved checkpoint to exps/sit-xl-1-invae-f16d64-dinov2-vit-b-enc8-coeff0.5-cosine-mlp-400k/checkpoints/0375000.pt
+[2025-11-28 21:53:51] Saved checkpoint to exps/sit-xl-1-invae-f16d64-dinov2-vit-b-enc8-coeff0.5-cosine-mlp-400k/checkpoints/0400000.pt
+[2025-11-28 21:53:52] Done!