Upload folder using huggingface_hub

f16d512/sit-xl-1-invae-f16d512-dinov2-vit-b-enc8-coeff0.5-cosine-mlp-400k/args.json

@@ -0,0 +1,61 @@
+{
+    "output_dir": "exps",
+    "exp_name": "sit-xl-1-invae-f16d512-dinov2-vit-b-enc8-coeff0.5-cosine-mlp-400k",
+    "logging_dir": "logs",
+    "report_to": "wandb",
+    "sampling_steps": 50000,
+    "resume_step": 0,
+    "n_samples": 64,
+    "sync_checkpoints": false,
+    "model": "SiT-XL/1",
+    "num_classes": 1000,
+    "encoder_depth": 8,
+    "fused_attn": true,
+    "qk_norm": false,
+    "projection_layer_type": "mlp",
+    "proj_kwargs_kernel_size": 1,
+    "vae": "f16d512",
+    "vae_ckpt": "pretrained_models/invae-f16d512.pt",
+    "vae_latents_name": null,
+    "data_dir": "/scratch/xingjian.leng/data",
+    "imagenet_dir": "data",
+    "resolution": 256,
+    "batch_size": 256,
+    "vis_enc_resolution": 256,
+    "precached_latents_dir": null,
+    "allow_tf32": true,
+    "mixed_precision": "fp16",
+    "epochs": 1400,
+    "max_train_steps": 400000,
+    "checkpointing_steps": 50000,
+    "gradient_accumulation_steps": 1,
+    "learning_rate": 0.0001,
+    "adam_beta1": 0.9,
+    "adam_beta2": 0.999,
+    "adam_weight_decay": 0.0,
+    "adam_epsilon": 1e-08,
+    "max_grad_norm": 1.0,
+    "compile": false,
+    "ema_decay": 0.9999,
+    "ema_update_freq": 1,
+    "seed": 0,
+    "num_workers": 16,
+    "path_type": "linear",
+    "prediction": "v",
+    "cfg_prob": 0.1,
+    "enc_type": "dinov2-vit-b",
+    "proj_coeff": "0.5",
+    "weighting": "uniform",
+    "repa_loss": true,
+    "projection_loss_type": "cosine",
+    "spnorm_method": "none",
+    "cls_token_weight": 0.2,
+    "zscore_alpha": 1.0,
+    "zscore_proj_skip_std": false,
+    "symmetric": true,
+    "tau": 0.5,
+    "negatives": "intra",
+    "bef_proj": false,
+    "remove_diag": true,
+    "instancenorm": false
+}

f16d512/sit-xl-1-invae-f16d512-dinov2-vit-b-enc8-coeff0.5-cosine-mlp-400k/log.txt

@@ -0,0 +1,15 @@
+[2025-12-01 03:27:36] Experiment directory created at exps/sit-xl-1-invae-f16d512-dinov2-vit-b-enc8-coeff0.5-cosine-mlp-400k
+[2025-12-01 03:27:36] Syncing checkpoints is disabled. Please enable it to save checkpoints to s3 using sd sync.
+[2025-12-01 03:27:36] SYNCING CHECKPOINTS IS DISABLED. PLEASE PROCEED WITH CAUTION.
+[2025-12-01 03:27:42] using MLP layer as FFN
+[2025-12-01 03:28:01] SiT Parameters: 684,385,792
+[2025-12-01 03:28:03] Dataset contains 1,281,167 images (/scratch/xingjian.leng/data)
+[2025-12-01 06:09:52] Saved checkpoint to exps/sit-xl-1-invae-f16d512-dinov2-vit-b-enc8-coeff0.5-cosine-mlp-400k/checkpoints/0050000.pt
+[2025-12-01 08:50:59] Saved checkpoint to exps/sit-xl-1-invae-f16d512-dinov2-vit-b-enc8-coeff0.5-cosine-mlp-400k/checkpoints/0100000.pt
+[2025-12-01 11:32:10] Saved checkpoint to exps/sit-xl-1-invae-f16d512-dinov2-vit-b-enc8-coeff0.5-cosine-mlp-400k/checkpoints/0150000.pt
+[2025-12-01 14:13:23] Saved checkpoint to exps/sit-xl-1-invae-f16d512-dinov2-vit-b-enc8-coeff0.5-cosine-mlp-400k/checkpoints/0200000.pt
+[2025-12-01 16:54:34] Saved checkpoint to exps/sit-xl-1-invae-f16d512-dinov2-vit-b-enc8-coeff0.5-cosine-mlp-400k/checkpoints/0250000.pt
+[2025-12-01 19:36:06] Saved checkpoint to exps/sit-xl-1-invae-f16d512-dinov2-vit-b-enc8-coeff0.5-cosine-mlp-400k/checkpoints/0300000.pt
+[2025-12-01 22:17:40] Saved checkpoint to exps/sit-xl-1-invae-f16d512-dinov2-vit-b-enc8-coeff0.5-cosine-mlp-400k/checkpoints/0350000.pt
+[2025-12-02 00:58:54] Saved checkpoint to exps/sit-xl-1-invae-f16d512-dinov2-vit-b-enc8-coeff0.5-cosine-mlp-400k/checkpoints/0400000.pt
+[2025-12-02 00:58:55] Done!