Hugging Face's logo

grspo
/
exps_irepa_400k

Model card Files
xet
 Community
xingjianleng commited on
Commit
82a9921
·
verified ·
1 Parent(s): 96e8dc6

Upload folder using huggingface_hub

Browse files
Files changed (18) hide show
  1. sit-xl-2-sdvae-dinov3-b16-enc8-cosine0.5/args.json +12 -6
  2. sit-xl-2-sdvae-dinov3-b16-enc8-cosine0.5/checkpoints/0200000.pt +3 -0
  3. sit-xl-2-sdvae-dinov3-b16-enc8-cosine0.5/checkpoints/0300000.pt +3 -0
  4. sit-xl-2-sdvae-dinov3-b16-enc8-cosine0.5/checkpoints/0600000.pt +3 -0
  5. sit-xl-2-sdvae-dinov3-b16-enc8-cosine0.5/checkpoints/0800000.pt +3 -0
  6. sit-xl-2-sdvae-dinov3-b16-enc8-cosine0.5/checkpoints/1200000.pt +3 -0
  7. sit-xl-2-sdvae-dinov3-b16-enc8-cosine0.5/checkpoints/1400000.pt +3 -0
  8. sit-xl-2-sdvae-dinov3-b16-enc8-cosine0.5/checkpoints/1600000.pt +3 -0
  9. sit-xl-2-sdvae-dinov3-b16-enc8-cosine0.5/checkpoints/1800000.pt +3 -0
  10. sit-xl-2-sdvae-dinov3-b16-enc8-cosine0.5/checkpoints/2200000.pt +3 -0
  11. sit-xl-2-sdvae-dinov3-b16-enc8-cosine0.5/checkpoints/2400000.pt +3 -0
  12. sit-xl-2-sdvae-dinov3-b16-enc8-cosine0.5/checkpoints/2600000.pt +3 -0
  13. sit-xl-2-sdvae-dinov3-b16-enc8-cosine0.5/checkpoints/2800000.pt +3 -0
  14. sit-xl-2-sdvae-dinov3-b16-enc8-cosine0.5/checkpoints/3000000.pt +3 -0
  15. sit-xl-2-sdvae-dinov3-b16-enc8-cosine0.5/checkpoints/3200000.pt +3 -0
  16. sit-xl-2-sdvae-dinov3-b16-enc8-cosine0.5/checkpoints/3400000.pt +3 -0
  17. sit-xl-2-sdvae-dinov3-b16-enc8-cosine0.5/checkpoints/3600000.pt +3 -0
  18. sit-xl-2-sdvae-dinov3-b16-enc8-cosine0.5/log.txt +93 -0
sit-xl-2-sdvae-dinov3-b16-enc8-cosine0.5/args.json CHANGED
@@ -3,8 +3,8 @@
3
  "exp_name": "sit-xl-2-sdvae-dinov3-b16-enc8-cosine0.5",
4
  "logging_dir": "logs",
5
  "report_to": "wandb",
6
- "sampling_steps": 50000,
7
- "resume_step": 0,
8
  "n_samples": 64,
9
  "sync_checkpoints": false,
10
  "model": "SiT-XL/2",
@@ -12,17 +12,21 @@
12
  "encoder_depth": 8,
13
  "fused_attn": true,
14
  "qk_norm": false,
 
 
15
  "vae": "f8d4",
16
  "vae_ckpt": "pretrained_models/sdvae-ft-mse-f8d4.pt",
17
  "vae_latents_name": "sdvae-ft-mse-f8d4",
18
  "data_dir": "/scratch/xingjian.leng/data",
 
19
  "resolution": 256,
20
  "batch_size": 256,
 
21
  "allow_tf32": true,
22
- "mixed_precision": "bf16",
23
  "epochs": 1400,
24
- "max_train_steps": 400000,
25
- "checkpointing_steps": 50000,
26
  "gradient_accumulation_steps": 1,
27
  "learning_rate": 0.0001,
28
  "adam_beta1": 0.9,
@@ -30,7 +34,7 @@
30
  "adam_weight_decay": 0.0,
31
  "adam_epsilon": 1e-08,
32
  "max_grad_norm": 1.0,
33
- "compile": true,
34
  "ema_decay": 0.9999,
35
  "ema_update_freq": 1,
36
  "seed": 0,
@@ -46,9 +50,11 @@
46
  "spnorm_method": "none",
47
  "cls_token_weight": 0.2,
48
  "zscore_alpha": 1.0,
 
49
  "symmetric": true,
50
  "tau": 0.5,
51
  "negatives": "intra",
 
52
  "remove_diag": true,
53
  "instancenorm": false
54
  }
 
3
  "exp_name": "sit-xl-2-sdvae-dinov3-b16-enc8-cosine0.5",
4
  "logging_dir": "logs",
5
  "report_to": "wandb",
6
+ "sampling_steps": 99999999999,
7
+ "resume_step": 3000000,
8
  "n_samples": 64,
9
  "sync_checkpoints": false,
10
  "model": "SiT-XL/2",
 
12
  "encoder_depth": 8,
13
  "fused_attn": true,
14
  "qk_norm": false,
15
+ "projection_layer_type": "mlp",
16
+ "proj_kwargs_kernel_size": 1,
17
  "vae": "f8d4",
18
  "vae_ckpt": "pretrained_models/sdvae-ft-mse-f8d4.pt",
19
  "vae_latents_name": "sdvae-ft-mse-f8d4",
20
  "data_dir": "/scratch/xingjian.leng/data",
21
+ "imagenet_dir": "data",
22
  "resolution": 256,
23
  "batch_size": 256,
24
+ "vis_enc_resolution": 256,
25
  "allow_tf32": true,
26
+ "mixed_precision": "fp16",
27
  "epochs": 1400,
28
+ "max_train_steps": 4000000,
29
+ "checkpointing_steps": 200000,
30
  "gradient_accumulation_steps": 1,
31
  "learning_rate": 0.0001,
32
  "adam_beta1": 0.9,
 
34
  "adam_weight_decay": 0.0,
35
  "adam_epsilon": 1e-08,
36
  "max_grad_norm": 1.0,
37
+ "compile": false,
38
  "ema_decay": 0.9999,
39
  "ema_update_freq": 1,
40
  "seed": 0,
 
50
  "spnorm_method": "none",
51
  "cls_token_weight": 0.2,
52
  "zscore_alpha": 1.0,
53
+ "zscore_proj_skip_std": false,
54
  "symmetric": true,
55
  "tau": 0.5,
56
  "negatives": "intra",
57
+ "bef_proj": false,
58
  "remove_diag": true,
59
  "instancenorm": false
60
  }
sit-xl-2-sdvae-dinov3-b16-enc8-cosine0.5/checkpoints/0200000.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ea0b69597499788ac76f3614ad1490bbb4a683be82d0748080ec54d10a7b3117
3
+ size 10930061280
sit-xl-2-sdvae-dinov3-b16-enc8-cosine0.5/checkpoints/0300000.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:98bfe8ab456b152684cb5aec88aa3b43ef273924087f1bf85ba1c48ce89ff4b8
3
+ size 10930061280
sit-xl-2-sdvae-dinov3-b16-enc8-cosine0.5/checkpoints/0600000.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a35766bfc4ab5a515b04dfcec2fb529f1e70e3c6123d18bff636e5b9e5d6afae
3
+ size 10930061920
sit-xl-2-sdvae-dinov3-b16-enc8-cosine0.5/checkpoints/0800000.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0f24bdc0159ec0392c789e4b76fda7f802780066be1725643253e061a69de927
3
+ size 10930061920
sit-xl-2-sdvae-dinov3-b16-enc8-cosine0.5/checkpoints/1200000.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:02abac0d20e82519b672bf106d965610c2e6be3fb4c3e0c2b425b8638284b001
3
+ size 10930061920
sit-xl-2-sdvae-dinov3-b16-enc8-cosine0.5/checkpoints/1400000.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7d9762e324a3fa483dbf8eaf7b345e610c2f4d855e18a2bde69f142c07851775
3
+ size 10930061920
sit-xl-2-sdvae-dinov3-b16-enc8-cosine0.5/checkpoints/1600000.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4144e6ce130255f2af507935428ca98f84a713b9287de60dc349a8218f4a30c7
3
+ size 10930061920
sit-xl-2-sdvae-dinov3-b16-enc8-cosine0.5/checkpoints/1800000.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:241f22e2bb13d15db3d7b08393e3a9432a63d7303d8ae0b015a1506605bbe277
3
+ size 10930061920
sit-xl-2-sdvae-dinov3-b16-enc8-cosine0.5/checkpoints/2200000.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1350063b1186025c8cb185311b111841860c01ebe7cf9c82ee9d2d94f3c75a59
3
+ size 10930061920
sit-xl-2-sdvae-dinov3-b16-enc8-cosine0.5/checkpoints/2400000.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2b49affe3b82e5d7325f2a8fab46f43cc3460f3047a032e7d369cb4ab944cf9e
3
+ size 10930061920
sit-xl-2-sdvae-dinov3-b16-enc8-cosine0.5/checkpoints/2600000.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:009d36dab6252a2c8c693aa8adbad0da0b8df24df641bd573058fc3f6ebd8044
3
+ size 10930061920
sit-xl-2-sdvae-dinov3-b16-enc8-cosine0.5/checkpoints/2800000.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:270ee80da5e5ce3384b558f2e7979c8e383f3b1e70e3fb7223dc2f91539443d4
3
+ size 10930061920
sit-xl-2-sdvae-dinov3-b16-enc8-cosine0.5/checkpoints/3000000.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6c66b72a2052178e7a263a177a1b514b70f83db66742efb370550aa6c36e4253
3
+ size 10930031520
sit-xl-2-sdvae-dinov3-b16-enc8-cosine0.5/checkpoints/3200000.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:89c6e57cb538fa9816b3579f5a28feb608b0d6075100033b757a193243c19199
3
+ size 10930031584
sit-xl-2-sdvae-dinov3-b16-enc8-cosine0.5/checkpoints/3400000.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c78c23d8ae1e86c91abb1fe463c317972e3e1c8d723623a18135c174691a4562
3
+ size 10930031584
sit-xl-2-sdvae-dinov3-b16-enc8-cosine0.5/checkpoints/3600000.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a499e3c3ad6d13a6968e5225718775f0ef4390b693988578c8d7cdd31fa7c441
3
+ size 10930031584
sit-xl-2-sdvae-dinov3-b16-enc8-cosine0.5/log.txt ADDED
@@ -0,0 +1,93 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [2025-09-01 03:33:17] Experiment directory created at exps/sit-xl-2-sdvae-dinov3-b16-enc8-cosine0.5
2
+ [2025-09-01 03:33:17] Syncing checkpoints is disabled. Please enable it to save checkpoints to s3 using sd sync.
3
+ [2025-09-01 03:33:17] SYNCING CHECKPOINTS IS DISABLED. PLEASE PROCEED WITH CAUTION.
4
+ [2025-09-01 03:33:18] using base=100 for rope new
5
+ [2025-09-01 03:33:18] using min_period=None for rope new
6
+ [2025-09-01 03:33:18] using max_period=None for rope new
7
+ [2025-09-01 03:33:18] using normalize_coords=separate for rope new
8
+ [2025-09-01 03:33:18] using shift_coords=None for rope new
9
+ [2025-09-01 03:33:18] using rescale_coords=2 for rope new
10
+ [2025-09-01 03:33:18] using jitter_coords=None for rope new
11
+ [2025-09-01 03:33:18] using dtype=fp32 for rope new
12
+ [2025-09-01 03:33:18] using mlp layer as FFN
13
+ [2025-09-01 03:33:27] SiT Parameters: 683,242,512
14
+ [2025-09-01 03:33:27] Dataset contains 1,281,167 images (/scratch/xingjian.leng/data)
15
+ [2025-09-01 03:35:52] Generating EMA samples done.
16
+ [2025-09-01 05:15:19] Saved checkpoint to exps/sit-xl-2-sdvae-dinov3-b16-enc8-cosine0.5/checkpoints/0050000.pt
17
+ [2025-09-01 05:15:23] Generating EMA samples done.
18
+ [2025-09-01 06:54:49] Saved checkpoint to exps/sit-xl-2-sdvae-dinov3-b16-enc8-cosine0.5/checkpoints/0100000.pt
19
+ [2025-09-01 06:54:53] Generating EMA samples done.
20
+ [2025-09-01 08:34:23] Saved checkpoint to exps/sit-xl-2-sdvae-dinov3-b16-enc8-cosine0.5/checkpoints/0150000.pt
21
+ [2025-09-01 08:34:27] Generating EMA samples done.
22
+ [2025-09-01 10:13:14] Saved checkpoint to exps/sit-xl-2-sdvae-dinov3-b16-enc8-cosine0.5/checkpoints/0200000.pt
23
+ [2025-09-01 10:13:18] Generating EMA samples done.
24
+ [2025-09-01 11:51:49] Saved checkpoint to exps/sit-xl-2-sdvae-dinov3-b16-enc8-cosine0.5/checkpoints/0250000.pt
25
+ [2025-09-01 11:51:53] Generating EMA samples done.
26
+ [2025-09-01 13:30:36] Saved checkpoint to exps/sit-xl-2-sdvae-dinov3-b16-enc8-cosine0.5/checkpoints/0300000.pt
27
+ [2025-09-01 13:30:40] Generating EMA samples done.
28
+ [2025-09-01 15:09:19] Saved checkpoint to exps/sit-xl-2-sdvae-dinov3-b16-enc8-cosine0.5/checkpoints/0350000.pt
29
+ [2025-09-01 15:09:23] Generating EMA samples done.
30
+ [2025-09-01 16:47:31] Saved checkpoint to exps/sit-xl-2-sdvae-dinov3-b16-enc8-cosine0.5/checkpoints/0400000.pt
31
+ [2025-09-01 16:47:35] Generating EMA samples done.
32
+ [2025-09-01 16:47:36] Done!
33
+ [2025-09-13 06:43:49] Experiment directory created at exps/sit-xl-2-sdvae-dinov3-b16-enc8-cosine0.5
34
+ [2025-09-13 06:43:49] Syncing checkpoints is disabled. Please enable it to save checkpoints to s3 using sd sync.
35
+ [2025-09-13 06:43:49] SYNCING CHECKPOINTS IS DISABLED. PLEASE PROCEED WITH CAUTION.
36
+ [2025-09-13 06:43:50] using base=100 for rope new
37
+ [2025-09-13 06:43:50] using min_period=None for rope new
38
+ [2025-09-13 06:43:50] using max_period=None for rope new
39
+ [2025-09-13 06:43:50] using normalize_coords=separate for rope new
40
+ [2025-09-13 06:43:50] using shift_coords=None for rope new
41
+ [2025-09-13 06:43:50] using rescale_coords=2 for rope new
42
+ [2025-09-13 06:43:50] using jitter_coords=None for rope new
43
+ [2025-09-13 06:43:50] using dtype=fp32 for rope new
44
+ [2025-09-13 06:43:50] using mlp layer as FFN
45
+ [2025-09-13 06:43:59] SiT Parameters: 683,242,512
46
+ [2025-09-13 06:43:59] Dataset contains 1,281,167 images (/scratch/xingjian.leng/data)
47
+ [2025-09-13 13:24:35] Saved checkpoint to exps/sit-xl-2-sdvae-dinov3-b16-enc8-cosine0.5/checkpoints/0600000.pt
48
+ [2025-09-13 19:56:07] Saved checkpoint to exps/sit-xl-2-sdvae-dinov3-b16-enc8-cosine0.5/checkpoints/0800000.pt
49
+ [2025-09-14 02:29:06] Saved checkpoint to exps/sit-xl-2-sdvae-dinov3-b16-enc8-cosine0.5/checkpoints/1000000.pt
50
+ [2025-09-14 09:03:18] Saved checkpoint to exps/sit-xl-2-sdvae-dinov3-b16-enc8-cosine0.5/checkpoints/1200000.pt
51
+ [2025-09-14 15:36:26] Saved checkpoint to exps/sit-xl-2-sdvae-dinov3-b16-enc8-cosine0.5/checkpoints/1400000.pt
52
+ [2025-09-14 22:08:37] Saved checkpoint to exps/sit-xl-2-sdvae-dinov3-b16-enc8-cosine0.5/checkpoints/1600000.pt
53
+ [2025-09-15 04:40:44] Saved checkpoint to exps/sit-xl-2-sdvae-dinov3-b16-enc8-cosine0.5/checkpoints/1800000.pt
54
+ [2025-09-15 11:12:31] Saved checkpoint to exps/sit-xl-2-sdvae-dinov3-b16-enc8-cosine0.5/checkpoints/2000000.pt
55
+ [2025-09-15 17:45:12] Saved checkpoint to exps/sit-xl-2-sdvae-dinov3-b16-enc8-cosine0.5/checkpoints/2200000.pt
56
+ [2025-09-16 00:17:59] Saved checkpoint to exps/sit-xl-2-sdvae-dinov3-b16-enc8-cosine0.5/checkpoints/2400000.pt
57
+ [2025-09-16 06:49:53] Saved checkpoint to exps/sit-xl-2-sdvae-dinov3-b16-enc8-cosine0.5/checkpoints/2600000.pt
58
+ [2025-09-16 13:22:24] Saved checkpoint to exps/sit-xl-2-sdvae-dinov3-b16-enc8-cosine0.5/checkpoints/2800000.pt
59
+ [2025-09-16 20:06:13] Saved checkpoint to exps/sit-xl-2-sdvae-dinov3-b16-enc8-cosine0.5/checkpoints/3000000.pt
60
+ [2025-09-17 12:24:24] Experiment directory created at exps/sit-xl-2-sdvae-dinov3-b16-enc8-cosine0.5
61
+ [2025-09-17 12:24:24] Syncing checkpoints is disabled. Please enable it to save checkpoints to s3 using sd sync.
62
+ [2025-09-17 12:24:24] SYNCING CHECKPOINTS IS DISABLED. PLEASE PROCEED WITH CAUTION.
63
+ [2025-09-17 12:24:24] using base=100 for rope new
64
+ [2025-09-17 12:24:24] using min_period=None for rope new
65
+ [2025-09-17 12:24:24] using max_period=None for rope new
66
+ [2025-09-17 12:24:24] using normalize_coords=separate for rope new
67
+ [2025-09-17 12:24:24] using shift_coords=None for rope new
68
+ [2025-09-17 12:24:24] using rescale_coords=2 for rope new
69
+ [2025-09-17 12:24:24] using jitter_coords=None for rope new
70
+ [2025-09-17 12:24:24] using dtype=fp32 for rope new
71
+ [2025-09-17 12:24:24] using mlp layer as FFN
72
+ [2025-09-17 12:24:36] SiT Parameters: 683,242,512
73
+ [2025-09-17 12:24:37] Dataset contains 1,281,167 images (/scratch/xingjian.leng/data)
74
+ [2025-09-17 20:57:44] Saved checkpoint to exps/sit-xl-2-sdvae-dinov3-b16-enc8-cosine0.5/checkpoints/3000000.pt
75
+ [2025-09-18 05:25:40] Saved checkpoint to exps/sit-xl-2-sdvae-dinov3-b16-enc8-cosine0.5/checkpoints/3200000.pt
76
+ [2025-09-18 13:48:45] Saved checkpoint to exps/sit-xl-2-sdvae-dinov3-b16-enc8-cosine0.5/checkpoints/3400000.pt
77
+ [2025-09-18 16:07:37] Experiment directory created at exps/sit-xl-2-sdvae-dinov3-b16-enc8-cosine0.5
78
+ [2025-09-18 16:07:37] Syncing checkpoints is disabled. Please enable it to save checkpoints to s3 using sd sync.
79
+ [2025-09-18 16:07:37] SYNCING CHECKPOINTS IS DISABLED. PLEASE PROCEED WITH CAUTION.
80
+ [2025-09-18 16:07:37] using base=100 for rope new
81
+ [2025-09-18 16:07:37] using min_period=None for rope new
82
+ [2025-09-18 16:07:37] using max_period=None for rope new
83
+ [2025-09-18 16:07:37] using normalize_coords=separate for rope new
84
+ [2025-09-18 16:07:37] using shift_coords=None for rope new
85
+ [2025-09-18 16:07:37] using rescale_coords=2 for rope new
86
+ [2025-09-18 16:07:37] using jitter_coords=None for rope new
87
+ [2025-09-18 16:07:37] using dtype=fp32 for rope new
88
+ [2025-09-18 16:07:37] using mlp layer as FFN
89
+ [2025-09-18 16:07:46] SiT Parameters: 683,242,512
90
+ [2025-09-18 16:07:47] Dataset contains 1,281,167 images (/scratch/xingjian.leng/data)
91
+ [2025-09-19 00:48:51] Saved checkpoint to exps/sit-xl-2-sdvae-dinov3-b16-enc8-cosine0.5/checkpoints/3200000.pt
92
+ [2025-09-19 09:28:02] Saved checkpoint to exps/sit-xl-2-sdvae-dinov3-b16-enc8-cosine0.5/checkpoints/3400000.pt
93
+ [2025-09-19 18:07:38] Saved checkpoint to exps/sit-xl-2-sdvae-dinov3-b16-enc8-cosine0.5/checkpoints/3600000.pt