Hugging Face's logo

grspo
/
exps_irepa_400k

Model card Files
xet
 Community
xingjianleng commited on
Commit
f9a87b6
·
verified ·
1 Parent(s): 279de2b

Upload folder using huggingface_hub

Browse files
Files changed (13) hide show
  1. sit-xl-2-sdvae-webssl-1b-enc8-cosine1.0-spmethod-zscore-zalpha0.6-projlayer-convkernel3/args.json +7 -6
  2. sit-xl-2-sdvae-webssl-1b-enc8-cosine1.0-spmethod-zscore-zalpha0.6-projlayer-convkernel3/checkpoints/0200000.pt +3 -0
  3. sit-xl-2-sdvae-webssl-1b-enc8-cosine1.0-spmethod-zscore-zalpha0.6-projlayer-convkernel3/checkpoints/0300000.pt +3 -0
  4. sit-xl-2-sdvae-webssl-1b-enc8-cosine1.0-spmethod-zscore-zalpha0.6-projlayer-convkernel3/checkpoints/0600000.pt +3 -0
  5. sit-xl-2-sdvae-webssl-1b-enc8-cosine1.0-spmethod-zscore-zalpha0.6-projlayer-convkernel3/checkpoints/0800000.pt +3 -0
  6. sit-xl-2-sdvae-webssl-1b-enc8-cosine1.0-spmethod-zscore-zalpha0.6-projlayer-convkernel3/checkpoints/1200000.pt +3 -0
  7. sit-xl-2-sdvae-webssl-1b-enc8-cosine1.0-spmethod-zscore-zalpha0.6-projlayer-convkernel3/checkpoints/1400000.pt +3 -0
  8. sit-xl-2-sdvae-webssl-1b-enc8-cosine1.0-spmethod-zscore-zalpha0.6-projlayer-convkernel3/checkpoints/1600000.pt +3 -0
  9. sit-xl-2-sdvae-webssl-1b-enc8-cosine1.0-spmethod-zscore-zalpha0.6-projlayer-convkernel3/checkpoints/1800000.pt +3 -0
  10. sit-xl-2-sdvae-webssl-1b-enc8-cosine1.0-spmethod-zscore-zalpha0.6-projlayer-convkernel3/checkpoints/2000000.pt +3 -0
  11. sit-xl-2-sdvae-webssl-1b-enc8-cosine1.0-spmethod-zscore-zalpha0.6-projlayer-convkernel3/checkpoints/2200000.pt +3 -0
  12. sit-xl-2-sdvae-webssl-1b-enc8-cosine1.0-spmethod-zscore-zalpha0.6-projlayer-convkernel3/checkpoints/2400000.pt +3 -0
  13. sit-xl-2-sdvae-webssl-1b-enc8-cosine1.0-spmethod-zscore-zalpha0.6-projlayer-convkernel3/log.txt +56 -0
sit-xl-2-sdvae-webssl-1b-enc8-cosine1.0-spmethod-zscore-zalpha0.6-projlayer-convkernel3/args.json CHANGED
@@ -3,8 +3,8 @@
3
  "exp_name": "sit-xl-2-sdvae-webssl-1b-enc8-cosine1.0-spmethod-zscore-zalpha0.6-projlayer-convkernel3",
4
  "logging_dir": "logs",
5
  "report_to": "wandb",
6
- "sampling_steps": 50000,
7
- "resume_step": 0,
8
  "n_samples": 64,
9
  "sync_checkpoints": false,
10
  "model": "SiT-XL/2",
@@ -23,10 +23,10 @@
23
  "batch_size": 256,
24
  "vis_enc_resolution": 256,
25
  "allow_tf32": true,
26
- "mixed_precision": "bf16",
27
  "epochs": 1400,
28
- "max_train_steps": 400000,
29
- "checkpointing_steps": 50000,
30
  "gradient_accumulation_steps": 1,
31
  "learning_rate": 0.0001,
32
  "adam_beta1": 0.9,
@@ -34,7 +34,7 @@
34
  "adam_weight_decay": 0.0,
35
  "adam_epsilon": 1e-08,
36
  "max_grad_norm": 1.0,
37
- "compile": true,
38
  "ema_decay": 0.9999,
39
  "ema_update_freq": 1,
40
  "seed": 0,
@@ -50,6 +50,7 @@
50
  "spnorm_method": "zscore",
51
  "cls_token_weight": 0.2,
52
  "zscore_alpha": 0.6,
 
53
  "symmetric": true,
54
  "tau": 0.5,
55
  "negatives": "intra",
 
3
  "exp_name": "sit-xl-2-sdvae-webssl-1b-enc8-cosine1.0-spmethod-zscore-zalpha0.6-projlayer-convkernel3",
4
  "logging_dir": "logs",
5
  "report_to": "wandb",
6
+ "sampling_steps": 99999999999,
7
+ "resume_step": 2000000,
8
  "n_samples": 64,
9
  "sync_checkpoints": false,
10
  "model": "SiT-XL/2",
 
23
  "batch_size": 256,
24
  "vis_enc_resolution": 256,
25
  "allow_tf32": true,
26
+ "mixed_precision": "fp16",
27
  "epochs": 1400,
28
+ "max_train_steps": 4000000,
29
+ "checkpointing_steps": 200000,
30
  "gradient_accumulation_steps": 1,
31
  "learning_rate": 0.0001,
32
  "adam_beta1": 0.9,
 
34
  "adam_weight_decay": 0.0,
35
  "adam_epsilon": 1e-08,
36
  "max_grad_norm": 1.0,
37
+ "compile": false,
38
  "ema_decay": 0.9999,
39
  "ema_update_freq": 1,
40
  "seed": 0,
 
50
  "spnorm_method": "zscore",
51
  "cls_token_weight": 0.2,
52
  "zscore_alpha": 0.6,
53
+ "zscore_proj_skip_std": false,
54
  "symmetric": true,
55
  "tau": 0.5,
56
  "negatives": "intra",
sit-xl-2-sdvae-webssl-1b-enc8-cosine1.0-spmethod-zscore-zalpha0.6-projlayer-convkernel3/checkpoints/0200000.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:96d92ff36f42f2b67387cd3d7b8b9813d346129188a1519d78512641d1d9ba62
3
+ size 11054782116
sit-xl-2-sdvae-webssl-1b-enc8-cosine1.0-spmethod-zscore-zalpha0.6-projlayer-convkernel3/checkpoints/0300000.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f93b682b309eafc9b172ef78743d1d01478fbe68b0a2eee3140848e5e2766390
3
+ size 11054782116
sit-xl-2-sdvae-webssl-1b-enc8-cosine1.0-spmethod-zscore-zalpha0.6-projlayer-convkernel3/checkpoints/0600000.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:11f3a6c17769598ef65656b38f69fe2503f9cc5c73d9f4bf753e99e55b83690e
3
+ size 11054782116
sit-xl-2-sdvae-webssl-1b-enc8-cosine1.0-spmethod-zscore-zalpha0.6-projlayer-convkernel3/checkpoints/0800000.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:95e4bfc1907eda39e6cdd2fb9c274780ed82d4fb13c300f823fb1898d27083e5
3
+ size 11054782116
sit-xl-2-sdvae-webssl-1b-enc8-cosine1.0-spmethod-zscore-zalpha0.6-projlayer-convkernel3/checkpoints/1200000.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:195dd0b9d958159638390f1fc7338e46137e13f36db462d1bdaf0dd1ccf0b0b0
3
+ size 11054782116
sit-xl-2-sdvae-webssl-1b-enc8-cosine1.0-spmethod-zscore-zalpha0.6-projlayer-convkernel3/checkpoints/1400000.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0f71d4198a0b4ba336dc9c1d41c780b9850e469f83667a278eba2f92d7a4ce6e
3
+ size 11054782116
sit-xl-2-sdvae-webssl-1b-enc8-cosine1.0-spmethod-zscore-zalpha0.6-projlayer-convkernel3/checkpoints/1600000.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7f657ce58ca029b62c9190509b68a799a6b7deedb1abe05f4fbb840e35b280c8
3
+ size 11054782116
sit-xl-2-sdvae-webssl-1b-enc8-cosine1.0-spmethod-zscore-zalpha0.6-projlayer-convkernel3/checkpoints/1800000.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6ba76462e38589b8cc7ad5237e0b753436543087500189ee01fc7151b5025fd7
3
+ size 11054782116
sit-xl-2-sdvae-webssl-1b-enc8-cosine1.0-spmethod-zscore-zalpha0.6-projlayer-convkernel3/checkpoints/2000000.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:77d0d63c9b7336680ebafc7624ccd95b91c5b2e039d8dc394c2a883e97f680f2
3
+ size 11054752164
sit-xl-2-sdvae-webssl-1b-enc8-cosine1.0-spmethod-zscore-zalpha0.6-projlayer-convkernel3/checkpoints/2200000.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:66f7fff059e28601a9c1d825d05d0409ff5354f70a0b386e14a1d780ce962edf
3
+ size 11054752164
sit-xl-2-sdvae-webssl-1b-enc8-cosine1.0-spmethod-zscore-zalpha0.6-projlayer-convkernel3/checkpoints/2400000.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2b9a584ef266b9c7e5d2e05c6b1e876fbf2167430de769b384c96fdb5b49a7e4
3
+ size 11054752164
sit-xl-2-sdvae-webssl-1b-enc8-cosine1.0-spmethod-zscore-zalpha0.6-projlayer-convkernel3/log.txt ADDED
@@ -0,0 +1,56 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [2025-09-10 10:11:22] Experiment directory created at exps/sit-xl-2-sdvae-webssl-1b-enc8-cosine1.0-spmethod-zscore-zalpha0.6-projlayer-convkernel3
2
+ [2025-09-10 10:11:22] Syncing checkpoints is disabled. Please enable it to save checkpoints to s3 using sd sync.
3
+ [2025-09-10 10:11:22] SYNCING CHECKPOINTS IS DISABLED. PLEASE PROCEED WITH CAUTION.
4
+ [2025-09-10 10:12:35] SiT Parameters: 691,037,968
5
+ [2025-09-10 10:12:35] Dataset contains 1,281,167 images (/scratch/xingjian.leng/data)
6
+ [2025-09-10 10:23:42] Experiment directory created at exps/sit-xl-2-sdvae-webssl-1b-enc8-cosine1.0-spmethod-zscore-zalpha0.6-projlayer-convkernel3
7
+ [2025-09-10 10:23:42] Syncing checkpoints is disabled. Please enable it to save checkpoints to s3 using sd sync.
8
+ [2025-09-10 10:23:42] SYNCING CHECKPOINTS IS DISABLED. PLEASE PROCEED WITH CAUTION.
9
+ [2025-09-10 10:24:55] SiT Parameters: 691,037,968
10
+ [2025-09-10 10:24:55] Dataset contains 1,281,167 images (/scratch/xingjian.leng/data)
11
+ [2025-09-10 10:27:30] Generating EMA samples done.
12
+ [2025-09-10 12:41:49] Saved checkpoint to exps/sit-xl-2-sdvae-webssl-1b-enc8-cosine1.0-spmethod-zscore-zalpha0.6-projlayer-convkernel3/checkpoints/0050000.pt
13
+ [2025-09-10 12:41:53] Generating EMA samples done.
14
+ [2025-09-10 14:56:10] Saved checkpoint to exps/sit-xl-2-sdvae-webssl-1b-enc8-cosine1.0-spmethod-zscore-zalpha0.6-projlayer-convkernel3/checkpoints/0100000.pt
15
+ [2025-09-10 14:56:14] Generating EMA samples done.
16
+ [2025-09-10 17:10:43] Saved checkpoint to exps/sit-xl-2-sdvae-webssl-1b-enc8-cosine1.0-spmethod-zscore-zalpha0.6-projlayer-convkernel3/checkpoints/0150000.pt
17
+ [2025-09-10 17:10:47] Generating EMA samples done.
18
+ [2025-09-10 19:25:05] Saved checkpoint to exps/sit-xl-2-sdvae-webssl-1b-enc8-cosine1.0-spmethod-zscore-zalpha0.6-projlayer-convkernel3/checkpoints/0200000.pt
19
+ [2025-09-10 19:25:09] Generating EMA samples done.
20
+ [2025-09-10 21:39:28] Saved checkpoint to exps/sit-xl-2-sdvae-webssl-1b-enc8-cosine1.0-spmethod-zscore-zalpha0.6-projlayer-convkernel3/checkpoints/0250000.pt
21
+ [2025-09-10 21:39:32] Generating EMA samples done.
22
+ [2025-09-10 23:54:32] Saved checkpoint to exps/sit-xl-2-sdvae-webssl-1b-enc8-cosine1.0-spmethod-zscore-zalpha0.6-projlayer-convkernel3/checkpoints/0300000.pt
23
+ [2025-09-10 23:54:36] Generating EMA samples done.
24
+ [2025-09-11 02:10:53] Saved checkpoint to exps/sit-xl-2-sdvae-webssl-1b-enc8-cosine1.0-spmethod-zscore-zalpha0.6-projlayer-convkernel3/checkpoints/0350000.pt
25
+ [2025-09-11 02:10:56] Generating EMA samples done.
26
+ [2025-09-11 04:25:35] Saved checkpoint to exps/sit-xl-2-sdvae-webssl-1b-enc8-cosine1.0-spmethod-zscore-zalpha0.6-projlayer-convkernel3/checkpoints/0400000.pt
27
+ [2025-09-11 04:25:38] Generating EMA samples done.
28
+ [2025-09-11 04:25:39] Done!
29
+ [2025-09-13 06:43:46] Experiment directory created at exps/sit-xl-2-sdvae-webssl-1b-enc8-cosine1.0-spmethod-zscore-zalpha0.6-projlayer-convkernel3
30
+ [2025-09-13 06:43:46] Syncing checkpoints is disabled. Please enable it to save checkpoints to s3 using sd sync.
31
+ [2025-09-13 06:43:46] SYNCING CHECKPOINTS IS DISABLED. PLEASE PROCEED WITH CAUTION.
32
+ [2025-09-13 06:44:54] SiT Parameters: 691,037,968
33
+ [2025-09-13 06:44:54] Dataset contains 1,281,167 images (/scratch/xingjian.leng/data)
34
+ [2025-09-13 15:50:32] Saved checkpoint to exps/sit-xl-2-sdvae-webssl-1b-enc8-cosine1.0-spmethod-zscore-zalpha0.6-projlayer-convkernel3/checkpoints/0600000.pt
35
+ [2025-09-14 00:48:51] Saved checkpoint to exps/sit-xl-2-sdvae-webssl-1b-enc8-cosine1.0-spmethod-zscore-zalpha0.6-projlayer-convkernel3/checkpoints/0800000.pt
36
+ [2025-09-14 09:46:15] Saved checkpoint to exps/sit-xl-2-sdvae-webssl-1b-enc8-cosine1.0-spmethod-zscore-zalpha0.6-projlayer-convkernel3/checkpoints/1000000.pt
37
+ [2025-09-14 18:42:43] Saved checkpoint to exps/sit-xl-2-sdvae-webssl-1b-enc8-cosine1.0-spmethod-zscore-zalpha0.6-projlayer-convkernel3/checkpoints/1200000.pt
38
+ [2025-09-15 03:39:29] Saved checkpoint to exps/sit-xl-2-sdvae-webssl-1b-enc8-cosine1.0-spmethod-zscore-zalpha0.6-projlayer-convkernel3/checkpoints/1400000.pt
39
+ [2025-09-15 12:36:14] Saved checkpoint to exps/sit-xl-2-sdvae-webssl-1b-enc8-cosine1.0-spmethod-zscore-zalpha0.6-projlayer-convkernel3/checkpoints/1600000.pt
40
+ [2025-09-15 21:32:52] Saved checkpoint to exps/sit-xl-2-sdvae-webssl-1b-enc8-cosine1.0-spmethod-zscore-zalpha0.6-projlayer-convkernel3/checkpoints/1800000.pt
41
+ [2025-09-16 06:23:43] Saved checkpoint to exps/sit-xl-2-sdvae-webssl-1b-enc8-cosine1.0-spmethod-zscore-zalpha0.6-projlayer-convkernel3/checkpoints/2000000.pt
42
+ [2025-09-16 15:11:19] Saved checkpoint to exps/sit-xl-2-sdvae-webssl-1b-enc8-cosine1.0-spmethod-zscore-zalpha0.6-projlayer-convkernel3/checkpoints/2200000.pt
43
+ [2025-09-17 12:25:34] Experiment directory created at exps/sit-xl-2-sdvae-webssl-1b-enc8-cosine1.0-spmethod-zscore-zalpha0.6-projlayer-convkernel3
44
+ [2025-09-17 12:25:34] Syncing checkpoints is disabled. Please enable it to save checkpoints to s3 using sd sync.
45
+ [2025-09-17 12:25:34] SYNCING CHECKPOINTS IS DISABLED. PLEASE PROCEED WITH CAUTION.
46
+ [2025-09-17 12:27:01] SiT Parameters: 691,037,968
47
+ [2025-09-17 12:27:01] Dataset contains 1,281,167 images (/scratch/xingjian.leng/data)
48
+ [2025-09-17 23:34:44] Saved checkpoint to exps/sit-xl-2-sdvae-webssl-1b-enc8-cosine1.0-spmethod-zscore-zalpha0.6-projlayer-convkernel3/checkpoints/2000000.pt
49
+ [2025-09-18 10:35:50] Saved checkpoint to exps/sit-xl-2-sdvae-webssl-1b-enc8-cosine1.0-spmethod-zscore-zalpha0.6-projlayer-convkernel3/checkpoints/2200000.pt
50
+ [2025-09-18 16:01:27] Experiment directory created at exps/sit-xl-2-sdvae-webssl-1b-enc8-cosine1.0-spmethod-zscore-zalpha0.6-projlayer-convkernel3
51
+ [2025-09-18 16:01:27] Syncing checkpoints is disabled. Please enable it to save checkpoints to s3 using sd sync.
52
+ [2025-09-18 16:01:27] SYNCING CHECKPOINTS IS DISABLED. PLEASE PROCEED WITH CAUTION.
53
+ [2025-09-18 16:02:42] SiT Parameters: 691,037,968
54
+ [2025-09-18 16:02:42] Dataset contains 1,281,167 images (/scratch/xingjian.leng/data)
55
+ [2025-09-19 03:27:34] Saved checkpoint to exps/sit-xl-2-sdvae-webssl-1b-enc8-cosine1.0-spmethod-zscore-zalpha0.6-projlayer-convkernel3/checkpoints/2200000.pt
56
+ [2025-09-19 14:51:55] Saved checkpoint to exps/sit-xl-2-sdvae-webssl-1b-enc8-cosine1.0-spmethod-zscore-zalpha0.6-projlayer-convkernel3/checkpoints/2400000.pt