Hugging Face's logo

hyesulim
/
fastsae-models

English
Model card Files
xet
Community
hyesulim commited on
Commit
0942898
·
1 Parent(s): a21cd7c

Added PatchSAE reproduced ckpt

Browse files
Files changed (17) hide show
  1. .DS_Store +0 -0
  2. .gitignore +2 -0
  3. backbone/.DS_Store +0 -0
  4. backbone/lock.lock +0 -0
  5. final/.DS_Store +0 -0
  6. final/config.json +2 -2
  7. final/state_dict.pt +2 -2
  8. final/stats.split_train.seed_no/metrics.json +0 -8
  9. final/{stats.split_train.seed_no → stats.split_val.seed_no}/cls_wise_top_idx.pkl +2 -2
  10. final/{stats.split_train.seed_no → stats.split_val.seed_no}/mean_act.pt +2 -2
  11. final/stats.split_val.seed_no/metrics.json +5 -0
  12. final/stats.split_val.seed_no/sparsity.pt +3 -0
  13. final/{stats.split_train.seed_no/sparsity.pt → stats.split_val.seed_no/sparsity_thr.pkl} +2 -2
  14. final/{stats.split_train.seed_no → stats.split_val.seed_no}/top_act.pt +2 -2
  15. final/{stats.split_train.seed_no → stats.split_val.seed_no}/top_entropy.pt +2 -2
  16. final/{stats.split_train.seed_no → stats.split_val.seed_no}/top_idx.pt +2 -2
  17. final/{stats.split_train.seed_no → stats.split_val.seed_no}/top_label.pt +2 -2
.DS_Store CHANGED
Binary files a/.DS_Store and b/.DS_Store differ
 
.gitignore ADDED
@@ -0,0 +1,2 @@
 
 
 
1
+ .DS_Store
2
+ */.DS_Store
backbone/.DS_Store DELETED
Binary file (6.15 kB)
 
backbone/lock.lock ADDED
File without changes
final/.DS_Store CHANGED
Binary files a/final/.DS_Store and b/final/.DS_Store differ
 
final/config.json CHANGED
@@ -1,10 +1,10 @@
1
  {
2
  "d_in": 768,
3
- "d_sae_factor": 32,
4
  "architecture": "vanilla",
5
  "activation_name": "relu",
6
  "device": "cuda",
7
  "seed": null,
8
  "class_type": "VanillaSAE",
9
- "module_name": "fastsae.models"
10
  }
 
1
  {
2
  "d_in": 768,
3
+ "d_sae_factor": 64,
4
  "architecture": "vanilla",
5
  "activation_name": "relu",
6
  "device": "cuda",
7
  "seed": null,
8
  "class_type": "VanillaSAE",
9
+ "module_name": "fastsae.models.sae"
10
  }
final/state_dict.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:6111b3730aa2cbdfc31abe0d902ec7c467a1e02b7db0c3bfc37dc3037ab92cb3
3
- size 151098408
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:da86d0ecfaed98b9d82ed634ba7551bf95849edf0502bbd46d8af2d3a18e4505
3
+ size 302191656
final/stats.split_train.seed_no/metrics.json DELETED
@@ -1,8 +0,0 @@
1
- {
2
- "l2_loss": 0.0316,
3
- "r2_score": 0.9374,
4
- "l0_0": 0.1163,
5
- "l0_0.1": 0.0016,
6
- "l0_0.5": 0.0002,
7
- "l0_1.0": 0.0
8
- }
 
 
 
 
 
 
 
 
 
final/{stats.split_train.seed_no → stats.split_val.seed_no}/cls_wise_top_idx.pkl RENAMED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:1ae45f685da798981194d4e01794315b1902851641b51b8537d3b37c7ab9ab73
3
- size 455654
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:16de82bfd583ce986b3c1f81ae2531919dd5377b93f55c07c00934c02baaaaac
3
+ size 454266
final/{stats.split_train.seed_no → stats.split_val.seed_no}/mean_act.pt RENAMED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:58110808145812019be7aa523501ccd61873397a58d5dab1c6bac595e2c3dedd
3
- size 99489
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:125531de74032c85b4ba30b0d2fbb4eb755efa914d1440eb2eb848fb7c0dac6f
3
+ size 197793
final/stats.split_val.seed_no/metrics.json ADDED
@@ -0,0 +1,5 @@
 
 
 
 
 
 
1
+ {
2
+ "l2_loss": 0.03,
3
+ "r2_score": 0.9403,
4
+ "l0_0": 0.0959
5
+ }
final/stats.split_val.seed_no/sparsity.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:20dd38b635bf63d5c2eb0379821bd4d0519a74a169637dc706f65cb5945274b0
3
+ size 197793
final/{stats.split_train.seed_no/sparsity.pt → stats.split_val.seed_no/sparsity_thr.pkl} RENAMED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:bc232f7073b70416d89e41e1fb5fc5e2d592f138a3eaa4cf9b8efec72328915b
3
- size 99489
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:926248e52d1fa532c317e37da24ed652ae64110f8219cb5e061668bd3091f048
3
+ size 5
final/{stats.split_train.seed_no → stats.split_val.seed_no}/top_act.pt RENAMED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c1b9bc4f48975b00c47748ccff40fbfd80091d4aa6cfae4909e4bc94ad518638
3
- size 1967260
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5dca3905f474bbb52ee679216557ffe87e462de2fee24eb92943f9490bb6be76
3
+ size 3933340
final/{stats.split_train.seed_no → stats.split_val.seed_no}/top_entropy.pt RENAMED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:3ed322b63ae85223e77b29639f3453dcd4c7de6347c140b200278aadfa94abbd
3
- size 99504
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:16175c8125c1f1c4d1da25dc78a6a9716992d7689fb03b91d27bd8609123d77b
3
+ size 197808
final/{stats.split_train.seed_no → stats.split_val.seed_no}/top_idx.pt RENAMED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:0ec000ebc7b25f9122a3afaa6fea91dac8be9d682dfaccad5dd22b8e7b7c9443
3
- size 1967260
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7b530bf1fe6f64e1b167475b497924286615168703d4f1f914be1d02fc36bc2c
3
+ size 3933340
final/{stats.split_train.seed_no → stats.split_val.seed_no}/top_label.pt RENAMED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:149b37524d1cbbd430562087fa803120a5477ae5b959f9a4b05e700d0f0f745f
3
- size 3933350
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f81492c9edf501a9f9f80660c455b901269366488d88c43a932a64e61a467208
3
+ size 7865510