Hugging Face's logo

hyesulim
/
fastsae-models

English
Model card Files
xet
Community
hyesulim commited on
Commit
f2e19a2
·
1 Parent(s): f0806b7

Add FastSAE backbone and SAE checkpoints

Browse files
Files changed (12) hide show
  1. backbone/.DS_Store +0 -0
  2. backbone/backbone_config.json +6 -0
  3. final/lock.lock +0 -0
  4. final/state_dict.pt +3 -0
  5. final/stats.split_train.seed_no/mean_act.pt +3 -0
  6. final/stats.split_train.seed_no/metrics.json +8 -0
  7. final/stats.split_train.seed_no/sparsity.pt +3 -0
  8. final/stats.split_train.seed_no/top_act.pt +3 -0
  9. final/stats.split_train.seed_no/top_entropy.pt +3 -0
  10. final/stats.split_train.seed_no/top_idx.pt +3 -0
  11. final/stats.split_train.seed_no/top_label.pt +3 -0
  12. final/vanilla_s_a_e_config.json +9 -0
backbone/.DS_Store ADDED
Binary file (6.15 kB). View file
 
backbone/backbone_config.json ADDED
@@ -0,0 +1,6 @@
 
 
 
 
 
 
 
1
+ {
2
+ "model_hf_name": "openai/clip-vit-base-patch16",
3
+ "hook_target_name": "vision_model.encoder.layers.10",
4
+ "device": "cuda",
5
+ "class_type": "Backbone"
6
+ }
final/lock.lock ADDED
File without changes
final/state_dict.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6111b3730aa2cbdfc31abe0d902ec7c467a1e02b7db0c3bfc37dc3037ab92cb3
3
+ size 151098408
final/stats.split_train.seed_no/mean_act.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:58110808145812019be7aa523501ccd61873397a58d5dab1c6bac595e2c3dedd
3
+ size 99489
final/stats.split_train.seed_no/metrics.json ADDED
@@ -0,0 +1,8 @@
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "l2_loss": 0.0316,
3
+ "r2_score": 0.9374,
4
+ "l0_0": 0.1163,
5
+ "l0_0.1": 0.0016,
6
+ "l0_0.5": 0.0002,
7
+ "l0_1.0": 0.0
8
+ }
final/stats.split_train.seed_no/sparsity.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bc232f7073b70416d89e41e1fb5fc5e2d592f138a3eaa4cf9b8efec72328915b
3
+ size 99489
final/stats.split_train.seed_no/top_act.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c1b9bc4f48975b00c47748ccff40fbfd80091d4aa6cfae4909e4bc94ad518638
3
+ size 1967260
final/stats.split_train.seed_no/top_entropy.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3ed322b63ae85223e77b29639f3453dcd4c7de6347c140b200278aadfa94abbd
3
+ size 99504
final/stats.split_train.seed_no/top_idx.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0ec000ebc7b25f9122a3afaa6fea91dac8be9d682dfaccad5dd22b8e7b7c9443
3
+ size 1967260
final/stats.split_train.seed_no/top_label.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:149b37524d1cbbd430562087fa803120a5477ae5b959f9a4b05e700d0f0f745f
3
+ size 3933350
final/vanilla_s_a_e_config.json ADDED
@@ -0,0 +1,9 @@
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "d_in": 768,
3
+ "d_sae_factor": 32,
4
+ "architecture": "vanilla",
5
+ "activation_name": "relu",
6
+ "device": "cuda",
7
+ "seed": null,
8
+ "class_type": "VanillaSAE"
9
+ }