English
snae commited on
Commit
4450d3c
·
verified ·
1 Parent(s): 3f8421a

Upload folder using huggingface_hub

Browse files
sae_jumprelu/layer16/apertus_jumprelu_0001/cfg.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"normalize_activations": "none", "apply_b_dec_to_input": true, "d_sae": 65536, "device": "cuda", "metadata": {"sae_lens_version": "6.46.1", "sae_lens_training_version": "6.46.1", "training_architecture": "jumprelu", "training_architecture_details": {"decoder_init_norm": 0.1, "jumprelu_init_threshold": 0.01, "jumprelu_bandwidth": 0.05, "jumprelu_sparsity_loss_mode": "step", "l0_coefficient": 0.001, "l0_warm_up_steps": 1000, "pre_act_loss_coefficient": null, "jumprelu_tanh_scale": 4.0}}, "dtype": "float32", "reshape_activations": "none", "d_in": 4096, "architecture": "jumprelu"}
sae_jumprelu/layer16/apertus_jumprelu_0001/sae_weights.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c765f2f927a00387020614aa045144144445aed1a98c5e1552253a467991731c
3
+ size 2148024728
sae_jumprelu/layer16/apertus_jumprelu_0001/training_state.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5b57c04cb7e68f25ad9a60cb8c565feaea6fbce8312cb315b164b52ed0a53ec7
3
+ size 6444604894