Upload folder using huggingface_hub
Browse files
sae_jumprelu/layer16/apertus_jumprelu_0001/cfg.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"normalize_activations": "none", "apply_b_dec_to_input": true, "d_sae": 65536, "device": "cuda", "metadata": {"sae_lens_version": "6.46.1", "sae_lens_training_version": "6.46.1", "training_architecture": "jumprelu", "training_architecture_details": {"decoder_init_norm": 0.1, "jumprelu_init_threshold": 0.01, "jumprelu_bandwidth": 0.05, "jumprelu_sparsity_loss_mode": "step", "l0_coefficient": 0.001, "l0_warm_up_steps": 1000, "pre_act_loss_coefficient": null, "jumprelu_tanh_scale": 4.0}}, "dtype": "float32", "reshape_activations": "none", "d_in": 4096, "architecture": "jumprelu"}
|
sae_jumprelu/layer16/apertus_jumprelu_0001/sae_weights.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:c765f2f927a00387020614aa045144144445aed1a98c5e1552253a467991731c
|
| 3 |
+
size 2148024728
|
sae_jumprelu/layer16/apertus_jumprelu_0001/training_state.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:5b57c04cb7e68f25ad9a60cb8c565feaea6fbce8312cb315b164b52ed0a53ec7
|
| 3 |
+
size 6444604894
|