Upload folder using huggingface_hub

README.md

@@ -8,7 +8,7 @@ tags:
 
 # Sparse Autoencoders for Unknown
 
-This repository contains 1 Sparse Autoencoder(s) (SAE) trained using [SAELens](https://github.com/jbloomAus/SAELens).
+This repository contains 3 Sparse Autoencoder(s) (SAE) trained using [SAELens](https://github.com/jbloomAus/SAELens).
 
 ## Model Details
 
@@ -25,6 +25,8 @@ This repository contains 1 Sparse Autoencoder(s) (SAE) trained using [SAELens](h
 | Hook Point |
 |------------|
 | `blocks.0.hook_resid_post` |
+| `blocks.14.hook_resid_post` |
+| `blocks.27.hook_resid_post` |
 
 ## Usage
 
@@ -53,6 +55,12 @@ features = sae.encode(activations)
 - `blocks.0.hook_resid_post/cfg.json` - SAE configuration
 - `blocks.0.hook_resid_post/sae_weights.safetensors` - Model weights
 - `blocks.0.hook_resid_post/sparsity.safetensors` - Feature sparsity statistics
+- `blocks.14.hook_resid_post/cfg.json` - SAE configuration
+- `blocks.14.hook_resid_post/sae_weights.safetensors` - Model weights
+- `blocks.14.hook_resid_post/sparsity.safetensors` - Feature sparsity statistics
+- `blocks.27.hook_resid_post/cfg.json` - SAE configuration
+- `blocks.27.hook_resid_post/sae_weights.safetensors` - Model weights
+- `blocks.27.hook_resid_post/sparsity.safetensors` - Feature sparsity statistics
 
 ## Training
 

blocks.14.hook_resid_post/cfg.json

@@ -0,0 +1 @@
+{"d_in": 3584, "d_sae": 16384, "dtype": "float32", "device": "cuda", "apply_b_dec_to_input": true, "normalize_activations": "none", "reshape_activations": "none", "metadata": {"sae_lens_version": "6.26.2", "sae_lens_training_version": "6.26.2", "hook_name": "blocks.14.hook_resid_post"}, "decoder_init_norm": 0.1, "k": 64, "use_sparse_activations": false, "aux_loss_coefficient": 1.0, "rescale_acts_by_decoder_norm": true, "contrastive_weight": 0.1, "contrastive_temperature": 0.07, "contrastive_mode": "infonce", "triplet_margin": 1.0, "use_feature_contrastive": true, "architecture": "topk"}

blocks.14.hook_resid_post/sae_weights.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f6ad2047868d8eed2ac9f74b7bcca3ab1c308ac41d043ddc7d7672f3873a62c
+size 469842240

blocks.14.hook_resid_post/sparsity.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddf17024c127d1c35907a165e8dae04c8efa34cd1cc76a592708e397e97a2274
+size 65616

blocks.27.hook_resid_post/cfg.json

@@ -0,0 +1 @@
+{"d_in": 3584, "d_sae": 16384, "dtype": "float32", "device": "cuda", "apply_b_dec_to_input": true, "normalize_activations": "none", "reshape_activations": "none", "metadata": {"sae_lens_version": "6.26.2", "sae_lens_training_version": "6.26.2", "hook_name": "blocks.27.hook_resid_post"}, "decoder_init_norm": 0.1, "k": 64, "use_sparse_activations": false, "aux_loss_coefficient": 1.0, "rescale_acts_by_decoder_norm": true, "contrastive_weight": 0.1, "contrastive_temperature": 0.07, "contrastive_mode": "infonce", "triplet_margin": 1.0, "use_feature_contrastive": true, "architecture": "topk"}

blocks.27.hook_resid_post/sae_weights.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38e2cb08f96d39f7c33c50399fd6bb52a73259a42a5d605b168f9e20a64c79c3
+size 469842240

blocks.27.hook_resid_post/sparsity.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6709e97cc4f979df0dc76ca55f08632f2a29dab1e372fcbd6d053622be7277c8
+size 65616