Upload folder using huggingface_hub
Browse files- .ipynb_checkpoints/cfg-checkpoint.json +1 -0
- cfg.json +1 -0
- sae_weights.safetensors +3 -0
.ipynb_checkpoints/cfg-checkpoint.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"d_in": 2304, "d_sae": 16384, "dtype": "float32", "device": "cuda", "apply_b_dec_to_input": false, "normalize_activations": "none", "reshape_activations": "none", "metadata": {"sae_lens_version": "6.6.3", "sae_lens_training_version": "6.6.3", "dataset_path": "monology/pile-uncopyrighted", "hook_name": "blocks.12.hook_resid_post", "model_name": "google/gemma-2-2b", "model_class_name": "HookedTransformer", "hook_head_index": null, "context_size": 512, "seqpos_slice": [null], "model_from_pretrained_kwargs": {"center_writing_weights": false}, "prepend_bos": true, "exclude_special_tokens": false, "sequence_separator_token": "bos", "disable_concat_sequences": false}, "decoder_init_norm": 0.1, "discrete_threshold": 1e-05, "top_k": 8, "l1_coefficient": 1.0, "architecture": "causal"}
|
cfg.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"d_in": 2304, "d_sae": 16384, "dtype": "float32", "device": "cuda", "apply_b_dec_to_input": false, "normalize_activations": "none", "reshape_activations": "none", "metadata": {"sae_lens_version": "6.6.3", "sae_lens_training_version": "6.6.3", "dataset_path": "monology/pile-uncopyrighted", "hook_name": "blocks.12.hook_resid_post", "model_name": "google/gemma-2-2b", "model_class_name": "HookedTransformer", "hook_head_index": null, "context_size": 512, "seqpos_slice": [null], "model_from_pretrained_kwargs": {"center_writing_weights": false}, "prepend_bos": true, "exclude_special_tokens": false, "sequence_separator_token": "bos", "disable_concat_sequences": false}, "decoder_init_norm": 0.1, "discrete_threshold": 1e-05, "top_k": 8, "l1_coefficient": 1.0, "architecture": "causal"}
|
sae_weights.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:25d2f4c5a9c8d34753aeb28163d318e9b6ca80534fe646c72273aa976289bfb2
|
| 3 |
+
size 2986321600
|