Upload SAE tiny-aya-global/layer_28

tiny-aya-global/layer_28/cfg.json

@@ -0,0 +1 @@
+{"apply_b_dec_to_input": true, "reshape_activations": "none", "dtype": "float32", "normalize_activations": "none", "d_sae": 16384, "device": "cuda", "metadata": {"sae_lens_version": "6.39.0", "sae_lens_training_version": "6.39.0", "dataset_path": "/home/ubuntu/data/culturax_clean", "hook_name": "model.layers.28", "model_name": "CohereLabs/tiny-aya-global", "model_class_name": "AutoModelForCausalLM", "hook_head_index": null, "context_size": 256, "seqpos_slice": [null], "model_from_pretrained_kwargs": {"dtype": "bfloat16", "trust_remote_code": true}, "prepend_bos": true, "exclude_special_tokens": false, "sequence_separator_token": "bos", "disable_concat_sequences": false}, "d_in": 2048, "architecture": "jumprelu"}

tiny-aya-global/layer_28/sae_weights.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d991a54e485c24ea00d9508d983c273472cb1c1df7b2db91d91aaeea35f346e
+size 268575120