| {"device": "cuda", "normalize_activations": "none", "d_sae": 16384, "metadata": {"sae_lens_version": "6.39.0", "sae_lens_training_version": "6.39.0", "dataset_path": "/home/ubuntu/data/culturax_clean", "hook_name": "model.layers.28", "model_name": "CohereLabs/tiny-aya-earth", "model_class_name": "AutoModelForCausalLM", "hook_head_index": null, "context_size": 256, "seqpos_slice": [null], "model_from_pretrained_kwargs": {"dtype": "bfloat16", "trust_remote_code": true}, "prepend_bos": true, "exclude_special_tokens": false, "sequence_separator_token": "bos", "disable_concat_sequences": false}, "d_in": 2048, "dtype": "float32", "reshape_activations": "none", "apply_b_dec_to_input": true, "architecture": "jumprelu"} |