File size: 595 Bytes
4b4b5b3 0678243 ca2139a 4b4b5b3 0678243 4b4b5b3 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 |
{
"act_size": 64,
"architectures": [
"BatchTopKSAE"
],
"auto_map": {
"AutoConfig": "config.SAEConfig",
"AutoModel": "sae.BatchTopKSAE"
},
"aux_penalty": 0.03125,
"bandwidth": 0.001,
"dict_size": 128,
"dtype": "float32",
"input_unit_norm": true,
"l1_coeff": 0.0018,
"model_type": "sae",
"n_batches_to_dead": 10,
"parent_hook_point": "resid_mid",
"parent_layer": 0,
"parent_model_name": "test-model",
"sae_dtype": "float32",
"sae_type": "batchtopk",
"top_k": 8,
"top_k_aux": 512,
"torch_dtype": "float32",
"transformers_version": "4.46.3"
}
|