| { | |
| "activation_dim": 768, | |
| "activation_mean": null, | |
| "activation_std": null, | |
| "code_normalization": "MIXED", | |
| "code_normalization_alpha_cc": 0.1, | |
| "code_normalization_alpha_sae": 1.0, | |
| "dict_size": 49152, | |
| "encoder_layers": null, | |
| "init_with_transpose": true, | |
| "latent_processor": null, | |
| "norm_init_scale": null, | |
| "num_decoder_layers": null, | |
| "num_layers": 2, | |
| "same_init_for_all_layers": false, | |
| "target_rms": null | |
| } |