config.json

{
  "activation_dim": 768,
  "activation_mean": null,
  "activation_std": null,
  "code_normalization": "MIXED",
  "code_normalization_alpha_cc": 0.1,
  "code_normalization_alpha_sae": 1.0,
  "dict_size": 49152,
  "encoder_layers": null,
  "init_with_transpose": true,
  "latent_processor": null,
  "norm_init_scale": null,
  "num_decoder_layers": null,
  "num_layers": 2,
  "same_init_for_all_layers": false,
  "target_rms": null
}