middle_22137856/clt_cfg.json

{"device": "cuda:0", "dtype": "float32", "seed": 42, "model_name": "gpt2", "d_in": 768, "d_latent": 24576, "n_layers": 12, "jumprelu_bandwidth": 1.0, "jumprelu_init_threshold": 0.03, "normalize_decoder": false, "dead_feature_window": 250, "cross_layer_decoders": true, "context_size": 512, "functional_loss": "kl", "l0_coefficient": 2.0, "ddp": true, "fsdp": false}