{
    "trainer": {
        "dict_class": "AutoEncoder",
        "trainer_class": "StandardTrainer",
        "activation_dim": 320,
        "dict_size": 2560,
        "lr": 0.001,
        "l1_penalty": 0.1,
        "l1_annealing_steps": 50,
        "steps": 1000,
        "warmup_steps": 50,
        "resample_steps": null,
        "device": "cuda",
        "layer": 3,
        "plm_name": "esm2_t6_8M_UR50D",
        "wandb_name": "SAE",
        "submodule_name": null
    }
}