| { | |
| "trainer": { | |
| "dict_class": "AutoEncoder", | |
| "trainer_class": "StandardTrainer", | |
| "activation_dim": 320, | |
| "dict_size": 2560, | |
| "lr": 0.001, | |
| "l1_penalty": 0.1, | |
| "l1_annealing_steps": 50, | |
| "steps": 1000, | |
| "warmup_steps": 50, | |
| "resample_steps": null, | |
| "device": "cuda", | |
| "layer": 3, | |
| "plm_name": "esm2_t6_8M_UR50D", | |
| "wandb_name": "SAE", | |
| "submodule_name": null | |
| } | |
| } |