kevinlu4588's picture
Upload folder using huggingface_hub
b0f5105 verified
{
"trainer": {
"dict_class": "AutoEncoder",
"trainer_class": "StandardTrainer",
"activation_dim": 320,
"dict_size": 2560,
"lr": 0.001,
"l1_penalty": 0.1,
"l1_annealing_steps": 50,
"steps": 1000,
"warmup_steps": 50,
"resample_steps": null,
"device": "cuda",
"layer": 3,
"plm_name": "esm2_t6_8M_UR50D",
"wandb_name": "SAE",
"submodule_name": null
}
}