Hugging Face's logo

kevinlu4588
/
interplm-data

Model card Files
xet
Community
interplm-data
File size: 476 Bytes 
b0f5105
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
 
{
    "trainer": {
        "dict_class": "AutoEncoder",
        "trainer_class": "StandardTrainer",
        "activation_dim": 320,
        "dict_size": 2560,
        "lr": 0.001,
        "l1_penalty": 0.1,
        "l1_annealing_steps": 50,
        "steps": 1000,
        "warmup_steps": 50,
        "resample_steps": null,
        "device": "cuda",
        "layer": 3,
        "plm_name": "esm2_t6_8M_UR50D",
        "wandb_name": "SAE",
        "submodule_name": null
    }
}