File size: 835 Bytes
e21f84e |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 |
{
"whisper_config": {
"model": "tiny",
"layer_name": "encoder.blocks.2"
},
"autoencoder_variant": "topk",
"autoencoder_config": {
"expansion_factor": 16,
"normalize_decoder": true,
"k": 32,
"multi_topk": false,
"auxk_alpha": 0.03125,
"dead_feature_threshold": 1000000.0
},
"seed": 0,
"train_folder": "activations/tiny_block_2_train",
"val_folder": "activations/tiny_block_2_dev",
"device": "cuda",
"run_dir": "runs/topkautoencoder_baseline",
"lr": 1e-4,
"weight_decay": 0.0,
"steps": 100000,
"clip_thresh": 1.0,
"batch_size": 50,
"dl_max_workers": 0,
"log_tb_every": 10,
"save_every": 1000,
"val_every": 100,
"optimizer": "adam",
"scheduler": "linear",
"scheduler_params": {
"num_warmup_steps": 1000
},
"start_checkpoint": null,
"from_disk": true
}
|