| { | |
| "whisper_config": { | |
| "model": "tiny", | |
| "layer_name": "encoder.blocks.2" | |
| }, | |
| "autoencoder_variant": "l1", | |
| "autoencoder_config": { | |
| "n_dict_components": 200, | |
| "recon_alpha": 1e4 | |
| }, | |
| "seed": 0, | |
| "train_folder": "activations/tiny_block_2_train", | |
| "val_folder": "activations/tiny_block_2_dev", | |
| "device": "cuda", | |
| "run_dir": "runs/l1autoencoder_baseline", | |
| "lr": 4e-4, | |
| "weight_decay": 0.0, | |
| "steps": 100000, | |
| "clip_thresh": 1.0, | |
| "batch_size": 100, | |
| "dl_max_workers": 0, | |
| "log_tb_every": 10, | |
| "save_every": 1000, | |
| "val_every": 100, | |
| "optimizer": "radam", | |
| "scheduler": "cosine", | |
| "scheduler_params": {}, | |
| "start_checkpoint": null, | |
| "from_disk": true | |
| } | |