tiny_l1.json

{
  "whisper_config": {
    "model": "tiny",
    "layer_name": "encoder.blocks.2"
  },
  "autoencoder_variant": "l1",
  "autoencoder_config": {
    "n_dict_components": 200,
    "recon_alpha": 1e4
  },
  "seed": 0,
  "train_folder": "activations/tiny_block_2_train",
  "val_folder": "activations/tiny_block_2_dev",
  "device": "cuda",
  "run_dir": "runs/l1autoencoder_baseline",
  "lr": 4e-4,
  "weight_decay": 0.0,
  "steps": 100000,
  "clip_thresh": 1.0,
  "batch_size": 100,
  "dl_max_workers": 0,
  "log_tb_every": 10,
  "save_every": 1000,
  "val_every": 100,
  "optimizer": "radam",
  "scheduler": "cosine",
  "scheduler_params": {},
  "start_checkpoint": null,
  "from_disk": true
}