hparams.json

{
  "vocab_size": 42,
  "audio_vocab_size": 2048,
  "d_model": 512,
  "nhead": 8,
  "num_layers": 8,
  "dropout": 0.2,
  "lr": 0.0002,
  "weight_decay": 0.01,
  "scheduler_config": {
    "type": "cosine",
    "warmup_ratio": 0.1,
    "eta_min": 1e-06,
    "factor": 0.5,
    "patience": 3,
    "min_lr": 1e-06
  },
  "optimizer_config": {
    "name": "adamw",
    "betas": [
      0.9,
      0.999
    ],
    "eps": 1e-08
  }
}