{ "vocab_size": 42, "audio_vocab_size": 2048, "d_model": 512, "nhead": 8, "num_layers": 8, "dropout": 0.2, "lr": 0.0002, "weight_decay": 0.01, "scheduler_config": { "type": "cosine", "warmup_ratio": 0.1, "eta_min": 1e-06, "factor": 0.5, "patience": 3, "min_lr": 1e-06 }, "optimizer_config": { "name": "adamw", "betas": [ 0.9, 0.999 ], "eps": 1e-08 } }