{ "vocab_size": 4000, "max_seq_len": 512, "d_model": 320, "n_layers": 7, "n_heads": 5, "multiple_of": 64, "norm_eps": 1e-05, "dropout": 0.0, "pad_id": 0, "unk_id": 1, "bos_id": 2, "eos_id": 3 }