{ "vocab_size": 6000, "max_seq_len": 512, "d_model": 384, "n_layers": 10, "n_heads": 8, "multiple_of": 64, "norm_eps": 1e-05, "dropout": 0.0, "pad_id": 0, "unk_id": 1, "bos_id": 2, "eos_id": 3 }