config.json

{
    "model_type": "decoder-only-transformer",
    "vocab_size": 35000,
    "max_len": 128,
    "embed_dim": 512,
    "num_heads": 8,
    "depth": 6,
    "ff_dim": 2048
}