config.json

{
    "model_type": "transformer",
    "d_model": 512,
    "n_layers": 6,
    "heads": 8,
    "dropout": 0.1,
    "vocab_size": 30522,
    "max_length": 512
}