config.json

{
    "architectures": [
        "Transformer"
    ],
    "d_model": 256,
    "num_layers": 6,
    "num_heads": 8,
    "d_ff": 2048,
    "dropout": 0.1,
    "max_seq_len": 512,
    "vocab_size": 30000
}