config.json

{
    "vocab_size": 58101,
    "d_model": 512,
    "num_heads": 8,
    "dff": 2048,
    "dropout": 0.1,
    "max_length": 128,
    "num_encoder_layers": 12,
    "num_decoder_layers": 6,
    "architecture": "RoPETransformer"
}