config.json

{"vocab_size": 698, "max_context_length": 128000, "embed_dim": 512, "num_heads": 8, "num_layers": 5, "ff_dim": 8192, "dropout": 0.11099628216730342}