config.json

{
  "vocab_size": 61,
  "max_context_length": 128000,
  "embed_dim": 1020,
  "num_heads": 12,
  "num_layers": 5,
  "ff_dim": 2048,
  "dropout": 0.01952712192382383
}