config.json

{
  "model_type": "mini_transformer",
  "vocab_size": 25,
  "embedding_dim": 128,
  "num_layers": 1,
  "num_heads": 2,
  "max_seq_len": 256
}