step_500000/config.json

{
  "d_model": 128,
  "nhead": 4,
  "num_layers": 4,
  "vocab_size": 257,
  "avg_loss": 0.03197695666956901,
  "avg_bpb": 0.04613299680990853
}