step_520000/config.json

{
  "d_model": 128,
  "nhead": 4,
  "num_layers": 4,
  "vocab_size": 257,
  "avg_loss": 0.03568540233717515,
  "avg_bpb": 0.05148315298397006
}