step_680000/config.json

{
  "d_model": 128,
  "nhead": 4,
  "num_layers": 4,
  "vocab_size": 257,
  "avg_loss": 0.051825909754984516,
  "avg_bpb": 0.0747689829930751
}