step_500/config.json

{
  "vocab_size": 256,
  "d_model": 384,
  "n_layers": 6,
  "dropout": 0.1,
  "max_len": 512,
  "lr": 0.0003,
  "warmup": 500,
  "batch": 64,
  "block": 512,
  "steps": 2000000,
  "world_size": 2,
  "step": 500
}