{
  "args": {
    "root": "/scratch/zt1/project/msml612/user/govind02/pcmd/data/text8",
    "seq_len": 256,
    "d": 512,
    "layers": 8,
    "heads": 8,
    "bs": 128,
    "steps": 50000,
    "lr": 0.0003,
    "warmup": 2000,
    "seed": 0,
    "out": "/scratch/zt1/project/msml612/user/govind02/pcmd/runs/evallm"
  },
  "test_bpc": 1.5393671429136824,
  "vocab": 28
}