| { | |
| "args": { | |
| "root": "/scratch/zt1/project/msml612/user/govind02/pcmd/data/text8", | |
| "seq_len": 256, | |
| "d": 512, | |
| "layers": 8, | |
| "heads": 8, | |
| "bs": 128, | |
| "steps": 50000, | |
| "lr": 0.0003, | |
| "warmup": 2000, | |
| "seed": 0, | |
| "out": "/scratch/zt1/project/msml612/user/govind02/pcmd/runs/evallm" | |
| }, | |
| "test_bpc": 1.5393671429136824, | |
| "vocab": 28 | |
| } |