File size: 370 Bytes
1c9c214 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 | {
"args": {
"root": "/scratch/zt1/project/msml612/user/govind02/pcmd/data/text8",
"seq_len": 256,
"d": 512,
"layers": 8,
"heads": 8,
"bs": 128,
"steps": 50000,
"lr": 0.0003,
"warmup": 2000,
"seed": 0,
"out": "/scratch/zt1/project/msml612/user/govind02/pcmd/runs/evallm"
},
"test_bpc": 1.5393671429136824,
"vocab": 28
} |