3ca0172 9285f02 3ca0172 9285f02 3ca0172
1
2
3
4
5
6
7
8
9
10
11
12
13
14
{ "vocab_size": 256, "d_model": 384, "n_layers": 6, "dropout": 0.1, "max_len": 512, "lr": 0.0003, "warmup": 500, "batch": 64, "block": 512, "steps": 2000000, "world_size": 2, "step": 500 }
