a683148
1
2
3
4
5
6
7
8
9
{ "vocab_size": 50257, "max_seq_len": 2048, "dim": 1024, "n_layers": 16, "n_heads": 16, "hidden_dim": 2736, "dropout": 0.0 }
