3503734
1
2
3
4
5
6
7
8
9
10
11
{ "vocab_size": 10000, "d_model": 512, "n_heads": 16, "n_kv_heads": 4, "n_layers": 12, "d_ff": 2048, "dropout": 0.1, "max_len": 2048, "sliding_window_size": 512 }
