9e49da6 44c6d34 9e49da6 44c6d34 9e49da6
1
2
3
4
5
6
7
8
9
10
{ "dropout": 0.1, "hidden_dim": 384, "intermediate_dim": 1024, "max_seq_len": 128, "n_head": 6, "n_kv_head": 3, "n_layer": 6, "vocab_size": 1024 }
