093d70c 6ead2b4 093d70c 6ead2b4 093d70c
1
2
3
4
5
6
7
8
9
10
{ "dropout": 0.1, "hidden_dim": 768, "intermediate_dim": 2048, "max_seq_len": 128, "n_head": 12, "n_kv_head": 6, "n_layer": 12, "vocab_size": 1024 }
