File size: 163 Bytes
a301850 |
1 2 3 4 5 6 7 8 9 10 |
{
"dropout": 0.1,
"hidden_dim": 768,
"intermediate_dim": 2048,
"max_seq_len": 64,
"n_head": 12,
"n_kv_head": 6,
"n_layer": 12,
"vocab_size": 8192
} |
a301850 |
1 2 3 4 5 6 7 8 9 10 |
{
"dropout": 0.1,
"hidden_dim": 768,
"intermediate_dim": 2048,
"max_seq_len": 64,
"n_head": 12,
"n_kv_head": 6,
"n_layer": 12,
"vocab_size": 8192
} |