config.json

{
 "hidden_size": 2048,
 "intermediate_size": 6144,
 "num_layers": 28,
 "n_heads": 16,
 "n_kv_heads": 8,
 "head_dim": 128,
 "vocab_size": 151936,
 "rope_theta": 1000000.0,
 "rms_eps": 1e-06,
 "tie_embeddings": false,
 "qk_norm": true,
 "K": 3
}