config.json

{"hidden_size": 576, "intermediate_size": 1536, "num_layers": 30, "n_heads": 9, "n_kv_heads": 3, "head_dim": 64, "vocab_size": 49152, "rope_theta": 100000.0, "rms_eps": 1e-05, "tie_embeddings": true, "K": 3}