| { | |
| "dim": 1536, | |
| "ffn_dim_multiplier": 1, | |
| "hidden_dim": 8960, | |
| "n_heads": 12, | |
| "n_kv_heads": 2, | |
| "n_layers": 28, | |
| "norm_eps": 1e-6, | |
| "rope_theta": 1000000.0, | |
| "use_scaled_rope": false, | |
| "vocab_size": 151665, | |
| "use_hf_rope": true, | |
| "attention_qkv_bias": true | |
| } | |
| { | |
| "dim": 1536, | |
| "ffn_dim_multiplier": 1, | |
| "hidden_dim": 8960, | |
| "n_heads": 12, | |
| "n_kv_heads": 2, | |
| "n_layers": 28, | |
| "norm_eps": 1e-6, | |
| "rope_theta": 1000000.0, | |
| "use_scaled_rope": false, | |
| "vocab_size": 151665, | |
| "use_hf_rope": true, | |
| "attention_qkv_bias": true | |
| } | |