| { | |
| "dim": 960, | |
| "ffn_dim_multiplier": 1, | |
| "hidden_dim": 2560, | |
| "n_heads": 15, | |
| "n_kv_heads": 5, | |
| "n_layers": 32, | |
| "norm_eps": 1e-5, | |
| "rope_theta": 100000.0, | |
| "use_scaled_rope": false, | |
| "vocab_size": 49152, | |
| "use_hf_rope": false, | |
| "attention_qkv_bias": false | |
| } | |
| { | |
| "dim": 960, | |
| "ffn_dim_multiplier": 1, | |
| "hidden_dim": 2560, | |
| "n_heads": 15, | |
| "n_kv_heads": 5, | |
| "n_layers": 32, | |
| "norm_eps": 1e-5, | |
| "rope_theta": 100000.0, | |
| "use_scaled_rope": false, | |
| "vocab_size": 49152, | |
| "use_hf_rope": false, | |
| "attention_qkv_bias": false | |
| } | |