| { | |
| "dim": 5120, | |
| "n_layers": 40, | |
| "head_dim": 128, | |
| "hidden_dim": 32768, | |
| "n_heads": 32, | |
| "n_kv_heads": 8, | |
| "rope_theta": 1000000000.0, | |
| "norm_eps": 1e-05, | |
| "vocab_size": 131072, | |
| "tied_embeddings": false, | |
| "max_position_embeddings": 131072, | |
| "llama_4_scaling": null, | |
| "q_lora_rank": null, | |
| "qk_rope_head_dim": null, | |
| "qk_nope_head_dim": null, | |
| "kv_lora_rank": null, | |
| "v_head_dim": null, | |
| "yarn": null, | |
| "moe": null, | |
| "vision_encoder": null | |
| } |