| { | |
| "apparent_entry_bytes": 24244741638, | |
| "expert_symlink_count": 102, | |
| "files_in_index": 104, | |
| "shape_checks": { | |
| "model.layers.1.mlp.shared_experts.down_proj.weight": [ | |
| 7168, | |
| 4096 | |
| ], | |
| "model.layers.1.mlp.shared_experts.gate_proj.weight": [ | |
| 4096, | |
| 7168 | |
| ], | |
| "model.layers.1.mlp.shared_experts.up_proj.weight": [ | |
| 4096, | |
| 7168 | |
| ], | |
| "model.layers.1.self_attn.kv_a_proj_with_mqa.weight": [ | |
| 576, | |
| 7168 | |
| ], | |
| "model.layers.1.self_attn.kv_b_proj.weight": [ | |
| 32768, | |
| 512 | |
| ], | |
| "model.layers.1.self_attn.o_proj.weight": [ | |
| 7168, | |
| 16384 | |
| ], | |
| "model.layers.1.self_attn.q_a_proj.weight": [ | |
| 1536, | |
| 7168 | |
| ], | |
| "model.layers.1.self_attn.q_b_proj.weight": [ | |
| 24576, | |
| 1536 | |
| ] | |
| }, | |
| "tensor_count": 471562, | |
| "total_symlink_count": 103 | |
| } | |