File size: 856 Bytes
7035d6f
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
{
  "apparent_entry_bytes": 24244741638,
  "expert_symlink_count": 102,
  "files_in_index": 104,
  "shape_checks": {
    "model.layers.1.mlp.shared_experts.down_proj.weight": [
      7168,
      4096
    ],
    "model.layers.1.mlp.shared_experts.gate_proj.weight": [
      4096,
      7168
    ],
    "model.layers.1.mlp.shared_experts.up_proj.weight": [
      4096,
      7168
    ],
    "model.layers.1.self_attn.kv_a_proj_with_mqa.weight": [
      576,
      7168
    ],
    "model.layers.1.self_attn.kv_b_proj.weight": [
      32768,
      512
    ],
    "model.layers.1.self_attn.o_proj.weight": [
      7168,
      16384
    ],
    "model.layers.1.self_attn.q_a_proj.weight": [
      1536,
      7168
    ],
    "model.layers.1.self_attn.q_b_proj.weight": [
      24576,
      1536
    ]
  },
  "tensor_count": 471562,
  "total_symlink_count": 103
}