File size: 3,467 Bytes
2129f51 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 | {
"embedding.weight": "BF16",
"block.0.attn.norm.scale": "BF16",
"block.0.attn.qkv.weight": "BF16",
"block.0.attn.qkv.bias": "BF16",
"block.0.attn.sinks": "BF16",
"block.0.attn.out.weight": "BF16",
"block.0.attn.out.bias": "BF16",
"block.0.mlp.norm.scale": "BF16",
"block.0.mlp.gate.weight": "BF16",
"block.0.mlp.gate.bias": "BF16",
"block.0.mlp.mlp1_weight.blocks": "FP4",
"block.0.mlp.mlp1_weight.scales": "UE8",
"block.0.mlp.mlp1_bias": "BF16",
"block.0.mlp.mlp2_weight.blocks": "FP4",
"block.0.mlp.mlp2_weight.scales": "UE8",
"block.0.mlp.mlp2_bias": "BF16",
"block.1.attn.norm.scale": "BF16",
"block.1.attn.qkv.weight": "BF16",
"block.1.attn.qkv.bias": "BF16",
"block.1.attn.sinks": "BF16",
"block.1.attn.out.weight": "BF16",
"block.1.attn.out.bias": "BF16",
"block.1.mlp.norm.scale": "BF16",
"block.1.mlp.gate.weight": "BF16",
"block.1.mlp.gate.bias": "BF16",
"block.1.mlp.mlp1_weight.blocks": "FP4",
"block.1.mlp.mlp1_weight.scales": "UE8",
"block.1.mlp.mlp1_bias": "BF16",
"block.1.mlp.mlp2_weight.blocks": "FP4",
"block.1.mlp.mlp2_weight.scales": "UE8",
"block.1.mlp.mlp2_bias": "BF16",
"block.2.attn.norm.scale": "BF16",
"block.2.attn.qkv.weight": "BF16",
"block.2.attn.qkv.bias": "BF16",
"block.2.attn.sinks": "BF16",
"block.2.attn.out.weight": "BF16",
"block.2.attn.out.bias": "BF16",
"block.2.mlp.norm.scale": "BF16",
"block.2.mlp.gate.weight": "BF16",
"block.2.mlp.gate.bias": "BF16",
"block.2.mlp.mlp1_weight.blocks": "FP4",
"block.2.mlp.mlp1_weight.scales": "UE8",
"block.2.mlp.mlp1_bias": "BF16",
"block.2.mlp.mlp2_weight.blocks": "FP4",
"block.2.mlp.mlp2_weight.scales": "UE8",
"block.2.mlp.mlp2_bias": "BF16",
"block.3.attn.norm.scale": "BF16",
"block.3.attn.qkv.weight": "BF16",
"block.3.attn.qkv.bias": "BF16",
"block.3.attn.sinks": "BF16",
"block.3.attn.out.weight": "BF16",
"block.3.attn.out.bias": "BF16",
"block.3.mlp.norm.scale": "BF16",
"block.3.mlp.gate.weight": "BF16",
"block.3.mlp.gate.bias": "BF16",
"block.3.mlp.mlp1_weight.blocks": "FP4",
"block.3.mlp.mlp1_weight.scales": "UE8",
"block.3.mlp.mlp1_bias": "BF16",
"block.3.mlp.mlp2_weight.blocks": "FP4",
"block.3.mlp.mlp2_weight.scales": "UE8",
"block.3.mlp.mlp2_bias": "BF16",
"block.4.attn.norm.scale": "BF16",
"block.4.attn.qkv.weight": "BF16",
"block.4.attn.qkv.bias": "BF16",
"block.4.attn.sinks": "BF16",
"block.4.attn.out.weight": "BF16",
"block.4.attn.out.bias": "BF16",
"block.4.mlp.norm.scale": "BF16",
"block.4.mlp.gate.weight": "BF16",
"block.4.mlp.gate.bias": "BF16",
"block.4.mlp.mlp1_weight.blocks": "FP4",
"block.4.mlp.mlp1_weight.scales": "UE8",
"block.4.mlp.mlp1_bias": "BF16",
"block.4.mlp.mlp2_weight.blocks": "FP4",
"block.4.mlp.mlp2_weight.scales": "UE8",
"block.4.mlp.mlp2_bias": "BF16",
"block.5.attn.norm.scale": "BF16",
"block.5.attn.qkv.weight": "BF16",
"block.5.attn.qkv.bias": "BF16",
"block.5.attn.sinks": "BF16",
"block.5.attn.out.weight": "BF16",
"block.5.attn.out.bias": "BF16",
"block.5.mlp.norm.scale": "BF16",
"block.5.mlp.gate.weight": "BF16",
"block.5.mlp.gate.bias": "BF16",
"block.5.mlp.mlp1_weight.blocks": "FP4",
"block.5.mlp.mlp1_weight.scales": "UE8",
"block.5.mlp.mlp1_bias": "BF16",
"block.5.mlp.mlp2_weight.blocks": "FP4",
"block.5.mlp.mlp2_weight.scales": "UE8",
"block.5.mlp.mlp2_bias": "BF16",
"norm.scale": "BF16",
"unembedding.weight": "BF16"
}
|