original/dtypes.json

{
  "embedding.weight": "BF16",
  "block.0.attn.norm.scale": "BF16",
  "block.0.attn.qkv.weight": "BF16",
  "block.0.attn.qkv.bias": "BF16",
  "block.0.attn.sinks": "BF16",
  "block.0.attn.out.weight": "BF16",
  "block.0.attn.out.bias": "BF16",
  "block.0.mlp.norm.scale": "BF16",
  "block.0.mlp.gate.weight": "BF16",
  "block.0.mlp.gate.bias": "BF16",
  "block.0.mlp.mlp1_weight.blocks": "FP4",
  "block.0.mlp.mlp1_weight.scales": "UE8",
  "block.0.mlp.mlp1_bias": "BF16",
  "block.0.mlp.mlp2_weight.blocks": "FP4",
  "block.0.mlp.mlp2_weight.scales": "UE8",
  "block.0.mlp.mlp2_bias": "BF16",
  "block.1.attn.norm.scale": "BF16",
  "block.1.attn.qkv.weight": "BF16",
  "block.1.attn.qkv.bias": "BF16",
  "block.1.attn.sinks": "BF16",
  "block.1.attn.out.weight": "BF16",
  "block.1.attn.out.bias": "BF16",
  "block.1.mlp.norm.scale": "BF16",
  "block.1.mlp.gate.weight": "BF16",
  "block.1.mlp.gate.bias": "BF16",
  "block.1.mlp.mlp1_weight.blocks": "FP4",
  "block.1.mlp.mlp1_weight.scales": "UE8",
  "block.1.mlp.mlp1_bias": "BF16",
  "block.1.mlp.mlp2_weight.blocks": "FP4",
  "block.1.mlp.mlp2_weight.scales": "UE8",
  "block.1.mlp.mlp2_bias": "BF16",
  "block.2.attn.norm.scale": "BF16",
  "block.2.attn.qkv.weight": "BF16",
  "block.2.attn.qkv.bias": "BF16",
  "block.2.attn.sinks": "BF16",
  "block.2.attn.out.weight": "BF16",
  "block.2.attn.out.bias": "BF16",
  "block.2.mlp.norm.scale": "BF16",
  "block.2.mlp.gate.weight": "BF16",
  "block.2.mlp.gate.bias": "BF16",
  "block.2.mlp.mlp1_weight.blocks": "FP4",
  "block.2.mlp.mlp1_weight.scales": "UE8",
  "block.2.mlp.mlp1_bias": "BF16",
  "block.2.mlp.mlp2_weight.blocks": "FP4",
  "block.2.mlp.mlp2_weight.scales": "UE8",
  "block.2.mlp.mlp2_bias": "BF16",
  "block.3.attn.norm.scale": "BF16",
  "block.3.attn.qkv.weight": "BF16",
  "block.3.attn.qkv.bias": "BF16",
  "block.3.attn.sinks": "BF16",
  "block.3.attn.out.weight": "BF16",
  "block.3.attn.out.bias": "BF16",
  "block.3.mlp.norm.scale": "BF16",
  "block.3.mlp.gate.weight": "BF16",
  "block.3.mlp.gate.bias": "BF16",
  "block.3.mlp.mlp1_weight.blocks": "FP4",
  "block.3.mlp.mlp1_weight.scales": "UE8",
  "block.3.mlp.mlp1_bias": "BF16",
  "block.3.mlp.mlp2_weight.blocks": "FP4",
  "block.3.mlp.mlp2_weight.scales": "UE8",
  "block.3.mlp.mlp2_bias": "BF16",
  "block.4.attn.norm.scale": "BF16",
  "block.4.attn.qkv.weight": "BF16",
  "block.4.attn.qkv.bias": "BF16",
  "block.4.attn.sinks": "BF16",
  "block.4.attn.out.weight": "BF16",
  "block.4.attn.out.bias": "BF16",
  "block.4.mlp.norm.scale": "BF16",
  "block.4.mlp.gate.weight": "BF16",
  "block.4.mlp.gate.bias": "BF16",
  "block.4.mlp.mlp1_weight.blocks": "FP4",
  "block.4.mlp.mlp1_weight.scales": "UE8",
  "block.4.mlp.mlp1_bias": "BF16",
  "block.4.mlp.mlp2_weight.blocks": "FP4",
  "block.4.mlp.mlp2_weight.scales": "UE8",
  "block.4.mlp.mlp2_bias": "BF16",
  "block.5.attn.norm.scale": "BF16",
  "block.5.attn.qkv.weight": "BF16",
  "block.5.attn.qkv.bias": "BF16",
  "block.5.attn.sinks": "BF16",
  "block.5.attn.out.weight": "BF16",
  "block.5.attn.out.bias": "BF16",
  "block.5.mlp.norm.scale": "BF16",
  "block.5.mlp.gate.weight": "BF16",
  "block.5.mlp.gate.bias": "BF16",
  "block.5.mlp.mlp1_weight.blocks": "FP4",
  "block.5.mlp.mlp1_weight.scales": "UE8",
  "block.5.mlp.mlp1_bias": "BF16",
  "block.5.mlp.mlp2_weight.blocks": "FP4",
  "block.5.mlp.mlp2_weight.scales": "UE8",
  "block.5.mlp.mlp2_bias": "BF16",
  "norm.scale": "BF16",
  "unembedding.weight": "BF16"
}