| { |
| "format_version": 1, |
| "config": { |
| "_class_name": "WanTransformer3DModel", |
| "added_kv_proj_dim": null, |
| "attention_head_dim": 128, |
| "cross_attn_norm": true, |
| "eps": 1e-06, |
| "ffn_dim": 8960, |
| "freq_dim": 256, |
| "image_dim": null, |
| "in_channels": 16, |
| "num_attention_heads": 12, |
| "num_layers": 30, |
| "out_channels": 16, |
| "patch_size": [ |
| 1, |
| 2, |
| 2 |
| ], |
| "qk_norm": "rms_norm_across_heads", |
| "rope_max_seq_len": 1024, |
| "text_dim": 4096 |
| }, |
| "num_blocks": 30, |
| "quantization": { |
| "mode": "affine", |
| "bits": 8, |
| "group_size": 64 |
| }, |
| "quantized_keys": { |
| "patch_embedding.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "condition_embedder.time_embedder.linear_1.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "condition_embedder.time_embedder.linear_2.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "condition_embedder.time_proj.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "condition_embedder.text_embedder.linear_1.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "condition_embedder.text_embedder.linear_2.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "proj_out.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.0.to_q.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.0.to_k.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.0.to_v.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.0.to_out.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.0.attn2.to_q.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.0.attn2.to_k.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.0.attn2.to_v.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.0.attn2.to_out.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.0.ffn.fc_in.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.0.ffn.fc_out.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.1.to_q.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.1.to_k.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.1.to_v.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.1.to_out.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.1.attn2.to_q.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.1.attn2.to_k.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.1.attn2.to_v.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.1.attn2.to_out.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.1.ffn.fc_in.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.1.ffn.fc_out.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.2.to_q.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.2.to_k.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.2.to_v.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.2.to_out.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.2.attn2.to_q.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.2.attn2.to_k.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.2.attn2.to_v.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.2.attn2.to_out.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.2.ffn.fc_in.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.2.ffn.fc_out.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.3.to_q.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.3.to_k.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.3.to_v.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.3.to_out.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.3.attn2.to_q.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.3.attn2.to_k.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.3.attn2.to_v.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.3.attn2.to_out.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.3.ffn.fc_in.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.3.ffn.fc_out.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.4.to_q.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.4.to_k.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.4.to_v.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.4.to_out.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.4.attn2.to_q.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.4.attn2.to_k.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.4.attn2.to_v.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.4.attn2.to_out.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.4.ffn.fc_in.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.4.ffn.fc_out.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.5.to_q.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.5.to_k.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.5.to_v.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.5.to_out.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.5.attn2.to_q.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.5.attn2.to_k.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.5.attn2.to_v.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.5.attn2.to_out.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.5.ffn.fc_in.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.5.ffn.fc_out.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.6.to_q.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.6.to_k.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.6.to_v.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.6.to_out.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.6.attn2.to_q.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.6.attn2.to_k.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.6.attn2.to_v.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.6.attn2.to_out.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.6.ffn.fc_in.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.6.ffn.fc_out.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.7.to_q.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.7.to_k.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.7.to_v.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.7.to_out.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.7.attn2.to_q.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.7.attn2.to_k.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.7.attn2.to_v.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.7.attn2.to_out.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.7.ffn.fc_in.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.7.ffn.fc_out.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.8.to_q.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.8.to_k.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.8.to_v.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.8.to_out.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.8.attn2.to_q.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.8.attn2.to_k.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.8.attn2.to_v.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.8.attn2.to_out.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.8.ffn.fc_in.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.8.ffn.fc_out.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.9.to_q.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.9.to_k.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.9.to_v.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.9.to_out.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.9.attn2.to_q.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.9.attn2.to_k.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.9.attn2.to_v.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.9.attn2.to_out.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.9.ffn.fc_in.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.9.ffn.fc_out.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.10.to_q.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.10.to_k.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.10.to_v.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.10.to_out.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.10.attn2.to_q.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.10.attn2.to_k.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.10.attn2.to_v.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.10.attn2.to_out.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.10.ffn.fc_in.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.10.ffn.fc_out.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.11.to_q.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.11.to_k.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.11.to_v.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.11.to_out.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.11.attn2.to_q.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.11.attn2.to_k.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.11.attn2.to_v.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.11.attn2.to_out.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.11.ffn.fc_in.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.11.ffn.fc_out.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.12.to_q.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.12.to_k.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.12.to_v.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.12.to_out.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.12.attn2.to_q.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.12.attn2.to_k.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.12.attn2.to_v.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.12.attn2.to_out.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.12.ffn.fc_in.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.12.ffn.fc_out.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.13.to_q.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.13.to_k.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.13.to_v.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.13.to_out.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.13.attn2.to_q.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.13.attn2.to_k.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.13.attn2.to_v.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.13.attn2.to_out.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.13.ffn.fc_in.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.13.ffn.fc_out.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.14.to_q.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.14.to_k.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.14.to_v.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.14.to_out.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.14.attn2.to_q.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.14.attn2.to_k.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.14.attn2.to_v.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.14.attn2.to_out.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.14.ffn.fc_in.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.14.ffn.fc_out.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.15.to_q.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.15.to_k.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.15.to_v.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.15.to_out.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.15.attn2.to_q.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.15.attn2.to_k.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.15.attn2.to_v.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.15.attn2.to_out.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.15.ffn.fc_in.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.15.ffn.fc_out.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.16.to_q.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.16.to_k.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.16.to_v.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.16.to_out.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.16.attn2.to_q.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.16.attn2.to_k.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.16.attn2.to_v.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.16.attn2.to_out.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.16.ffn.fc_in.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.16.ffn.fc_out.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.17.to_q.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.17.to_k.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.17.to_v.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.17.to_out.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.17.attn2.to_q.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.17.attn2.to_k.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.17.attn2.to_v.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.17.attn2.to_out.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.17.ffn.fc_in.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.17.ffn.fc_out.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.18.to_q.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.18.to_k.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.18.to_v.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.18.to_out.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.18.attn2.to_q.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.18.attn2.to_k.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.18.attn2.to_v.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.18.attn2.to_out.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.18.ffn.fc_in.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.18.ffn.fc_out.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.19.to_q.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.19.to_k.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.19.to_v.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.19.to_out.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.19.attn2.to_q.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.19.attn2.to_k.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.19.attn2.to_v.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.19.attn2.to_out.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.19.ffn.fc_in.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.19.ffn.fc_out.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.20.to_q.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.20.to_k.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.20.to_v.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.20.to_out.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.20.attn2.to_q.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.20.attn2.to_k.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.20.attn2.to_v.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.20.attn2.to_out.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.20.ffn.fc_in.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.20.ffn.fc_out.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.21.to_q.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.21.to_k.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.21.to_v.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.21.to_out.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.21.attn2.to_q.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.21.attn2.to_k.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.21.attn2.to_v.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.21.attn2.to_out.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.21.ffn.fc_in.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.21.ffn.fc_out.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.22.to_q.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.22.to_k.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.22.to_v.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.22.to_out.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.22.attn2.to_q.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.22.attn2.to_k.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.22.attn2.to_v.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.22.attn2.to_out.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.22.ffn.fc_in.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.22.ffn.fc_out.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.23.to_q.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.23.to_k.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.23.to_v.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.23.to_out.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.23.attn2.to_q.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.23.attn2.to_k.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.23.attn2.to_v.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.23.attn2.to_out.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.23.ffn.fc_in.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.23.ffn.fc_out.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.24.to_q.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.24.to_k.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.24.to_v.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.24.to_out.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.24.attn2.to_q.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.24.attn2.to_k.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.24.attn2.to_v.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.24.attn2.to_out.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.24.ffn.fc_in.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.24.ffn.fc_out.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.25.to_q.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.25.to_k.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.25.to_v.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.25.to_out.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.25.attn2.to_q.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.25.attn2.to_k.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.25.attn2.to_v.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.25.attn2.to_out.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.25.ffn.fc_in.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.25.ffn.fc_out.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.26.to_q.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.26.to_k.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.26.to_v.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.26.to_out.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.26.attn2.to_q.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.26.attn2.to_k.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.26.attn2.to_v.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.26.attn2.to_out.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.26.ffn.fc_in.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.26.ffn.fc_out.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.27.to_q.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.27.to_k.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.27.to_v.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.27.to_out.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.27.attn2.to_q.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.27.attn2.to_k.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.27.attn2.to_v.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.27.attn2.to_out.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.27.ffn.fc_in.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.27.ffn.fc_out.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.28.to_q.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.28.to_k.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.28.to_v.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.28.to_out.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.28.attn2.to_q.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.28.attn2.to_k.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.28.attn2.to_v.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.28.attn2.to_out.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.28.ffn.fc_in.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.28.ffn.fc_out.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.29.to_q.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.29.to_k.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.29.to_v.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.29.to_out.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.29.attn2.to_q.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.29.attn2.to_k.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.29.attn2.to_v.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.29.attn2.to_out.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.29.ffn.fc_in.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| }, |
| "blocks.29.ffn.fc_out.weight": { |
| "dequantized_dtype": "fp16", |
| "has_biases": true |
| } |
| } |
| } |
