Hugging Face's logo

bcacdwk
/
slidesparse-checkpoints

Safetensors
slidesparse
sparse
quantization
int8
fp8
llama
qwen
Model card Files
xet
Community
slidesparse-checkpoints / Llama3.2-1B-INT8-SlideSparse-2_4 /conversion_report.json
bcacdwk's picture
bcacdwk
Upload Llama3.2-1B-INT8-SlideSparse-2_4
af061a1 verified
raw
history blame contribute delete
160 kB
 {
"input_dir": "/root/vllmbench/checkpoints/Llama3.2-1B-INT8",
"output_dir": "/root/vllmbench/checkpoints_slidesparse/Llama3.2-1B-INT8-SlideSparse-2_4",
"config": {
"Z": 2,
"L": 4,
"N": 2,
"window_size": 4,
"stride": 2,
"num_windows": 1,
"expand_ratio": 1.0,
"in_group_size": 4,
"out_group_size": 4
},
"mode": "magnitude",
"skip_prune": false,
"skip_slide": false,
"skip_compress": true,
"use_real_cusparselt": true,
"files": [
{
"file": "model.safetensors",
"layers": [
{
"key": "model.layers.0.mlp.down_proj.weight",
"result": {
"original_shape": [
2048,
8192
],
"final_shape": [
2048,
8192
],
"stages": [
{
"name": "prune",
"shape": [
2048,
8192
],
"ZL_valid": true,
"ZL_valid_ratio": 1.0
},
{
"name": "slide",
"shape": [
2048,
8192
],
"2to4_valid": true,
"2to4_violation_ratio": 0.0,
"slide_metadata": {
"original_k": 8192,
"padded_k": 8192,
"output_k": 8192,
"expand_ratio": 1.0,
"config": {
"Z": 2,
"L": 4,
"N": 2,
"window_size": 4,
"stride": 2,
"num_windows": 1,
"expand_ratio": 1.0,
"in_group_size": 4,
"out_group_size": 4
}
}
}
]
}
},
{
"key": "model.layers.0.mlp.gate_proj.weight",
"result": {
"original_shape": [
8192,
2048
],
"final_shape": [
8192,
2048
],
"stages": [
{
"name": "prune",
"shape": [
8192,
2048
],
"ZL_valid": true,
"ZL_valid_ratio": 1.0
},
{
"name": "slide",
"shape": [
8192,
2048
],
"2to4_valid": true,
"2to4_violation_ratio": 0.0,
"slide_metadata": {
"original_k": 2048,
"padded_k": 2048,
"output_k": 2048,
"expand_ratio": 1.0,
"config": {
"Z": 2,
"L": 4,
"N": 2,
"window_size": 4,
"stride": 2,
"num_windows": 1,
"expand_ratio": 1.0,
"in_group_size": 4,
"out_group_size": 4
}
}
}
]
}
},
{
"key": "model.layers.0.mlp.up_proj.weight",
"result": {
"original_shape": [
8192,
2048
],
"final_shape": [
8192,
2048
],
"stages": [
{
"name": "prune",
"shape": [
8192,
2048
],
"ZL_valid": true,
"ZL_valid_ratio": 1.0
},
{
"name": "slide",
"shape": [
8192,
2048
],
"2to4_valid": true,
"2to4_violation_ratio": 0.0,
"slide_metadata": {
"original_k": 2048,
"padded_k": 2048,
"output_k": 2048,
"expand_ratio": 1.0,
"config": {
"Z": 2,
"L": 4,
"N": 2,
"window_size": 4,
"stride": 2,
"num_windows": 1,
"expand_ratio": 1.0,
"in_group_size": 4,
"out_group_size": 4
}
}
}
]
}
},
{
"key": "model.layers.0.self_attn.k_proj.weight",
"result": {
"original_shape": [
512,
2048
],
"final_shape": [
512,
2048
],
"stages": [
{
"name": "prune",
"shape": [
512,
2048
],
"ZL_valid": true,
"ZL_valid_ratio": 1.0
},
{
"name": "slide",
"shape": [
512,
2048
],
"2to4_valid": true,
"2to4_violation_ratio": 0.0,
"slide_metadata": {
"original_k": 2048,
"padded_k": 2048,
"output_k": 2048,
"expand_ratio": 1.0,
"config": {
"Z": 2,
"L": 4,
"N": 2,
"window_size": 4,
"stride": 2,
"num_windows": 1,
"expand_ratio": 1.0,
"in_group_size": 4,
"out_group_size": 4
}
}
}
]
}
},
{
"key": "model.layers.0.self_attn.o_proj.weight",
"result": {
"original_shape": [
2048,
2048
],
"final_shape": [
2048,
2048
],
"stages": [
{
"name": "prune",
"shape": [
2048,
2048
],
"ZL_valid": true,
"ZL_valid_ratio": 1.0
},
{
"name": "slide",
"shape": [
2048,
2048
],
"2to4_valid": true,
"2to4_violation_ratio": 0.0,
"slide_metadata": {
"original_k": 2048,
"padded_k": 2048,
"output_k": 2048,
"expand_ratio": 1.0,
"config": {
"Z": 2,
"L": 4,
"N": 2,
"window_size": 4,
"stride": 2,
"num_windows": 1,
"expand_ratio": 1.0,
"in_group_size": 4,
"out_group_size": 4
}
}
}
]
}
},
{
"key": "model.layers.0.self_attn.q_proj.weight",
"result": {
"original_shape": [
2048,
2048
],
"final_shape": [
2048,
2048
],
"stages": [
{
"name": "prune",
"shape": [
2048,
2048
],
"ZL_valid": true,
"ZL_valid_ratio": 1.0
},
{
"name": "slide",
"shape": [
2048,
2048
],
"2to4_valid": true,
"2to4_violation_ratio": 0.0,
"slide_metadata": {
"original_k": 2048,
"padded_k": 2048,
"output_k": 2048,
"expand_ratio": 1.0,
"config": {
"Z": 2,
"L": 4,
"N": 2,
"window_size": 4,
"stride": 2,
"num_windows": 1,
"expand_ratio": 1.0,
"in_group_size": 4,
"out_group_size": 4
}
}
}
]
}
},
{
"key": "model.layers.0.self_attn.v_proj.weight",
"result": {
"original_shape": [
512,
2048
],
"final_shape": [
512,
2048
],
"stages": [
{
"name": "prune",
"shape": [
512,
2048
],
"ZL_valid": true,
"ZL_valid_ratio": 1.0
},
{
"name": "slide",
"shape": [
512,
2048
],
"2to4_valid": true,
"2to4_violation_ratio": 0.0,
"slide_metadata": {
"original_k": 2048,
"padded_k": 2048,
"output_k": 2048,
"expand_ratio": 1.0,
"config": {
"Z": 2,
"L": 4,
"N": 2,
"window_size": 4,
"stride": 2,
"num_windows": 1,
"expand_ratio": 1.0,
"in_group_size": 4,
"out_group_size": 4
}
}
}
]
}
},
{
"key": "model.layers.1.mlp.down_proj.weight",
"result": {
"original_shape": [
2048,
8192
],
"final_shape": [
2048,
8192
],
"stages": [
{
"name": "prune",
"shape": [
2048,
8192
],
"ZL_valid": true,
"ZL_valid_ratio": 1.0
},
{
"name": "slide",
"shape": [
2048,
8192
],
"2to4_valid": true,
"2to4_violation_ratio": 0.0,
"slide_metadata": {
"original_k": 8192,
"padded_k": 8192,
"output_k": 8192,
"expand_ratio": 1.0,
"config": {
"Z": 2,
"L": 4,
"N": 2,
"window_size": 4,
"stride": 2,
"num_windows": 1,
"expand_ratio": 1.0,
"in_group_size": 4,
"out_group_size": 4
}
}
}
]
}
},
{
"key": "model.layers.1.mlp.gate_proj.weight",
"result": {
"original_shape": [
8192,
2048
],
"final_shape": [
8192,
2048
],
"stages": [
{
"name": "prune",
"shape": [
8192,
2048
],
"ZL_valid": true,
"ZL_valid_ratio": 1.0
},
{
"name": "slide",
"shape": [
8192,
2048
],
"2to4_valid": true,
"2to4_violation_ratio": 0.0,
"slide_metadata": {
"original_k": 2048,
"padded_k": 2048,
"output_k": 2048,
"expand_ratio": 1.0,
"config": {
"Z": 2,
"L": 4,
"N": 2,
"window_size": 4,
"stride": 2,
"num_windows": 1,
"expand_ratio": 1.0,
"in_group_size": 4,
"out_group_size": 4
}
}
}
]
}
},
{
"key": "model.layers.1.mlp.up_proj.weight",
"result": {
"original_shape": [
8192,
2048
],
"final_shape": [
8192,
2048
],
"stages": [
{
"name": "prune",
"shape": [
8192,
2048
],
"ZL_valid": true,
"ZL_valid_ratio": 1.0
},
{
"name": "slide",
"shape": [
8192,
2048
],
"2to4_valid": true,
"2to4_violation_ratio": 0.0,
"slide_metadata": {
"original_k": 2048,
"padded_k": 2048,
"output_k": 2048,
"expand_ratio": 1.0,
"config": {
"Z": 2,
"L": 4,
"N": 2,
"window_size": 4,
"stride": 2,
"num_windows": 1,
"expand_ratio": 1.0,
"in_group_size": 4,
"out_group_size": 4
}
}
}
]
}
},
{
"key": "model.layers.1.self_attn.k_proj.weight",
"result": {
"original_shape": [
512,
2048
],
"final_shape": [
512,
2048
],
"stages": [
{
"name": "prune",
"shape": [
512,
2048
],
"ZL_valid": true,
"ZL_valid_ratio": 1.0
},
{
"name": "slide",
"shape": [
512,
2048
],
"2to4_valid": true,
"2to4_violation_ratio": 0.0,
"slide_metadata": {
"original_k": 2048,
"padded_k": 2048,
"output_k": 2048,
"expand_ratio": 1.0,
"config": {
"Z": 2,
"L": 4,
"N": 2,
"window_size": 4,
"stride": 2,
"num_windows": 1,
"expand_ratio": 1.0,
"in_group_size": 4,
"out_group_size": 4
}
}
}
]
}
},
{
"key": "model.layers.1.self_attn.o_proj.weight",
"result": {
"original_shape": [
2048,
2048
],
"final_shape": [
2048,
2048
],
"stages": [
{
"name": "prune",
"shape": [
2048,
2048
],
"ZL_valid": true,
"ZL_valid_ratio": 1.0
},
{
"name": "slide",
"shape": [
2048,
2048
],
"2to4_valid": true,
"2to4_violation_ratio": 0.0,
"slide_metadata": {
"original_k": 2048,
"padded_k": 2048,
"output_k": 2048,
"expand_ratio": 1.0,
"config": {
"Z": 2,
"L": 4,
"N": 2,
"window_size": 4,
"stride": 2,
"num_windows": 1,
"expand_ratio": 1.0,
"in_group_size": 4,
"out_group_size": 4
}
}
}
]
}
},
{
"key": "model.layers.1.self_attn.q_proj.weight",
"result": {
"original_shape": [
2048,
2048
],
"final_shape": [
2048,
2048
],
"stages": [
{
"name": "prune",
"shape": [
2048,
2048
],
"ZL_valid": true,
"ZL_valid_ratio": 1.0
},
{
"name": "slide",
"shape": [
2048,
2048
],
"2to4_valid": true,
"2to4_violation_ratio": 0.0,
"slide_metadata": {
"original_k": 2048,
"padded_k": 2048,
"output_k": 2048,
"expand_ratio": 1.0,
"config": {
"Z": 2,
"L": 4,
"N": 2,
"window_size": 4,
"stride": 2,
"num_windows": 1,
"expand_ratio": 1.0,
"in_group_size": 4,
"out_group_size": 4
}
}
}
]
}
},
{
"key": "model.layers.1.self_attn.v_proj.weight",
"result": {
"original_shape": [
512,
2048
],
"final_shape": [
512,
2048
],
"stages": [
{
"name": "prune",
"shape": [
512,
2048
],
"ZL_valid": true,
"ZL_valid_ratio": 1.0
},
{
"name": "slide",
"shape": [
512,
2048
],
"2to4_valid": true,
"2to4_violation_ratio": 0.0,
"slide_metadata": {
"original_k": 2048,
"padded_k": 2048,
"output_k": 2048,
"expand_ratio": 1.0,
"config": {
"Z": 2,
"L": 4,
"N": 2,
"window_size": 4,
"stride": 2,
"num_windows": 1,
"expand_ratio": 1.0,
"in_group_size": 4,
"out_group_size": 4
}
}
}
]
}
},
{
"key": "model.layers.10.mlp.down_proj.weight",
"result": {
"original_shape": [
2048,
8192
],
"final_shape": [
2048,
8192
],
"stages": [
{
"name": "prune",
"shape": [
2048,
8192
],
"ZL_valid": true,
"ZL_valid_ratio": 1.0
},
{
"name": "slide",
"shape": [
2048,
8192
],
"2to4_valid": true,
"2to4_violation_ratio": 0.0,
"slide_metadata": {
"original_k": 8192,
"padded_k": 8192,
"output_k": 8192,
"expand_ratio": 1.0,
"config": {
"Z": 2,
"L": 4,
"N": 2,
"window_size": 4,
"stride": 2,
"num_windows": 1,
"expand_ratio": 1.0,
"in_group_size": 4,
"out_group_size": 4
}
}
}
]
}
},
{
"key": "model.layers.10.mlp.gate_proj.weight",
"result": {
"original_shape": [
8192,
2048
],
"final_shape": [
8192,
2048
],
"stages": [
{
"name": "prune",
"shape": [
8192,
2048
],
"ZL_valid": true,
"ZL_valid_ratio": 1.0
},
{
"name": "slide",
"shape": [
8192,
2048
],
"2to4_valid": true,
"2to4_violation_ratio": 0.0,
"slide_metadata": {
"original_k": 2048,
"padded_k": 2048,
"output_k": 2048,
"expand_ratio": 1.0,
"config": {
"Z": 2,
"L": 4,
"N": 2,
"window_size": 4,
"stride": 2,
"num_windows": 1,
"expand_ratio": 1.0,
"in_group_size": 4,
"out_group_size": 4
}
}
}
]
}
},
{
"key": "model.layers.10.mlp.up_proj.weight",
"result": {
"original_shape": [
8192,
2048
],
"final_shape": [
8192,
2048
],
"stages": [
{
"name": "prune",
"shape": [
8192,
2048
],
"ZL_valid": true,
"ZL_valid_ratio": 1.0
},
{
"name": "slide",
"shape": [
8192,
2048
],
"2to4_valid": true,
"2to4_violation_ratio": 0.0,
"slide_metadata": {
"original_k": 2048,
"padded_k": 2048,
"output_k": 2048,
"expand_ratio": 1.0,
"config": {
"Z": 2,
"L": 4,
"N": 2,
"window_size": 4,
"stride": 2,
"num_windows": 1,
"expand_ratio": 1.0,
"in_group_size": 4,
"out_group_size": 4
}
}
}
]
}
},
{
"key": "model.layers.10.self_attn.k_proj.weight",
"result": {
"original_shape": [
512,
2048
],
"final_shape": [
512,
2048
],
"stages": [
{
"name": "prune",
"shape": [
512,
2048
],
"ZL_valid": true,
"ZL_valid_ratio": 1.0
},
{
"name": "slide",
"shape": [
512,
2048
],
"2to4_valid": true,
"2to4_violation_ratio": 0.0,
"slide_metadata": {
"original_k": 2048,
"padded_k": 2048,
"output_k": 2048,
"expand_ratio": 1.0,
"config": {
"Z": 2,
"L": 4,
"N": 2,
"window_size": 4,
"stride": 2,
"num_windows": 1,
"expand_ratio": 1.0,
"in_group_size": 4,
"out_group_size": 4
}
}
}
]
}
},
{
"key": "model.layers.10.self_attn.o_proj.weight",
"result": {
"original_shape": [
2048,
2048
],
"final_shape": [
2048,
2048
],
"stages": [
{
"name": "prune",
"shape": [
2048,
2048
],
"ZL_valid": true,
"ZL_valid_ratio": 1.0
},
{
"name": "slide",
"shape": [
2048,
2048
],
"2to4_valid": true,
"2to4_violation_ratio": 0.0,
"slide_metadata": {
"original_k": 2048,
"padded_k": 2048,
"output_k": 2048,
"expand_ratio": 1.0,
"config": {
"Z": 2,
"L": 4,
"N": 2,
"window_size": 4,
"stride": 2,
"num_windows": 1,
"expand_ratio": 1.0,
"in_group_size": 4,
"out_group_size": 4
}
}
}
]
}
},
{
"key": "model.layers.10.self_attn.q_proj.weight",
"result": {
"original_shape": [
2048,
2048
],
"final_shape": [
2048,
2048
],
"stages": [
{
"name": "prune",
"shape": [
2048,
2048
],
"ZL_valid": true,
"ZL_valid_ratio": 1.0
},
{
"name": "slide",
"shape": [
2048,
2048
],
"2to4_valid": true,
"2to4_violation_ratio": 0.0,
"slide_metadata": {
"original_k": 2048,
"padded_k": 2048,
"output_k": 2048,
"expand_ratio": 1.0,
"config": {
"Z": 2,
"L": 4,
"N": 2,
"window_size": 4,
"stride": 2,
"num_windows": 1,
"expand_ratio": 1.0,
"in_group_size": 4,
"out_group_size": 4
}
}
}
]
}
},
{
"key": "model.layers.10.self_attn.v_proj.weight",
"result": {
"original_shape": [
512,
2048
],
"final_shape": [
512,
2048
],
"stages": [
{
"name": "prune",
"shape": [
512,
2048
],
"ZL_valid": true,
"ZL_valid_ratio": 1.0
},
{
"name": "slide",
"shape": [
512,
2048
],
"2to4_valid": true,
"2to4_violation_ratio": 0.0,
"slide_metadata": {
"original_k": 2048,
"padded_k": 2048,
"output_k": 2048,
"expand_ratio": 1.0,
"config": {
"Z": 2,
"L": 4,
"N": 2,
"window_size": 4,
"stride": 2,
"num_windows": 1,
"expand_ratio": 1.0,
"in_group_size": 4,
"out_group_size": 4
}
}
}
]
}
},
{
"key": "model.layers.11.mlp.down_proj.weight",
"result": {
"original_shape": [
2048,
8192
],
"final_shape": [
2048,
8192
],
"stages": [
{
"name": "prune",
"shape": [
2048,
8192
],
"ZL_valid": true,
"ZL_valid_ratio": 1.0
},
{
"name": "slide",
"shape": [
2048,
8192
],
"2to4_valid": true,
"2to4_violation_ratio": 0.0,
"slide_metadata": {
"original_k": 8192,
"padded_k": 8192,
"output_k": 8192,
"expand_ratio": 1.0,
"config": {
"Z": 2,
"L": 4,
"N": 2,
"window_size": 4,
"stride": 2,
"num_windows": 1,
"expand_ratio": 1.0,
"in_group_size": 4,
"out_group_size": 4
}
}
}
]
}
},
{
"key": "model.layers.11.mlp.gate_proj.weight",
"result": {
"original_shape": [
8192,
2048
],
"final_shape": [
8192,
2048
],
"stages": [
{
"name": "prune",
"shape": [
8192,
2048
],
"ZL_valid": true,
"ZL_valid_ratio": 1.0
},
{
"name": "slide",
"shape": [
8192,
2048
],
"2to4_valid": true,
"2to4_violation_ratio": 0.0,
"slide_metadata": {
"original_k": 2048,
"padded_k": 2048,
"output_k": 2048,
"expand_ratio": 1.0,
"config": {
"Z": 2,
"L": 4,
"N": 2,
"window_size": 4,
"stride": 2,
"num_windows": 1,
"expand_ratio": 1.0,
"in_group_size": 4,
"out_group_size": 4
}
}
}
]
}
},
{
"key": "model.layers.11.mlp.up_proj.weight",
"result": {
"original_shape": [
8192,
2048
],
"final_shape": [
8192,
2048
],
"stages": [
{
"name": "prune",
"shape": [
8192,
2048
],
"ZL_valid": true,
"ZL_valid_ratio": 1.0
},
{
"name": "slide",
"shape": [
8192,
2048
],
"2to4_valid": true,
"2to4_violation_ratio": 0.0,
"slide_metadata": {
"original_k": 2048,
"padded_k": 2048,
"output_k": 2048,
"expand_ratio": 1.0,
"config": {
"Z": 2,
"L": 4,
"N": 2,
"window_size": 4,
"stride": 2,
"num_windows": 1,
"expand_ratio": 1.0,
"in_group_size": 4,
"out_group_size": 4
}
}
}
]
}
},
{
"key": "model.layers.11.self_attn.k_proj.weight",
"result": {
"original_shape": [
512,
2048
],
"final_shape": [
512,
2048
],
"stages": [
{
"name": "prune",
"shape": [
512,
2048
],
"ZL_valid": true,
"ZL_valid_ratio": 1.0
},
{
"name": "slide",
"shape": [
512,
2048
],
"2to4_valid": true,
"2to4_violation_ratio": 0.0,
"slide_metadata": {
"original_k": 2048,
"padded_k": 2048,
"output_k": 2048,
"expand_ratio": 1.0,
"config": {
"Z": 2,
"L": 4,
"N": 2,
"window_size": 4,
"stride": 2,
"num_windows": 1,
"expand_ratio": 1.0,
"in_group_size": 4,
"out_group_size": 4
}
}
}
]
}
},
{
"key": "model.layers.11.self_attn.o_proj.weight",
"result": {
"original_shape": [
2048,
2048
],
"final_shape": [
2048,
2048
],
"stages": [
{
"name": "prune",
"shape": [
2048,
2048
],
"ZL_valid": true,
"ZL_valid_ratio": 1.0
},
{
"name": "slide",
"shape": [
2048,
2048
],
"2to4_valid": true,
"2to4_violation_ratio": 0.0,
"slide_metadata": {
"original_k": 2048,
"padded_k": 2048,
"output_k": 2048,
"expand_ratio": 1.0,
"config": {
"Z": 2,
"L": 4,
"N": 2,
"window_size": 4,
"stride": 2,
"num_windows": 1,
"expand_ratio": 1.0,
"in_group_size": 4,
"out_group_size": 4
}
}
}
]
}
},
{
"key": "model.layers.11.self_attn.q_proj.weight",
"result": {
"original_shape": [
2048,
2048
],
"final_shape": [
2048,
2048
],
"stages": [
{
"name": "prune",
"shape": [
2048,
2048
],
"ZL_valid": true,
"ZL_valid_ratio": 1.0
},
{
"name": "slide",
"shape": [
2048,
2048
],
"2to4_valid": true,
"2to4_violation_ratio": 0.0,
"slide_metadata": {
"original_k": 2048,
"padded_k": 2048,
"output_k": 2048,
"expand_ratio": 1.0,
"config": {
"Z": 2,
"L": 4,
"N": 2,
"window_size": 4,
"stride": 2,
"num_windows": 1,
"expand_ratio": 1.0,
"in_group_size": 4,
"out_group_size": 4
}
}
}
]
}
},
{
"key": "model.layers.11.self_attn.v_proj.weight",
"result": {
"original_shape": [
512,
2048
],
"final_shape": [
512,
2048
],
"stages": [
{
"name": "prune",
"shape": [
512,
2048
],
"ZL_valid": true,
"ZL_valid_ratio": 1.0
},
{
"name": "slide",
"shape": [
512,
2048
],
"2to4_valid": true,
"2to4_violation_ratio": 0.0,
"slide_metadata": {
"original_k": 2048,
"padded_k": 2048,
"output_k": 2048,
"expand_ratio": 1.0,
"config": {
"Z": 2,
"L": 4,
"N": 2,
"window_size": 4,
"stride": 2,
"num_windows": 1,
"expand_ratio": 1.0,
"in_group_size": 4,
"out_group_size": 4
}
}
}
]
}
},
{
"key": "model.layers.12.mlp.down_proj.weight",
"result": {
"original_shape": [
2048,
8192
],
"final_shape": [
2048,
8192
],
"stages": [
{
"name": "prune",
"shape": [
2048,
8192
],
"ZL_valid": true,
"ZL_valid_ratio": 1.0
},
{
"name": "slide",
"shape": [
2048,
8192
],
"2to4_valid": true,
"2to4_violation_ratio": 0.0,
"slide_metadata": {
"original_k": 8192,
"padded_k": 8192,
"output_k": 8192,
"expand_ratio": 1.0,
"config": {
"Z": 2,
"L": 4,
"N": 2,
"window_size": 4,
"stride": 2,
"num_windows": 1,
"expand_ratio": 1.0,
"in_group_size": 4,
"out_group_size": 4
}
}
}
]
}
},
{
"key": "model.layers.12.mlp.gate_proj.weight",
"result": {
"original_shape": [
8192,
2048
],
"final_shape": [
8192,
2048
],
"stages": [
{
"name": "prune",
"shape": [
8192,
2048
],
"ZL_valid": true,
"ZL_valid_ratio": 1.0
},
{
"name": "slide",
"shape": [
8192,
2048
],
"2to4_valid": true,
"2to4_violation_ratio": 0.0,
"slide_metadata": {
"original_k": 2048,
"padded_k": 2048,
"output_k": 2048,
"expand_ratio": 1.0,
"config": {
"Z": 2,
"L": 4,
"N": 2,
"window_size": 4,
"stride": 2,
"num_windows": 1,
"expand_ratio": 1.0,
"in_group_size": 4,
"out_group_size": 4
}
}
}
]
}
},
{
"key": "model.layers.12.mlp.up_proj.weight",
"result": {
"original_shape": [
8192,
2048
],
"final_shape": [
8192,
2048
],
"stages": [
{
"name": "prune",
"shape": [
8192,
2048
],
"ZL_valid": true,
"ZL_valid_ratio": 1.0
},
{
"name": "slide",
"shape": [
8192,
2048
],
"2to4_valid": true,
"2to4_violation_ratio": 0.0,
"slide_metadata": {
"original_k": 2048,
"padded_k": 2048,
"output_k": 2048,
"expand_ratio": 1.0,
"config": {
"Z": 2,
"L": 4,
"N": 2,
"window_size": 4,
"stride": 2,
"num_windows": 1,
"expand_ratio": 1.0,
"in_group_size": 4,
"out_group_size": 4
}
}
}
]
}
},
{
"key": "model.layers.12.self_attn.k_proj.weight",
"result": {
"original_shape": [
512,
2048
],
"final_shape": [
512,
2048
],
"stages": [
{
"name": "prune",
"shape": [
512,
2048
],
"ZL_valid": true,
"ZL_valid_ratio": 1.0
},
{
"name": "slide",
"shape": [
512,
2048
],
"2to4_valid": true,
"2to4_violation_ratio": 0.0,
"slide_metadata": {
"original_k": 2048,
"padded_k": 2048,
"output_k": 2048,
"expand_ratio": 1.0,
"config": {
"Z": 2,
"L": 4,
"N": 2,
"window_size": 4,
"stride": 2,
"num_windows": 1,
"expand_ratio": 1.0,
"in_group_size": 4,
"out_group_size": 4
}
}
}
]
}
},
{
"key": "model.layers.12.self_attn.o_proj.weight",
"result": {
"original_shape": [
2048,
2048
],
"final_shape": [
2048,
2048
],
"stages": [
{
"name": "prune",
"shape": [
2048,
2048
],
"ZL_valid": true,
"ZL_valid_ratio": 1.0
},
{
"name": "slide",
"shape": [
2048,
2048
],
"2to4_valid": true,
"2to4_violation_ratio": 0.0,
"slide_metadata": {
"original_k": 2048,
"padded_k": 2048,
"output_k": 2048,
"expand_ratio": 1.0,
"config": {
"Z": 2,
"L": 4,
"N": 2,
"window_size": 4,
"stride": 2,
"num_windows": 1,
"expand_ratio": 1.0,
"in_group_size": 4,
"out_group_size": 4
}
}
}
]
}
},
{
"key": "model.layers.12.self_attn.q_proj.weight",
"result": {
"original_shape": [
2048,
2048
],
"final_shape": [
2048,
2048
],
"stages": [
{
"name": "prune",
"shape": [
2048,
2048
],
"ZL_valid": true,
"ZL_valid_ratio": 1.0
},
{
"name": "slide",
"shape": [
2048,
2048
],
"2to4_valid": true,
"2to4_violation_ratio": 0.0,
"slide_metadata": {
"original_k": 2048,
"padded_k": 2048,
"output_k": 2048,
"expand_ratio": 1.0,
"config": {
"Z": 2,
"L": 4,
"N": 2,
"window_size": 4,
"stride": 2,
"num_windows": 1,
"expand_ratio": 1.0,
"in_group_size": 4,
"out_group_size": 4
}
}
}
]
}
},
{
"key": "model.layers.12.self_attn.v_proj.weight",
"result": {
"original_shape": [
512,
2048
],
"final_shape": [
512,
2048
],
"stages": [
{
"name": "prune",
"shape": [
512,
2048
],
"ZL_valid": true,
"ZL_valid_ratio": 1.0
},
{
"name": "slide",
"shape": [
512,
2048
],
"2to4_valid": true,
"2to4_violation_ratio": 0.0,
"slide_metadata": {
"original_k": 2048,
"padded_k": 2048,
"output_k": 2048,
"expand_ratio": 1.0,
"config": {
"Z": 2,
"L": 4,
"N": 2,
"window_size": 4,
"stride": 2,
"num_windows": 1,
"expand_ratio": 1.0,
"in_group_size": 4,
"out_group_size": 4
}
}
}
]
}
},
{
"key": "model.layers.13.mlp.down_proj.weight",
"result": {
"original_shape": [
2048,
8192
],
"final_shape": [
2048,
8192
],
"stages": [
{
"name": "prune",
"shape": [
2048,
8192
],
"ZL_valid": true,
"ZL_valid_ratio": 1.0
},
{
"name": "slide",
"shape": [
2048,
8192
],
"2to4_valid": true,
"2to4_violation_ratio": 0.0,
"slide_metadata": {
"original_k": 8192,
"padded_k": 8192,
"output_k": 8192,
"expand_ratio": 1.0,
"config": {
"Z": 2,
"L": 4,
"N": 2,
"window_size": 4,
"stride": 2,
"num_windows": 1,
"expand_ratio": 1.0,
"in_group_size": 4,
"out_group_size": 4
}
}
}
]
}
},
{
"key": "model.layers.13.mlp.gate_proj.weight",
"result": {
"original_shape": [
8192,
2048
],
"final_shape": [
8192,
2048
],
"stages": [
{
"name": "prune",
"shape": [
8192,
2048
],
"ZL_valid": true,
"ZL_valid_ratio": 1.0
},
{
"name": "slide",
"shape": [
8192,
2048
],
"2to4_valid": true,
"2to4_violation_ratio": 0.0,
"slide_metadata": {
"original_k": 2048,
"padded_k": 2048,
"output_k": 2048,
"expand_ratio": 1.0,
"config": {
"Z": 2,
"L": 4,
"N": 2,
"window_size": 4,
"stride": 2,
"num_windows": 1,
"expand_ratio": 1.0,
"in_group_size": 4,
"out_group_size": 4
}
}
}
]
}
},
{
"key": "model.layers.13.mlp.up_proj.weight",
"result": {
"original_shape": [
8192,
2048
],
"final_shape": [
8192,
2048
],
"stages": [
{
"name": "prune",
"shape": [
8192,
2048
],
"ZL_valid": true,
"ZL_valid_ratio": 1.0
},
{
"name": "slide",
"shape": [
8192,
2048
],
"2to4_valid": true,
"2to4_violation_ratio": 0.0,
"slide_metadata": {
"original_k": 2048,
"padded_k": 2048,
"output_k": 2048,
"expand_ratio": 1.0,
"config": {
"Z": 2,
"L": 4,
"N": 2,
"window_size": 4,
"stride": 2,
"num_windows": 1,
"expand_ratio": 1.0,
"in_group_size": 4,
"out_group_size": 4
}
}
}
]
}
},
{
"key": "model.layers.13.self_attn.k_proj.weight",
"result": {
"original_shape": [
512,
2048
],
"final_shape": [
512,
2048
],
"stages": [
{
"name": "prune",
"shape": [
512,
2048
],
"ZL_valid": true,
"ZL_valid_ratio": 1.0
},
{
"name": "slide",
"shape": [
512,
2048
],
"2to4_valid": true,
"2to4_violation_ratio": 0.0,
"slide_metadata": {
"original_k": 2048,
"padded_k": 2048,
"output_k": 2048,
"expand_ratio": 1.0,
"config": {
"Z": 2,
"L": 4,
"N": 2,
"window_size": 4,
"stride": 2,
"num_windows": 1,
"expand_ratio": 1.0,
"in_group_size": 4,
"out_group_size": 4
}
}
}
]
}
},
{
"key": "model.layers.13.self_attn.o_proj.weight",
"result": {
"original_shape": [
2048,
2048
],
"final_shape": [
2048,
2048
],
"stages": [
{
"name": "prune",
"shape": [
2048,
2048
],
"ZL_valid": true,
"ZL_valid_ratio": 1.0
},
{
"name": "slide",
"shape": [
2048,
2048
],
"2to4_valid": true,
"2to4_violation_ratio": 0.0,
"slide_metadata": {
"original_k": 2048,
"padded_k": 2048,
"output_k": 2048,
"expand_ratio": 1.0,
"config": {
"Z": 2,
"L": 4,
"N": 2,
"window_size": 4,
"stride": 2,
"num_windows": 1,
"expand_ratio": 1.0,
"in_group_size": 4,
"out_group_size": 4
}
}
}
]
}
},
{
"key": "model.layers.13.self_attn.q_proj.weight",
"result": {
"original_shape": [
2048,
2048
],
"final_shape": [
2048,
2048
],
"stages": [
{
"name": "prune",
"shape": [
2048,
2048
],
"ZL_valid": true,
"ZL_valid_ratio": 1.0
},
{
"name": "slide",
"shape": [
2048,
2048
],
"2to4_valid": true,
"2to4_violation_ratio": 0.0,
"slide_metadata": {
"original_k": 2048,
"padded_k": 2048,
"output_k": 2048,
"expand_ratio": 1.0,
"config": {
"Z": 2,
"L": 4,
"N": 2,
"window_size": 4,
"stride": 2,
"num_windows": 1,
"expand_ratio": 1.0,
"in_group_size": 4,
"out_group_size": 4
}
}
}
]
}
},
{
"key": "model.layers.13.self_attn.v_proj.weight",
"result": {
"original_shape": [
512,
2048
],
"final_shape": [
512,
2048
],
"stages": [
{
"name": "prune",
"shape": [
512,
2048
],
"ZL_valid": true,
"ZL_valid_ratio": 1.0
},
{
"name": "slide",
"shape": [
512,
2048
],
"2to4_valid": true,
"2to4_violation_ratio": 0.0,
"slide_metadata": {
"original_k": 2048,
"padded_k": 2048,
"output_k": 2048,
"expand_ratio": 1.0,
"config": {
"Z": 2,
"L": 4,
"N": 2,
"window_size": 4,
"stride": 2,
"num_windows": 1,
"expand_ratio": 1.0,
"in_group_size": 4,
"out_group_size": 4
}
}
}
]
}
},
{
"key": "model.layers.14.mlp.down_proj.weight",
"result": {
"original_shape": [
2048,
8192
],
"final_shape": [
2048,
8192
],
"stages": [
{
"name": "prune",
"shape": [
2048,
8192
],
"ZL_valid": true,
"ZL_valid_ratio": 1.0
},
{
"name": "slide",
"shape": [
2048,
8192
],
"2to4_valid": true,
"2to4_violation_ratio": 0.0,
"slide_metadata": {
"original_k": 8192,
"padded_k": 8192,
"output_k": 8192,
"expand_ratio": 1.0,
"config": {
"Z": 2,
"L": 4,
"N": 2,
"window_size": 4,
"stride": 2,
"num_windows": 1,
"expand_ratio": 1.0,
"in_group_size": 4,
"out_group_size": 4
}
}
}
]
}
},
{
"key": "model.layers.14.mlp.gate_proj.weight",
"result": {
"original_shape": [
8192,
2048
],
"final_shape": [
8192,
2048
],
"stages": [
{
"name": "prune",
"shape": [
8192,
2048
],
"ZL_valid": true,
"ZL_valid_ratio": 1.0
},
{
"name": "slide",
"shape": [
8192,
2048
],
"2to4_valid": true,
"2to4_violation_ratio": 0.0,
"slide_metadata": {
"original_k": 2048,
"padded_k": 2048,
"output_k": 2048,
"expand_ratio": 1.0,
"config": {
"Z": 2,
"L": 4,
"N": 2,
"window_size": 4,
"stride": 2,
"num_windows": 1,
"expand_ratio": 1.0,
"in_group_size": 4,
"out_group_size": 4
}
}
}
]
}
},
{
"key": "model.layers.14.mlp.up_proj.weight",
"result": {
"original_shape": [
8192,
2048
],
"final_shape": [
8192,
2048
],
"stages": [
{
"name": "prune",
"shape": [
8192,
2048
],
"ZL_valid": true,
"ZL_valid_ratio": 1.0
},
{
"name": "slide",
"shape": [
8192,
2048
],
"2to4_valid": true,
"2to4_violation_ratio": 0.0,
"slide_metadata": {
"original_k": 2048,
"padded_k": 2048,
"output_k": 2048,
"expand_ratio": 1.0,
"config": {
"Z": 2,
"L": 4,
"N": 2,
"window_size": 4,
"stride": 2,
"num_windows": 1,
"expand_ratio": 1.0,
"in_group_size": 4,
"out_group_size": 4
}
}
}
]
}
},
{
"key": "model.layers.14.self_attn.k_proj.weight",
"result": {
"original_shape": [
512,
2048
],
"final_shape": [
512,
2048
],
"stages": [
{
"name": "prune",
"shape": [
512,
2048
],
"ZL_valid": true,
"ZL_valid_ratio": 1.0
},
{
"name": "slide",
"shape": [
512,
2048
],
"2to4_valid": true,
"2to4_violation_ratio": 0.0,
"slide_metadata": {
"original_k": 2048,
"padded_k": 2048,
"output_k": 2048,
"expand_ratio": 1.0,
"config": {
"Z": 2,
"L": 4,
"N": 2,
"window_size": 4,
"stride": 2,
"num_windows": 1,
"expand_ratio": 1.0,
"in_group_size": 4,
"out_group_size": 4
}
}
}
]
}
},
{
"key": "model.layers.14.self_attn.o_proj.weight",
"result": {
"original_shape": [
2048,
2048
],
"final_shape": [
2048,
2048
],
"stages": [
{
"name": "prune",
"shape": [
2048,
2048
],
"ZL_valid": true,
"ZL_valid_ratio": 1.0
},
{
"name": "slide",
"shape": [
2048,
2048
],
"2to4_valid": true,
"2to4_violation_ratio": 0.0,
"slide_metadata": {
"original_k": 2048,
"padded_k": 2048,
"output_k": 2048,
"expand_ratio": 1.0,
"config": {
"Z": 2,
"L": 4,
"N": 2,
"window_size": 4,
"stride": 2,
"num_windows": 1,
"expand_ratio": 1.0,
"in_group_size": 4,
"out_group_size": 4
}
}
}
]
}
},
{
"key": "model.layers.14.self_attn.q_proj.weight",
"result": {
"original_shape": [
2048,
2048
],
"final_shape": [
2048,
2048
],
"stages": [
{
"name": "prune",
"shape": [
2048,
2048
],
"ZL_valid": true,
"ZL_valid_ratio": 1.0
},
{
"name": "slide",
"shape": [
2048,
2048
],
"2to4_valid": true,
"2to4_violation_ratio": 0.0,
"slide_metadata": {
"original_k": 2048,
"padded_k": 2048,
"output_k": 2048,
"expand_ratio": 1.0,
"config": {
"Z": 2,
"L": 4,
"N": 2,
"window_size": 4,
"stride": 2,
"num_windows": 1,
"expand_ratio": 1.0,
"in_group_size": 4,
"out_group_size": 4
}
}
}
]
}
},
{
"key": "model.layers.14.self_attn.v_proj.weight",
"result": {
"original_shape": [
512,
2048
],
"final_shape": [
512,
2048
],
"stages": [
{
"name": "prune",
"shape": [
512,
2048
],
"ZL_valid": true,
"ZL_valid_ratio": 1.0
},
{
"name": "slide",
"shape": [
512,
2048
],
"2to4_valid": true,
"2to4_violation_ratio": 0.0,
"slide_metadata": {
"original_k": 2048,
"padded_k": 2048,
"output_k": 2048,
"expand_ratio": 1.0,
"config": {
"Z": 2,
"L": 4,
"N": 2,
"window_size": 4,
"stride": 2,
"num_windows": 1,
"expand_ratio": 1.0,
"in_group_size": 4,
"out_group_size": 4
}
}
}
]
}
},
{
"key": "model.layers.15.mlp.down_proj.weight",
"result": {
"original_shape": [
2048,
8192
],
"final_shape": [
2048,
8192
],
"stages": [
{
"name": "prune",
"shape": [
2048,
8192
],
"ZL_valid": true,
"ZL_valid_ratio": 1.0
},
{
"name": "slide",
"shape": [
2048,
8192
],
"2to4_valid": true,
"2to4_violation_ratio": 0.0,
"slide_metadata": {
"original_k": 8192,
"padded_k": 8192,
"output_k": 8192,
"expand_ratio": 1.0,
"config": {
"Z": 2,
"L": 4,
"N": 2,
"window_size": 4,
"stride": 2,
"num_windows": 1,
"expand_ratio": 1.0,
"in_group_size": 4,
"out_group_size": 4
}
}
}
]
}
},
{
"key": "model.layers.15.mlp.gate_proj.weight",
"result": {
"original_shape": [
8192,
2048
],
"final_shape": [
8192,
2048
],
"stages": [
{
"name": "prune",
"shape": [
8192,
2048
],
"ZL_valid": true,
"ZL_valid_ratio": 1.0
},
{
"name": "slide",
"shape": [
8192,
2048
],
"2to4_valid": true,
"2to4_violation_ratio": 0.0,
"slide_metadata": {
"original_k": 2048,
"padded_k": 2048,
"output_k": 2048,
"expand_ratio": 1.0,
"config": {
"Z": 2,
"L": 4,
"N": 2,
"window_size": 4,
"stride": 2,
"num_windows": 1,
"expand_ratio": 1.0,
"in_group_size": 4,
"out_group_size": 4
}
}
}
]
}
},
{
"key": "model.layers.15.mlp.up_proj.weight",
"result": {
"original_shape": [
8192,
2048
],
"final_shape": [
8192,
2048
],
"stages": [
{
"name": "prune",
"shape": [
8192,
2048
],
"ZL_valid": true,
"ZL_valid_ratio": 1.0
},
{
"name": "slide",
"shape": [
8192,
2048
],
"2to4_valid": true,
"2to4_violation_ratio": 0.0,
"slide_metadata": {
"original_k": 2048,
"padded_k": 2048,
"output_k": 2048,
"expand_ratio": 1.0,
"config": {
"Z": 2,
"L": 4,
"N": 2,
"window_size": 4,
"stride": 2,
"num_windows": 1,
"expand_ratio": 1.0,
"in_group_size": 4,
"out_group_size": 4
}
}
}
]
}
},
{
"key": "model.layers.15.self_attn.k_proj.weight",
"result": {
"original_shape": [
512,
2048
],
"final_shape": [
512,
2048
],
"stages": [
{
"name": "prune",
"shape": [
512,
2048
],
"ZL_valid": true,
"ZL_valid_ratio": 1.0
},
{
"name": "slide",
"shape": [
512,
2048
],
"2to4_valid": true,
"2to4_violation_ratio": 0.0,
"slide_metadata": {
"original_k": 2048,
"padded_k": 2048,
"output_k": 2048,
"expand_ratio": 1.0,
"config": {
"Z": 2,
"L": 4,
"N": 2,
"window_size": 4,
"stride": 2,
"num_windows": 1,
"expand_ratio": 1.0,
"in_group_size": 4,
"out_group_size": 4
}
}
}
]
}
},
{
"key": "model.layers.15.self_attn.o_proj.weight",
"result": {
"original_shape": [
2048,
2048
],
"final_shape": [
2048,
2048
],
"stages": [
{
"name": "prune",
"shape": [
2048,
2048
],
"ZL_valid": true,
"ZL_valid_ratio": 1.0
},
{
"name": "slide",
"shape": [
2048,
2048
],
"2to4_valid": true,
"2to4_violation_ratio": 0.0,
"slide_metadata": {
"original_k": 2048,
"padded_k": 2048,
"output_k": 2048,
"expand_ratio": 1.0,
"config": {
"Z": 2,
"L": 4,
"N": 2,
"window_size": 4,
"stride": 2,
"num_windows": 1,
"expand_ratio": 1.0,
"in_group_size": 4,
"out_group_size": 4
}
}
}
]
}
},
{
"key": "model.layers.15.self_attn.q_proj.weight",
"result": {
"original_shape": [
2048,
2048
],
"final_shape": [
2048,
2048
],
"stages": [
{
"name": "prune",
"shape": [
2048,
2048
],
"ZL_valid": true,
"ZL_valid_ratio": 1.0
},
{
"name": "slide",
"shape": [
2048,
2048
],
"2to4_valid": true,
"2to4_violation_ratio": 0.0,
"slide_metadata": {
"original_k": 2048,
"padded_k": 2048,
"output_k": 2048,
"expand_ratio": 1.0,
"config": {
"Z": 2,
"L": 4,
"N": 2,
"window_size": 4,
"stride": 2,
"num_windows": 1,
"expand_ratio": 1.0,
"in_group_size": 4,
"out_group_size": 4
}
}
}
]
}
},
{
"key": "model.layers.15.self_attn.v_proj.weight",
"result": {
"original_shape": [
512,
2048
],
"final_shape": [
512,
2048
],
"stages": [
{
"name": "prune",
"shape": [
512,
2048
],
"ZL_valid": true,
"ZL_valid_ratio": 1.0
},
{
"name": "slide",
"shape": [
512,
2048
],
"2to4_valid": true,
"2to4_violation_ratio": 0.0,
"slide_metadata": {
"original_k": 2048,
"padded_k": 2048,
"output_k": 2048,
"expand_ratio": 1.0,
"config": {
"Z": 2,
"L": 4,
"N": 2,
"window_size": 4,
"stride": 2,
"num_windows": 1,
"expand_ratio": 1.0,
"in_group_size": 4,
"out_group_size": 4
}
}
}
]
}
},
{
"key": "model.layers.2.mlp.down_proj.weight",
"result": {
"original_shape": [
2048,
8192
],
"final_shape": [
2048,
8192
],
"stages": [
{
"name": "prune",
"shape": [
2048,
8192
],
"ZL_valid": true,
"ZL_valid_ratio": 1.0
},
{
"name": "slide",
"shape": [
2048,
8192
],
"2to4_valid": true,
"2to4_violation_ratio": 0.0,
"slide_metadata": {
"original_k": 8192,
"padded_k": 8192,
"output_k": 8192,
"expand_ratio": 1.0,
"config": {
"Z": 2,
"L": 4,
"N": 2,
"window_size": 4,
"stride": 2,
"num_windows": 1,
"expand_ratio": 1.0,
"in_group_size": 4,
"out_group_size": 4
}
}
}
]
}
},
{
"key": "model.layers.2.mlp.gate_proj.weight",
"result": {
"original_shape": [
8192,
2048
],
"final_shape": [
8192,
2048
],
"stages": [
{
"name": "prune",
"shape": [
8192,
2048
],
"ZL_valid": true,
"ZL_valid_ratio": 1.0
},
{
"name": "slide",
"shape": [
8192,
2048
],
"2to4_valid": true,
"2to4_violation_ratio": 0.0,
"slide_metadata": {
"original_k": 2048,
"padded_k": 2048,
"output_k": 2048,
"expand_ratio": 1.0,
"config": {
"Z": 2,
"L": 4,
"N": 2,
"window_size": 4,
"stride": 2,
"num_windows": 1,
"expand_ratio": 1.0,
"in_group_size": 4,
"out_group_size": 4
}
}
}
]
}
},
{
"key": "model.layers.2.mlp.up_proj.weight",
"result": {
"original_shape": [
8192,
2048
],
"final_shape": [
8192,
2048
],
"stages": [
{
"name": "prune",
"shape": [
8192,
2048
],
"ZL_valid": true,
"ZL_valid_ratio": 1.0
},
{
"name": "slide",
"shape": [
8192,
2048
],
"2to4_valid": true,
"2to4_violation_ratio": 0.0,
"slide_metadata": {
"original_k": 2048,
"padded_k": 2048,
"output_k": 2048,
"expand_ratio": 1.0,
"config": {
"Z": 2,
"L": 4,
"N": 2,
"window_size": 4,
"stride": 2,
"num_windows": 1,
"expand_ratio": 1.0,
"in_group_size": 4,
"out_group_size": 4
}
}
}
]
}
},
{
"key": "model.layers.2.self_attn.k_proj.weight",
"result": {
"original_shape": [
512,
2048
],
"final_shape": [
512,
2048
],
"stages": [
{
"name": "prune",
"shape": [
512,
2048
],
"ZL_valid": true,
"ZL_valid_ratio": 1.0
},
{
"name": "slide",
"shape": [
512,
2048
],
"2to4_valid": true,
"2to4_violation_ratio": 0.0,
"slide_metadata": {
"original_k": 2048,
"padded_k": 2048,
"output_k": 2048,
"expand_ratio": 1.0,
"config": {
"Z": 2,
"L": 4,
"N": 2,
"window_size": 4,
"stride": 2,
"num_windows": 1,
"expand_ratio": 1.0,
"in_group_size": 4,
"out_group_size": 4
}
}
}
]
}
},
{
"key": "model.layers.2.self_attn.o_proj.weight",
"result": {
"original_shape": [
2048,
2048
],
"final_shape": [
2048,
2048
],
"stages": [
{
"name": "prune",
"shape": [
2048,
2048
],
"ZL_valid": true,
"ZL_valid_ratio": 1.0
},
{
"name": "slide",
"shape": [
2048,
2048
],
"2to4_valid": true,
"2to4_violation_ratio": 0.0,
"slide_metadata": {
"original_k": 2048,
"padded_k": 2048,
"output_k": 2048,
"expand_ratio": 1.0,
"config": {
"Z": 2,
"L": 4,
"N": 2,
"window_size": 4,
"stride": 2,
"num_windows": 1,
"expand_ratio": 1.0,
"in_group_size": 4,
"out_group_size": 4
}
}
}
]
}
},
{
"key": "model.layers.2.self_attn.q_proj.weight",
"result": {
"original_shape": [
2048,
2048
],
"final_shape": [
2048,
2048
],
"stages": [
{
"name": "prune",
"shape": [
2048,
2048
],
"ZL_valid": true,
"ZL_valid_ratio": 1.0
},
{
"name": "slide",
"shape": [
2048,
2048
],
"2to4_valid": true,
"2to4_violation_ratio": 0.0,
"slide_metadata": {
"original_k": 2048,
"padded_k": 2048,
"output_k": 2048,
"expand_ratio": 1.0,
"config": {
"Z": 2,
"L": 4,
"N": 2,
"window_size": 4,
"stride": 2,
"num_windows": 1,
"expand_ratio": 1.0,
"in_group_size": 4,
"out_group_size": 4
}
}
}
]
}
},
{
"key": "model.layers.2.self_attn.v_proj.weight",
"result": {
"original_shape": [
512,
2048
],
"final_shape": [
512,
2048
],
"stages": [
{
"name": "prune",
"shape": [
512,
2048
],
"ZL_valid": true,
"ZL_valid_ratio": 1.0
},
{
"name": "slide",
"shape": [
512,
2048
],
"2to4_valid": true,
"2to4_violation_ratio": 0.0,
"slide_metadata": {
"original_k": 2048,
"padded_k": 2048,
"output_k": 2048,
"expand_ratio": 1.0,
"config": {
"Z": 2,
"L": 4,
"N": 2,
"window_size": 4,
"stride": 2,
"num_windows": 1,
"expand_ratio": 1.0,
"in_group_size": 4,
"out_group_size": 4
}
}
}
]
}
},
{
"key": "model.layers.3.mlp.down_proj.weight",
"result": {
"original_shape": [
2048,
8192
],
"final_shape": [
2048,
8192
],
"stages": [
{
"name": "prune",
"shape": [
2048,
8192
],
"ZL_valid": true,
"ZL_valid_ratio": 1.0
},
{
"name": "slide",
"shape": [
2048,
8192
],
"2to4_valid": true,
"2to4_violation_ratio": 0.0,
"slide_metadata": {
"original_k": 8192,
"padded_k": 8192,
"output_k": 8192,
"expand_ratio": 1.0,
"config": {
"Z": 2,
"L": 4,
"N": 2,
"window_size": 4,
"stride": 2,
"num_windows": 1,
"expand_ratio": 1.0,
"in_group_size": 4,
"out_group_size": 4
}
}
}
]
}
},
{
"key": "model.layers.3.mlp.gate_proj.weight",
"result": {
"original_shape": [
8192,
2048
],
"final_shape": [
8192,
2048
],
"stages": [
{
"name": "prune",
"shape": [
8192,
2048
],
"ZL_valid": true,
"ZL_valid_ratio": 1.0
},
{
"name": "slide",
"shape": [
8192,
2048
],
"2to4_valid": true,
"2to4_violation_ratio": 0.0,
"slide_metadata": {
"original_k": 2048,
"padded_k": 2048,
"output_k": 2048,
"expand_ratio": 1.0,
"config": {
"Z": 2,
"L": 4,
"N": 2,
"window_size": 4,
"stride": 2,
"num_windows": 1,
"expand_ratio": 1.0,
"in_group_size": 4,
"out_group_size": 4
}
}
}
]
}
},
{
"key": "model.layers.3.mlp.up_proj.weight",
"result": {
"original_shape": [
8192,
2048
],
"final_shape": [
8192,
2048
],
"stages": [
{
"name": "prune",
"shape": [
8192,
2048
],
"ZL_valid": true,
"ZL_valid_ratio": 1.0
},
{
"name": "slide",
"shape": [
8192,
2048
],
"2to4_valid": true,
"2to4_violation_ratio": 0.0,
"slide_metadata": {
"original_k": 2048,
"padded_k": 2048,
"output_k": 2048,
"expand_ratio": 1.0,
"config": {
"Z": 2,
"L": 4,
"N": 2,
"window_size": 4,
"stride": 2,
"num_windows": 1,
"expand_ratio": 1.0,
"in_group_size": 4,
"out_group_size": 4
}
}
}
]
}
},
{
"key": "model.layers.3.self_attn.k_proj.weight",
"result": {
"original_shape": [
512,
2048
],
"final_shape": [
512,
2048
],
"stages": [
{
"name": "prune",
"shape": [
512,
2048
],
"ZL_valid": true,
"ZL_valid_ratio": 1.0
},
{
"name": "slide",
"shape": [
512,
2048
],
"2to4_valid": true,
"2to4_violation_ratio": 0.0,
"slide_metadata": {
"original_k": 2048,
"padded_k": 2048,
"output_k": 2048,
"expand_ratio": 1.0,
"config": {
"Z": 2,
"L": 4,
"N": 2,
"window_size": 4,
"stride": 2,
"num_windows": 1,
"expand_ratio": 1.0,
"in_group_size": 4,
"out_group_size": 4
}
}
}
]
}
},
{
"key": "model.layers.3.self_attn.o_proj.weight",
"result": {
"original_shape": [
2048,
2048
],
"final_shape": [
2048,
2048
],
"stages": [
{
"name": "prune",
"shape": [
2048,
2048
],
"ZL_valid": true,
"ZL_valid_ratio": 1.0
},
{
"name": "slide",
"shape": [
2048,
2048
],
"2to4_valid": true,
"2to4_violation_ratio": 0.0,
"slide_metadata": {
"original_k": 2048,
"padded_k": 2048,
"output_k": 2048,
"expand_ratio": 1.0,
"config": {
"Z": 2,
"L": 4,
"N": 2,
"window_size": 4,
"stride": 2,
"num_windows": 1,
"expand_ratio": 1.0,
"in_group_size": 4,
"out_group_size": 4
}
}
}
]
}
},
{
"key": "model.layers.3.self_attn.q_proj.weight",
"result": {
"original_shape": [
2048,
2048
],
"final_shape": [
2048,
2048
],
"stages": [
{
"name": "prune",
"shape": [
2048,
2048
],
"ZL_valid": true,
"ZL_valid_ratio": 1.0
},
{
"name": "slide",
"shape": [
2048,
2048
],
"2to4_valid": true,
"2to4_violation_ratio": 0.0,
"slide_metadata": {
"original_k": 2048,
"padded_k": 2048,
"output_k": 2048,
"expand_ratio": 1.0,
"config": {
"Z": 2,
"L": 4,
"N": 2,
"window_size": 4,
"stride": 2,
"num_windows": 1,
"expand_ratio": 1.0,
"in_group_size": 4,
"out_group_size": 4
}
}
}
]
}
},
{
"key": "model.layers.3.self_attn.v_proj.weight",
"result": {
"original_shape": [
512,
2048
],
"final_shape": [
512,
2048
],
"stages": [
{
"name": "prune",
"shape": [
512,
2048
],
"ZL_valid": true,
"ZL_valid_ratio": 1.0
},
{
"name": "slide",
"shape": [
512,
2048
],
"2to4_valid": true,
"2to4_violation_ratio": 0.0,
"slide_metadata": {
"original_k": 2048,
"padded_k": 2048,
"output_k": 2048,
"expand_ratio": 1.0,
"config": {
"Z": 2,
"L": 4,
"N": 2,
"window_size": 4,
"stride": 2,
"num_windows": 1,
"expand_ratio": 1.0,
"in_group_size": 4,
"out_group_size": 4
}
}
}
]
}
},
{
"key": "model.layers.4.mlp.down_proj.weight",
"result": {
"original_shape": [
2048,
8192
],
"final_shape": [
2048,
8192
],
"stages": [
{
"name": "prune",
"shape": [
2048,
8192
],
"ZL_valid": true,
"ZL_valid_ratio": 1.0
},
{
"name": "slide",
"shape": [
2048,
8192
],
"2to4_valid": true,
"2to4_violation_ratio": 0.0,
"slide_metadata": {
"original_k": 8192,
"padded_k": 8192,
"output_k": 8192,
"expand_ratio": 1.0,
"config": {
"Z": 2,
"L": 4,
"N": 2,
"window_size": 4,
"stride": 2,
"num_windows": 1,
"expand_ratio": 1.0,
"in_group_size": 4,
"out_group_size": 4
}
}
}
]
}
},
{
"key": "model.layers.4.mlp.gate_proj.weight",
"result": {
"original_shape": [
8192,
2048
],
"final_shape": [
8192,
2048
],
"stages": [
{
"name": "prune",
"shape": [
8192,
2048
],
"ZL_valid": true,
"ZL_valid_ratio": 1.0
},
{
"name": "slide",
"shape": [
8192,
2048
],
"2to4_valid": true,
"2to4_violation_ratio": 0.0,
"slide_metadata": {
"original_k": 2048,
"padded_k": 2048,
"output_k": 2048,
"expand_ratio": 1.0,
"config": {
"Z": 2,
"L": 4,
"N": 2,
"window_size": 4,
"stride": 2,
"num_windows": 1,
"expand_ratio": 1.0,
"in_group_size": 4,
"out_group_size": 4
}
}
}
]
}
},
{
"key": "model.layers.4.mlp.up_proj.weight",
"result": {
"original_shape": [
8192,
2048
],
"final_shape": [
8192,
2048
],
"stages": [
{
"name": "prune",
"shape": [
8192,
2048
],
"ZL_valid": true,
"ZL_valid_ratio": 1.0
},
{
"name": "slide",
"shape": [
8192,
2048
],
"2to4_valid": true,
"2to4_violation_ratio": 0.0,
"slide_metadata": {
"original_k": 2048,
"padded_k": 2048,
"output_k": 2048,
"expand_ratio": 1.0,
"config": {
"Z": 2,
"L": 4,
"N": 2,
"window_size": 4,
"stride": 2,
"num_windows": 1,
"expand_ratio": 1.0,
"in_group_size": 4,
"out_group_size": 4
}
}
}
]
}
},
{
"key": "model.layers.4.self_attn.k_proj.weight",
"result": {
"original_shape": [
512,
2048
],
"final_shape": [
512,
2048
],
"stages": [
{
"name": "prune",
"shape": [
512,
2048
],
"ZL_valid": true,
"ZL_valid_ratio": 1.0
},
{
"name": "slide",
"shape": [
512,
2048
],
"2to4_valid": true,
"2to4_violation_ratio": 0.0,
"slide_metadata": {
"original_k": 2048,
"padded_k": 2048,
"output_k": 2048,
"expand_ratio": 1.0,
"config": {
"Z": 2,
"L": 4,
"N": 2,
"window_size": 4,
"stride": 2,
"num_windows": 1,
"expand_ratio": 1.0,
"in_group_size": 4,
"out_group_size": 4
}
}
}
]
}
},
{
"key": "model.layers.4.self_attn.o_proj.weight",
"result": {
"original_shape": [
2048,
2048
],
"final_shape": [
2048,
2048
],
"stages": [
{
"name": "prune",
"shape": [
2048,
2048
],
"ZL_valid": true,
"ZL_valid_ratio": 1.0
},
{
"name": "slide",
"shape": [
2048,
2048
],
"2to4_valid": true,
"2to4_violation_ratio": 0.0,
"slide_metadata": {
"original_k": 2048,
"padded_k": 2048,
"output_k": 2048,
"expand_ratio": 1.0,
"config": {
"Z": 2,
"L": 4,
"N": 2,
"window_size": 4,
"stride": 2,
"num_windows": 1,
"expand_ratio": 1.0,
"in_group_size": 4,
"out_group_size": 4
}
}
}
]
}
},
{
"key": "model.layers.4.self_attn.q_proj.weight",
"result": {
"original_shape": [
2048,
2048
],
"final_shape": [
2048,
2048
],
"stages": [
{
"name": "prune",
"shape": [
2048,
2048
],
"ZL_valid": true,
"ZL_valid_ratio": 1.0
},
{
"name": "slide",
"shape": [
2048,
2048
],
"2to4_valid": true,
"2to4_violation_ratio": 0.0,
"slide_metadata": {
"original_k": 2048,
"padded_k": 2048,
"output_k": 2048,
"expand_ratio": 1.0,
"config": {
"Z": 2,
"L": 4,
"N": 2,
"window_size": 4,
"stride": 2,
"num_windows": 1,
"expand_ratio": 1.0,
"in_group_size": 4,
"out_group_size": 4
}
}
}
]
}
},
{
"key": "model.layers.4.self_attn.v_proj.weight",
"result": {
"original_shape": [
512,
2048
],
"final_shape": [
512,
2048
],
"stages": [
{
"name": "prune",
"shape": [
512,
2048
],
"ZL_valid": true,
"ZL_valid_ratio": 1.0
},
{
"name": "slide",
"shape": [
512,
2048
],
"2to4_valid": true,
"2to4_violation_ratio": 0.0,
"slide_metadata": {
"original_k": 2048,
"padded_k": 2048,
"output_k": 2048,
"expand_ratio": 1.0,
"config": {
"Z": 2,
"L": 4,
"N": 2,
"window_size": 4,
"stride": 2,
"num_windows": 1,
"expand_ratio": 1.0,
"in_group_size": 4,
"out_group_size": 4
}
}
}
]
}
},
{
"key": "model.layers.5.mlp.down_proj.weight",
"result": {
"original_shape": [
2048,
8192
],
"final_shape": [
2048,
8192
],
"stages": [
{
"name": "prune",
"shape": [
2048,
8192
],
"ZL_valid": true,
"ZL_valid_ratio": 1.0
},
{
"name": "slide",
"shape": [
2048,
8192
],
"2to4_valid": true,
"2to4_violation_ratio": 0.0,
"slide_metadata": {
"original_k": 8192,
"padded_k": 8192,
"output_k": 8192,
"expand_ratio": 1.0,
"config": {
"Z": 2,
"L": 4,
"N": 2,
"window_size": 4,
"stride": 2,
"num_windows": 1,
"expand_ratio": 1.0,
"in_group_size": 4,
"out_group_size": 4
}
}
}
]
}
},
{
"key": "model.layers.5.mlp.gate_proj.weight",
"result": {
"original_shape": [
8192,
2048
],
"final_shape": [
8192,
2048
],
"stages": [
{
"name": "prune",
"shape": [
8192,
2048
],
"ZL_valid": true,
"ZL_valid_ratio": 1.0
},
{
"name": "slide",
"shape": [
8192,
2048
],
"2to4_valid": true,
"2to4_violation_ratio": 0.0,
"slide_metadata": {
"original_k": 2048,
"padded_k": 2048,
"output_k": 2048,
"expand_ratio": 1.0,
"config": {
"Z": 2,
"L": 4,
"N": 2,
"window_size": 4,
"stride": 2,
"num_windows": 1,
"expand_ratio": 1.0,
"in_group_size": 4,
"out_group_size": 4
}
}
}
]
}
},
{
"key": "model.layers.5.mlp.up_proj.weight",
"result": {
"original_shape": [
8192,
2048
],
"final_shape": [
8192,
2048
],
"stages": [
{
"name": "prune",
"shape": [
8192,
2048
],
"ZL_valid": true,
"ZL_valid_ratio": 1.0
},
{
"name": "slide",
"shape": [
8192,
2048
],
"2to4_valid": true,
"2to4_violation_ratio": 0.0,
"slide_metadata": {
"original_k": 2048,
"padded_k": 2048,
"output_k": 2048,
"expand_ratio": 1.0,
"config": {
"Z": 2,
"L": 4,
"N": 2,
"window_size": 4,
"stride": 2,
"num_windows": 1,
"expand_ratio": 1.0,
"in_group_size": 4,
"out_group_size": 4
}
}
}
]
}
},
{
"key": "model.layers.5.self_attn.k_proj.weight",
"result": {
"original_shape": [
512,
2048
],
"final_shape": [
512,
2048
],
"stages": [
{
"name": "prune",
"shape": [
512,
2048
],
"ZL_valid": true,
"ZL_valid_ratio": 1.0
},
{
"name": "slide",
"shape": [
512,
2048
],
"2to4_valid": true,
"2to4_violation_ratio": 0.0,
"slide_metadata": {
"original_k": 2048,
"padded_k": 2048,
"output_k": 2048,
"expand_ratio": 1.0,
"config": {
"Z": 2,
"L": 4,
"N": 2,
"window_size": 4,
"stride": 2,
"num_windows": 1,
"expand_ratio": 1.0,
"in_group_size": 4,
"out_group_size": 4
}
}
}
]
}
},
{
"key": "model.layers.5.self_attn.o_proj.weight",
"result": {
"original_shape": [
2048,
2048
],
"final_shape": [
2048,
2048
],
"stages": [
{
"name": "prune",
"shape": [
2048,
2048
],
"ZL_valid": true,
"ZL_valid_ratio": 1.0
},
{
"name": "slide",
"shape": [
2048,
2048
],
"2to4_valid": true,
"2to4_violation_ratio": 0.0,
"slide_metadata": {
"original_k": 2048,
"padded_k": 2048,
"output_k": 2048,
"expand_ratio": 1.0,
"config": {
"Z": 2,
"L": 4,
"N": 2,
"window_size": 4,
"stride": 2,
"num_windows": 1,
"expand_ratio": 1.0,
"in_group_size": 4,
"out_group_size": 4
}
}
}
]
}
},
{
"key": "model.layers.5.self_attn.q_proj.weight",
"result": {
"original_shape": [
2048,
2048
],
"final_shape": [
2048,
2048
],
"stages": [
{
"name": "prune",
"shape": [
2048,
2048
],
"ZL_valid": true,
"ZL_valid_ratio": 1.0
},
{
"name": "slide",
"shape": [
2048,
2048
],
"2to4_valid": true,
"2to4_violation_ratio": 0.0,
"slide_metadata": {
"original_k": 2048,
"padded_k": 2048,
"output_k": 2048,
"expand_ratio": 1.0,
"config": {
"Z": 2,
"L": 4,
"N": 2,
"window_size": 4,
"stride": 2,
"num_windows": 1,
"expand_ratio": 1.0,
"in_group_size": 4,
"out_group_size": 4
}
}
}
]
}
},
{
"key": "model.layers.5.self_attn.v_proj.weight",
"result": {
"original_shape": [
512,
2048
],
"final_shape": [
512,
2048
],
"stages": [
{
"name": "prune",
"shape": [
512,
2048
],
"ZL_valid": true,
"ZL_valid_ratio": 1.0
},
{
"name": "slide",
"shape": [
512,
2048
],
"2to4_valid": true,
"2to4_violation_ratio": 0.0,
"slide_metadata": {
"original_k": 2048,
"padded_k": 2048,
"output_k": 2048,
"expand_ratio": 1.0,
"config": {
"Z": 2,
"L": 4,
"N": 2,
"window_size": 4,
"stride": 2,
"num_windows": 1,
"expand_ratio": 1.0,
"in_group_size": 4,
"out_group_size": 4
}
}
}
]
}
},
{
"key": "model.layers.6.mlp.down_proj.weight",
"result": {
"original_shape": [
2048,
8192
],
"final_shape": [
2048,
8192
],
"stages": [
{
"name": "prune",
"shape": [
2048,
8192
],
"ZL_valid": true,
"ZL_valid_ratio": 1.0
},
{
"name": "slide",
"shape": [
2048,
8192
],
"2to4_valid": true,
"2to4_violation_ratio": 0.0,
"slide_metadata": {
"original_k": 8192,
"padded_k": 8192,
"output_k": 8192,
"expand_ratio": 1.0,
"config": {
"Z": 2,
"L": 4,
"N": 2,
"window_size": 4,
"stride": 2,
"num_windows": 1,
"expand_ratio": 1.0,
"in_group_size": 4,
"out_group_size": 4
}
}
}
]
}
},
{
"key": "model.layers.6.mlp.gate_proj.weight",
"result": {
"original_shape": [
8192,
2048
],
"final_shape": [
8192,
2048
],
"stages": [
{
"name": "prune",
"shape": [
8192,
2048
],
"ZL_valid": true,
"ZL_valid_ratio": 1.0
},
{
"name": "slide",
"shape": [
8192,
2048
],
"2to4_valid": true,
"2to4_violation_ratio": 0.0,
"slide_metadata": {
"original_k": 2048,
"padded_k": 2048,
"output_k": 2048,
"expand_ratio": 1.0,
"config": {
"Z": 2,
"L": 4,
"N": 2,
"window_size": 4,
"stride": 2,
"num_windows": 1,
"expand_ratio": 1.0,
"in_group_size": 4,
"out_group_size": 4
}
}
}
]
}
},
{
"key": "model.layers.6.mlp.up_proj.weight",
"result": {
"original_shape": [
8192,
2048
],
"final_shape": [
8192,
2048
],
"stages": [
{
"name": "prune",
"shape": [
8192,
2048
],
"ZL_valid": true,
"ZL_valid_ratio": 1.0
},
{
"name": "slide",
"shape": [
8192,
2048
],
"2to4_valid": true,
"2to4_violation_ratio": 0.0,
"slide_metadata": {
"original_k": 2048,
"padded_k": 2048,
"output_k": 2048,
"expand_ratio": 1.0,
"config": {
"Z": 2,
"L": 4,
"N": 2,
"window_size": 4,
"stride": 2,
"num_windows": 1,
"expand_ratio": 1.0,
"in_group_size": 4,
"out_group_size": 4
}
}
}
]
}
},
{
"key": "model.layers.6.self_attn.k_proj.weight",
"result": {
"original_shape": [
512,
2048
],
"final_shape": [
512,
2048
],
"stages": [
{
"name": "prune",
"shape": [
512,
2048
],
"ZL_valid": true,
"ZL_valid_ratio": 1.0
},
{
"name": "slide",
"shape": [
512,
2048
],
"2to4_valid": true,
"2to4_violation_ratio": 0.0,
"slide_metadata": {
"original_k": 2048,
"padded_k": 2048,
"output_k": 2048,
"expand_ratio": 1.0,
"config": {
"Z": 2,
"L": 4,
"N": 2,
"window_size": 4,
"stride": 2,
"num_windows": 1,
"expand_ratio": 1.0,
"in_group_size": 4,
"out_group_size": 4
}
}
}
]
}
},
{
"key": "model.layers.6.self_attn.o_proj.weight",
"result": {
"original_shape": [
2048,
2048
],
"final_shape": [
2048,
2048
],
"stages": [
{
"name": "prune",
"shape": [
2048,
2048
],
"ZL_valid": true,
"ZL_valid_ratio": 1.0
},
{
"name": "slide",
"shape": [
2048,
2048
],
"2to4_valid": true,
"2to4_violation_ratio": 0.0,
"slide_metadata": {
"original_k": 2048,
"padded_k": 2048,
"output_k": 2048,
"expand_ratio": 1.0,
"config": {
"Z": 2,
"L": 4,
"N": 2,
"window_size": 4,
"stride": 2,
"num_windows": 1,
"expand_ratio": 1.0,
"in_group_size": 4,
"out_group_size": 4
}
}
}
]
}
},
{
"key": "model.layers.6.self_attn.q_proj.weight",
"result": {
"original_shape": [
2048,
2048
],
"final_shape": [
2048,
2048
],
"stages": [
{
"name": "prune",
"shape": [
2048,
2048
],
"ZL_valid": true,
"ZL_valid_ratio": 1.0
},
{
"name": "slide",
"shape": [
2048,
2048
],
"2to4_valid": true,
"2to4_violation_ratio": 0.0,
"slide_metadata": {
"original_k": 2048,
"padded_k": 2048,
"output_k": 2048,
"expand_ratio": 1.0,
"config": {
"Z": 2,
"L": 4,
"N": 2,
"window_size": 4,
"stride": 2,
"num_windows": 1,
"expand_ratio": 1.0,
"in_group_size": 4,
"out_group_size": 4
}
}
}
]
}
},
{
"key": "model.layers.6.self_attn.v_proj.weight",
"result": {
"original_shape": [
512,
2048
],
"final_shape": [
512,
2048
],
"stages": [
{
"name": "prune",
"shape": [
512,
2048
],
"ZL_valid": true,
"ZL_valid_ratio": 1.0
},
{
"name": "slide",
"shape": [
512,
2048
],
"2to4_valid": true,
"2to4_violation_ratio": 0.0,
"slide_metadata": {
"original_k": 2048,
"padded_k": 2048,
"output_k": 2048,
"expand_ratio": 1.0,
"config": {
"Z": 2,
"L": 4,
"N": 2,
"window_size": 4,
"stride": 2,
"num_windows": 1,
"expand_ratio": 1.0,
"in_group_size": 4,
"out_group_size": 4
}
}
}
]
}
},
{
"key": "model.layers.7.mlp.down_proj.weight",
"result": {
"original_shape": [
2048,
8192
],
"final_shape": [
2048,
8192
],
"stages": [
{
"name": "prune",
"shape": [
2048,
8192
],
"ZL_valid": true,
"ZL_valid_ratio": 1.0
},
{
"name": "slide",
"shape": [
2048,
8192
],
"2to4_valid": true,
"2to4_violation_ratio": 0.0,
"slide_metadata": {
"original_k": 8192,
"padded_k": 8192,
"output_k": 8192,
"expand_ratio": 1.0,
"config": {
"Z": 2,
"L": 4,
"N": 2,
"window_size": 4,
"stride": 2,
"num_windows": 1,
"expand_ratio": 1.0,
"in_group_size": 4,
"out_group_size": 4
}
}
}
]
}
},
{
"key": "model.layers.7.mlp.gate_proj.weight",
"result": {
"original_shape": [
8192,
2048
],
"final_shape": [
8192,
2048
],
"stages": [
{
"name": "prune",
"shape": [
8192,
2048
],
"ZL_valid": true,
"ZL_valid_ratio": 1.0
},
{
"name": "slide",
"shape": [
8192,
2048
],
"2to4_valid": true,
"2to4_violation_ratio": 0.0,
"slide_metadata": {
"original_k": 2048,
"padded_k": 2048,
"output_k": 2048,
"expand_ratio": 1.0,
"config": {
"Z": 2,
"L": 4,
"N": 2,
"window_size": 4,
"stride": 2,
"num_windows": 1,
"expand_ratio": 1.0,
"in_group_size": 4,
"out_group_size": 4
}
}
}
]
}
},
{
"key": "model.layers.7.mlp.up_proj.weight",
"result": {
"original_shape": [
8192,
2048
],
"final_shape": [
8192,
2048
],
"stages": [
{
"name": "prune",
"shape": [
8192,
2048
],
"ZL_valid": true,
"ZL_valid_ratio": 1.0
},
{
"name": "slide",
"shape": [
8192,
2048
],
"2to4_valid": true,
"2to4_violation_ratio": 0.0,
"slide_metadata": {
"original_k": 2048,
"padded_k": 2048,
"output_k": 2048,
"expand_ratio": 1.0,
"config": {
"Z": 2,
"L": 4,
"N": 2,
"window_size": 4,
"stride": 2,
"num_windows": 1,
"expand_ratio": 1.0,
"in_group_size": 4,
"out_group_size": 4
}
}
}
]
}
},
{
"key": "model.layers.7.self_attn.k_proj.weight",
"result": {
"original_shape": [
512,
2048
],
"final_shape": [
512,
2048
],
"stages": [
{
"name": "prune",
"shape": [
512,
2048
],
"ZL_valid": true,
"ZL_valid_ratio": 1.0
},
{
"name": "slide",
"shape": [
512,
2048
],
"2to4_valid": true,
"2to4_violation_ratio": 0.0,
"slide_metadata": {
"original_k": 2048,
"padded_k": 2048,
"output_k": 2048,
"expand_ratio": 1.0,
"config": {
"Z": 2,
"L": 4,
"N": 2,
"window_size": 4,
"stride": 2,
"num_windows": 1,
"expand_ratio": 1.0,
"in_group_size": 4,
"out_group_size": 4
}
}
}
]
}
},
{
"key": "model.layers.7.self_attn.o_proj.weight",
"result": {
"original_shape": [
2048,
2048
],
"final_shape": [
2048,
2048
],
"stages": [
{
"name": "prune",
"shape": [
2048,
2048
],
"ZL_valid": true,
"ZL_valid_ratio": 1.0
},
{
"name": "slide",
"shape": [
2048,
2048
],
"2to4_valid": true,
"2to4_violation_ratio": 0.0,
"slide_metadata": {
"original_k": 2048,
"padded_k": 2048,
"output_k": 2048,
"expand_ratio": 1.0,
"config": {
"Z": 2,
"L": 4,
"N": 2,
"window_size": 4,
"stride": 2,
"num_windows": 1,
"expand_ratio": 1.0,
"in_group_size": 4,
"out_group_size": 4
}
}
}
]
}
},
{
"key": "model.layers.7.self_attn.q_proj.weight",
"result": {
"original_shape": [
2048,
2048
],
"final_shape": [
2048,
2048
],
"stages": [
{
"name": "prune",
"shape": [
2048,
2048
],
"ZL_valid": true,
"ZL_valid_ratio": 1.0
},
{
"name": "slide",
"shape": [
2048,
2048
],
"2to4_valid": true,
"2to4_violation_ratio": 0.0,
"slide_metadata": {
"original_k": 2048,
"padded_k": 2048,
"output_k": 2048,
"expand_ratio": 1.0,
"config": {
"Z": 2,
"L": 4,
"N": 2,
"window_size": 4,
"stride": 2,
"num_windows": 1,
"expand_ratio": 1.0,
"in_group_size": 4,
"out_group_size": 4
}
}
}
]
}
},
{
"key": "model.layers.7.self_attn.v_proj.weight",
"result": {
"original_shape": [
512,
2048
],
"final_shape": [
512,
2048
],
"stages": [
{
"name": "prune",
"shape": [
512,
2048
],
"ZL_valid": true,
"ZL_valid_ratio": 1.0
},
{
"name": "slide",
"shape": [
512,
2048
],
"2to4_valid": true,
"2to4_violation_ratio": 0.0,
"slide_metadata": {
"original_k": 2048,
"padded_k": 2048,
"output_k": 2048,
"expand_ratio": 1.0,
"config": {
"Z": 2,
"L": 4,
"N": 2,
"window_size": 4,
"stride": 2,
"num_windows": 1,
"expand_ratio": 1.0,
"in_group_size": 4,
"out_group_size": 4
}
}
}
]
}
},
{
"key": "model.layers.8.mlp.down_proj.weight",
"result": {
"original_shape": [
2048,
8192
],
"final_shape": [
2048,
8192
],
"stages": [
{
"name": "prune",
"shape": [
2048,
8192
],
"ZL_valid": true,
"ZL_valid_ratio": 1.0
},
{
"name": "slide",
"shape": [
2048,
8192
],
"2to4_valid": true,
"2to4_violation_ratio": 0.0,
"slide_metadata": {
"original_k": 8192,
"padded_k": 8192,
"output_k": 8192,
"expand_ratio": 1.0,
"config": {
"Z": 2,
"L": 4,
"N": 2,
"window_size": 4,
"stride": 2,
"num_windows": 1,
"expand_ratio": 1.0,
"in_group_size": 4,
"out_group_size": 4
}
}
}
]
}
},
{
"key": "model.layers.8.mlp.gate_proj.weight",
"result": {
"original_shape": [
8192,
2048
],
"final_shape": [
8192,
2048
],
"stages": [
{
"name": "prune",
"shape": [
8192,
2048
],
"ZL_valid": true,
"ZL_valid_ratio": 1.0
},
{
"name": "slide",
"shape": [
8192,
2048
],
"2to4_valid": true,
"2to4_violation_ratio": 0.0,
"slide_metadata": {
"original_k": 2048,
"padded_k": 2048,
"output_k": 2048,
"expand_ratio": 1.0,
"config": {
"Z": 2,
"L": 4,
"N": 2,
"window_size": 4,
"stride": 2,
"num_windows": 1,
"expand_ratio": 1.0,
"in_group_size": 4,
"out_group_size": 4
}
}
}
]
}
},
{
"key": "model.layers.8.mlp.up_proj.weight",
"result": {
"original_shape": [
8192,
2048
],
"final_shape": [
8192,
2048
],
"stages": [
{
"name": "prune",
"shape": [
8192,
2048
],
"ZL_valid": true,
"ZL_valid_ratio": 1.0
},
{
"name": "slide",
"shape": [
8192,
2048
],
"2to4_valid": true,
"2to4_violation_ratio": 0.0,
"slide_metadata": {
"original_k": 2048,
"padded_k": 2048,
"output_k": 2048,
"expand_ratio": 1.0,
"config": {
"Z": 2,
"L": 4,
"N": 2,
"window_size": 4,
"stride": 2,
"num_windows": 1,
"expand_ratio": 1.0,
"in_group_size": 4,
"out_group_size": 4
}
}
}
]
}
},
{
"key": "model.layers.8.self_attn.k_proj.weight",
"result": {
"original_shape": [
512,
2048
],
"final_shape": [
512,
2048
],
"stages": [
{
"name": "prune",
"shape": [
512,
2048
],
"ZL_valid": true,
"ZL_valid_ratio": 1.0
},
{
"name": "slide",
"shape": [
512,
2048
],
"2to4_valid": true,
"2to4_violation_ratio": 0.0,
"slide_metadata": {
"original_k": 2048,
"padded_k": 2048,
"output_k": 2048,
"expand_ratio": 1.0,
"config": {
"Z": 2,
"L": 4,
"N": 2,
"window_size": 4,
"stride": 2,
"num_windows": 1,
"expand_ratio": 1.0,
"in_group_size": 4,
"out_group_size": 4
}
}
}
]
}
},
{
"key": "model.layers.8.self_attn.o_proj.weight",
"result": {
"original_shape": [
2048,
2048
],
"final_shape": [
2048,
2048
],
"stages": [
{
"name": "prune",
"shape": [
2048,
2048
],
"ZL_valid": true,
"ZL_valid_ratio": 1.0
},
{
"name": "slide",
"shape": [
2048,
2048
],
"2to4_valid": true,
"2to4_violation_ratio": 0.0,
"slide_metadata": {
"original_k": 2048,
"padded_k": 2048,
"output_k": 2048,
"expand_ratio": 1.0,
"config": {
"Z": 2,
"L": 4,
"N": 2,
"window_size": 4,
"stride": 2,
"num_windows": 1,
"expand_ratio": 1.0,
"in_group_size": 4,
"out_group_size": 4
}
}
}
]
}
},
{
"key": "model.layers.8.self_attn.q_proj.weight",
"result": {
"original_shape": [
2048,
2048
],
"final_shape": [
2048,
2048
],
"stages": [
{
"name": "prune",
"shape": [
2048,
2048
],
"ZL_valid": true,
"ZL_valid_ratio": 1.0
},
{
"name": "slide",
"shape": [
2048,
2048
],
"2to4_valid": true,
"2to4_violation_ratio": 0.0,
"slide_metadata": {
"original_k": 2048,
"padded_k": 2048,
"output_k": 2048,
"expand_ratio": 1.0,
"config": {
"Z": 2,
"L": 4,
"N": 2,
"window_size": 4,
"stride": 2,
"num_windows": 1,
"expand_ratio": 1.0,
"in_group_size": 4,
"out_group_size": 4
}
}
}
]
}
},
{
"key": "model.layers.8.self_attn.v_proj.weight",
"result": {
"original_shape": [
512,
2048
],
"final_shape": [
512,
2048
],
"stages": [
{
"name": "prune",
"shape": [
512,
2048
],
"ZL_valid": true,
"ZL_valid_ratio": 1.0
},
{
"name": "slide",
"shape": [
512,
2048
],
"2to4_valid": true,
"2to4_violation_ratio": 0.0,
"slide_metadata": {
"original_k": 2048,
"padded_k": 2048,
"output_k": 2048,
"expand_ratio": 1.0,
"config": {
"Z": 2,
"L": 4,
"N": 2,
"window_size": 4,
"stride": 2,
"num_windows": 1,
"expand_ratio": 1.0,
"in_group_size": 4,
"out_group_size": 4
}
}
}
]
}
},
{
"key": "model.layers.9.mlp.down_proj.weight",
"result": {
"original_shape": [
2048,
8192
],
"final_shape": [
2048,
8192
],
"stages": [
{
"name": "prune",
"shape": [
2048,
8192
],
"ZL_valid": true,
"ZL_valid_ratio": 1.0
},
{
"name": "slide",
"shape": [
2048,
8192
],
"2to4_valid": true,
"2to4_violation_ratio": 0.0,
"slide_metadata": {
"original_k": 8192,
"padded_k": 8192,
"output_k": 8192,
"expand_ratio": 1.0,
"config": {
"Z": 2,
"L": 4,
"N": 2,
"window_size": 4,
"stride": 2,
"num_windows": 1,
"expand_ratio": 1.0,
"in_group_size": 4,
"out_group_size": 4
}
}
}
]
}
},
{
"key": "model.layers.9.mlp.gate_proj.weight",
"result": {
"original_shape": [
8192,
2048
],
"final_shape": [
8192,
2048
],
"stages": [
{
"name": "prune",
"shape": [
8192,
2048
],
"ZL_valid": true,
"ZL_valid_ratio": 1.0
},
{
"name": "slide",
"shape": [
8192,
2048
],
"2to4_valid": true,
"2to4_violation_ratio": 0.0,
"slide_metadata": {
"original_k": 2048,
"padded_k": 2048,
"output_k": 2048,
"expand_ratio": 1.0,
"config": {
"Z": 2,
"L": 4,
"N": 2,
"window_size": 4,
"stride": 2,
"num_windows": 1,
"expand_ratio": 1.0,
"in_group_size": 4,
"out_group_size": 4
}
}
}
]
}
},
{
"key": "model.layers.9.mlp.up_proj.weight",
"result": {
"original_shape": [
8192,
2048
],
"final_shape": [
8192,
2048
],
"stages": [
{
"name": "prune",
"shape": [
8192,
2048
],
"ZL_valid": true,
"ZL_valid_ratio": 1.0
},
{
"name": "slide",
"shape": [
8192,
2048
],
"2to4_valid": true,
"2to4_violation_ratio": 0.0,
"slide_metadata": {
"original_k": 2048,
"padded_k": 2048,
"output_k": 2048,
"expand_ratio": 1.0,
"config": {
"Z": 2,
"L": 4,
"N": 2,
"window_size": 4,
"stride": 2,
"num_windows": 1,
"expand_ratio": 1.0,
"in_group_size": 4,
"out_group_size": 4
}
}
}
]
}
},
{
"key": "model.layers.9.self_attn.k_proj.weight",
"result": {
"original_shape": [
512,
2048
],
"final_shape": [
512,
2048
],
"stages": [
{
"name": "prune",
"shape": [
512,
2048
],
"ZL_valid": true,
"ZL_valid_ratio": 1.0
},
{
"name": "slide",
"shape": [
512,
2048
],
"2to4_valid": true,
"2to4_violation_ratio": 0.0,
"slide_metadata": {
"original_k": 2048,
"padded_k": 2048,
"output_k": 2048,
"expand_ratio": 1.0,
"config": {
"Z": 2,
"L": 4,
"N": 2,
"window_size": 4,
"stride": 2,
"num_windows": 1,
"expand_ratio": 1.0,
"in_group_size": 4,
"out_group_size": 4
}
}
}
]
}
},
{
"key": "model.layers.9.self_attn.o_proj.weight",
"result": {
"original_shape": [
2048,
2048
],
"final_shape": [
2048,
2048
],
"stages": [
{
"name": "prune",
"shape": [
2048,
2048
],
"ZL_valid": true,
"ZL_valid_ratio": 1.0
},
{
"name": "slide",
"shape": [
2048,
2048
],
"2to4_valid": true,
"2to4_violation_ratio": 0.0,
"slide_metadata": {
"original_k": 2048,
"padded_k": 2048,
"output_k": 2048,
"expand_ratio": 1.0,
"config": {
"Z": 2,
"L": 4,
"N": 2,
"window_size": 4,
"stride": 2,
"num_windows": 1,
"expand_ratio": 1.0,
"in_group_size": 4,
"out_group_size": 4
}
}
}
]
}
},
{
"key": "model.layers.9.self_attn.q_proj.weight",
"result": {
"original_shape": [
2048,
2048
],
"final_shape": [
2048,
2048
],
"stages": [
{
"name": "prune",
"shape": [
2048,
2048
],
"ZL_valid": true,
"ZL_valid_ratio": 1.0
},
{
"name": "slide",
"shape": [
2048,
2048
],
"2to4_valid": true,
"2to4_violation_ratio": 0.0,
"slide_metadata": {
"original_k": 2048,
"padded_k": 2048,
"output_k": 2048,
"expand_ratio": 1.0,
"config": {
"Z": 2,
"L": 4,
"N": 2,
"window_size": 4,
"stride": 2,
"num_windows": 1,
"expand_ratio": 1.0,
"in_group_size": 4,
"out_group_size": 4
}
}
}
]
}
},
{
"key": "model.layers.9.self_attn.v_proj.weight",
"result": {
"original_shape": [
512,
2048
],
"final_shape": [
512,
2048
],
"stages": [
{
"name": "prune",
"shape": [
512,
2048
],
"ZL_valid": true,
"ZL_valid_ratio": 1.0
},
{
"name": "slide",
"shape": [
512,
2048
],
"2to4_valid": true,
"2to4_violation_ratio": 0.0,
"slide_metadata": {
"original_k": 2048,
"padded_k": 2048,
"output_k": 2048,
"expand_ratio": 1.0,
"config": {
"Z": 2,
"L": 4,
"N": 2,
"window_size": 4,
"stride": 2,
"num_windows": 1,
"expand_ratio": 1.0,
"in_group_size": 4,
"out_group_size": 4
}
}
}
]
}
}
],
"skipped": [
"lm_head.weight",
"model.embed_tokens.weight",
"model.layers.0.input_layernorm.weight",
"model.layers.0.mlp.down_proj.weight_scale",
"model.layers.0.mlp.gate_proj.weight_scale",
"model.layers.0.mlp.up_proj.weight_scale",
"model.layers.0.post_attention_layernorm.weight",
"model.layers.0.self_attn.k_proj.weight_scale",
"model.layers.0.self_attn.o_proj.weight_scale",
"model.layers.0.self_attn.q_proj.weight_scale",
"model.layers.0.self_attn.v_proj.weight_scale",
"model.layers.1.input_layernorm.weight",
"model.layers.1.mlp.down_proj.weight_scale",
"model.layers.1.mlp.gate_proj.weight_scale",
"model.layers.1.mlp.up_proj.weight_scale",
"model.layers.1.post_attention_layernorm.weight",
"model.layers.1.self_attn.k_proj.weight_scale",
"model.layers.1.self_attn.o_proj.weight_scale",
"model.layers.1.self_attn.q_proj.weight_scale",
"model.layers.1.self_attn.v_proj.weight_scale",
"model.layers.10.input_layernorm.weight",
"model.layers.10.mlp.down_proj.weight_scale",
"model.layers.10.mlp.gate_proj.weight_scale",
"model.layers.10.mlp.up_proj.weight_scale",
"model.layers.10.post_attention_layernorm.weight",
"model.layers.10.self_attn.k_proj.weight_scale",
"model.layers.10.self_attn.o_proj.weight_scale",
"model.layers.10.self_attn.q_proj.weight_scale",
"model.layers.10.self_attn.v_proj.weight_scale",
"model.layers.11.input_layernorm.weight",
"model.layers.11.mlp.down_proj.weight_scale",
"model.layers.11.mlp.gate_proj.weight_scale",
"model.layers.11.mlp.up_proj.weight_scale",
"model.layers.11.post_attention_layernorm.weight",
"model.layers.11.self_attn.k_proj.weight_scale",
"model.layers.11.self_attn.o_proj.weight_scale",
"model.layers.11.self_attn.q_proj.weight_scale",
"model.layers.11.self_attn.v_proj.weight_scale",
"model.layers.12.input_layernorm.weight",
"model.layers.12.mlp.down_proj.weight_scale",
"model.layers.12.mlp.gate_proj.weight_scale",
"model.layers.12.mlp.up_proj.weight_scale",
"model.layers.12.post_attention_layernorm.weight",
"model.layers.12.self_attn.k_proj.weight_scale",
"model.layers.12.self_attn.o_proj.weight_scale",
"model.layers.12.self_attn.q_proj.weight_scale",
"model.layers.12.self_attn.v_proj.weight_scale",
"model.layers.13.input_layernorm.weight",
"model.layers.13.mlp.down_proj.weight_scale",
"model.layers.13.mlp.gate_proj.weight_scale",
"model.layers.13.mlp.up_proj.weight_scale",
"model.layers.13.post_attention_layernorm.weight",
"model.layers.13.self_attn.k_proj.weight_scale",
"model.layers.13.self_attn.o_proj.weight_scale",
"model.layers.13.self_attn.q_proj.weight_scale",
"model.layers.13.self_attn.v_proj.weight_scale",
"model.layers.14.input_layernorm.weight",
"model.layers.14.mlp.down_proj.weight_scale",
"model.layers.14.mlp.gate_proj.weight_scale",
"model.layers.14.mlp.up_proj.weight_scale",
"model.layers.14.post_attention_layernorm.weight",
"model.layers.14.self_attn.k_proj.weight_scale",
"model.layers.14.self_attn.o_proj.weight_scale",
"model.layers.14.self_attn.q_proj.weight_scale",
"model.layers.14.self_attn.v_proj.weight_scale",
"model.layers.15.input_layernorm.weight",
"model.layers.15.mlp.down_proj.weight_scale",
"model.layers.15.mlp.gate_proj.weight_scale",
"model.layers.15.mlp.up_proj.weight_scale",
"model.layers.15.post_attention_layernorm.weight",
"model.layers.15.self_attn.k_proj.weight_scale",
"model.layers.15.self_attn.o_proj.weight_scale",
"model.layers.15.self_attn.q_proj.weight_scale",
"model.layers.15.self_attn.v_proj.weight_scale",
"model.layers.2.input_layernorm.weight",
"model.layers.2.mlp.down_proj.weight_scale",
"model.layers.2.mlp.gate_proj.weight_scale",
"model.layers.2.mlp.up_proj.weight_scale",
"model.layers.2.post_attention_layernorm.weight",
"model.layers.2.self_attn.k_proj.weight_scale",
"model.layers.2.self_attn.o_proj.weight_scale",
"model.layers.2.self_attn.q_proj.weight_scale",
"model.layers.2.self_attn.v_proj.weight_scale",
"model.layers.3.input_layernorm.weight",
"model.layers.3.mlp.down_proj.weight_scale",
"model.layers.3.mlp.gate_proj.weight_scale",
"model.layers.3.mlp.up_proj.weight_scale",
"model.layers.3.post_attention_layernorm.weight",
"model.layers.3.self_attn.k_proj.weight_scale",
"model.layers.3.self_attn.o_proj.weight_scale",
"model.layers.3.self_attn.q_proj.weight_scale",
"model.layers.3.self_attn.v_proj.weight_scale",
"model.layers.4.input_layernorm.weight",
"model.layers.4.mlp.down_proj.weight_scale",
"model.layers.4.mlp.gate_proj.weight_scale",
"model.layers.4.mlp.up_proj.weight_scale",
"model.layers.4.post_attention_layernorm.weight",
"model.layers.4.self_attn.k_proj.weight_scale",
"model.layers.4.self_attn.o_proj.weight_scale",
"model.layers.4.self_attn.q_proj.weight_scale",
"model.layers.4.self_attn.v_proj.weight_scale",
"model.layers.5.input_layernorm.weight",
"model.layers.5.mlp.down_proj.weight_scale",
"model.layers.5.mlp.gate_proj.weight_scale",
"model.layers.5.mlp.up_proj.weight_scale",
"model.layers.5.post_attention_layernorm.weight",
"model.layers.5.self_attn.k_proj.weight_scale",
"model.layers.5.self_attn.o_proj.weight_scale",
"model.layers.5.self_attn.q_proj.weight_scale",
"model.layers.5.self_attn.v_proj.weight_scale",
"model.layers.6.input_layernorm.weight",
"model.layers.6.mlp.down_proj.weight_scale",
"model.layers.6.mlp.gate_proj.weight_scale",
"model.layers.6.mlp.up_proj.weight_scale",
"model.layers.6.post_attention_layernorm.weight",
"model.layers.6.self_attn.k_proj.weight_scale",
"model.layers.6.self_attn.o_proj.weight_scale",
"model.layers.6.self_attn.q_proj.weight_scale",
"model.layers.6.self_attn.v_proj.weight_scale",
"model.layers.7.input_layernorm.weight",
"model.layers.7.mlp.down_proj.weight_scale",
"model.layers.7.mlp.gate_proj.weight_scale",
"model.layers.7.mlp.up_proj.weight_scale",
"model.layers.7.post_attention_layernorm.weight",
"model.layers.7.self_attn.k_proj.weight_scale",
"model.layers.7.self_attn.o_proj.weight_scale",
"model.layers.7.self_attn.q_proj.weight_scale",
"model.layers.7.self_attn.v_proj.weight_scale",
"model.layers.8.input_layernorm.weight",
"model.layers.8.mlp.down_proj.weight_scale",
"model.layers.8.mlp.gate_proj.weight_scale",
"model.layers.8.mlp.up_proj.weight_scale",
"model.layers.8.post_attention_layernorm.weight",
"model.layers.8.self_attn.k_proj.weight_scale",
"model.layers.8.self_attn.o_proj.weight_scale",
"model.layers.8.self_attn.q_proj.weight_scale",
"model.layers.8.self_attn.v_proj.weight_scale",
"model.layers.9.input_layernorm.weight",
"model.layers.9.mlp.down_proj.weight_scale",
"model.layers.9.mlp.gate_proj.weight_scale",
"model.layers.9.mlp.up_proj.weight_scale",
"model.layers.9.post_attention_layernorm.weight",
"model.layers.9.self_attn.k_proj.weight_scale",
"model.layers.9.self_attn.o_proj.weight_scale",
"model.layers.9.self_attn.q_proj.weight_scale",
"model.layers.9.self_attn.v_proj.weight_scale",
"model.norm.weight"
]
}
],
"total_layers_processed": 112,
"total_layers_skipped": 147,
"elapsed_time": 28.1438729763031
}