Hugging Face's logo

GreenBitAI
/
Qwen3-VL-32B-Instruct-layer-mix-bpw-3.5

Safetensors
qwen3_vl
Model card Files
xet
Community
Qwen3-VL-32B-Instruct-layer-mix-bpw-3.5 / quant_strategy.json
NicoNico's picture
NicoNico
Upload folder using huggingface_hub
5586a07 verified
raw
history blame contribute delete
155 kB
 {
"measurement": {
"model.layers.0": {
"accuracy": 0.9774280267301947,
"total_bits": 1988444160.0,
"o_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"down_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"q_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"k_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"v_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"gate_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"up_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
}
},
"model.layers.1": {
"accuracy": 0.979808229021728,
"total_bits": 1988444160.0,
"o_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"down_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"q_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"k_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"v_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"gate_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"up_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
}
},
"model.layers.2": {
"accuracy": 0.9833880708320066,
"total_bits": 1907834880.0,
"o_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"down_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"q_proj": {
"group_size": {
"2": 64
},
"bits": [
2
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"k_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"v_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"gate_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"up_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
}
},
"model.layers.3": {
"accuracy": 0.9813712932809722,
"total_bits": 1907834880.0,
"o_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"down_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"q_proj": {
"group_size": {
"2": 64
},
"bits": [
2
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"k_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"v_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"gate_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"up_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
}
},
"model.layers.4": {
"accuracy": 0.982365628471598,
"total_bits": 1907834880.0,
"o_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"down_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"q_proj": {
"group_size": {
"2": 64
},
"bits": [
2
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"k_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"v_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"gate_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"up_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
}
},
"model.layers.5": {
"accuracy": 0.9806460069958121,
"total_bits": 1988444160.0,
"o_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"down_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"q_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"k_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"v_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"gate_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"up_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
}
},
"model.layers.6": {
"accuracy": 0.9834032412036322,
"total_bits": 2102722560.0,
"o_proj": {
"group_size": {
"4": 32
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"down_proj": {
"group_size": {
"4": 32
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"q_proj": {
"group_size": {
"4": 32
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"k_proj": {
"group_size": {
"4": 32
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"v_proj": {
"group_size": {
"4": 32
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"gate_proj": {
"group_size": {
"4": 32
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"up_proj": {
"group_size": {
"4": 32
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
}
},
"model.layers.7": {
"accuracy": 0.9821719300816767,
"total_bits": 1451540480.0,
"o_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"down_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"q_proj": {
"group_size": {
"2": 32
},
"bits": [
2
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"k_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"v_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"gate_proj": {
"group_size": {
"2": 32
},
"bits": [
2
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"up_proj": {
"group_size": {
"2": 32
},
"bits": [
2
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
}
},
"model.layers.8": {
"accuracy": 0.985435267095454,
"total_bits": 1673707520.0,
"o_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"down_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"q_proj": {
"group_size": {
"2": 32
},
"bits": [
2
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"k_proj": {
"group_size": {
"2": 32
},
"bits": [
2
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"v_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"gate_proj": {
"group_size": {
"2": 32
},
"bits": [
2
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"up_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
}
},
"model.layers.9": {
"accuracy": 0.9862758388189832,
"total_bits": 1442283520.0,
"o_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"down_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"q_proj": {
"group_size": {
"2": 32
},
"bits": [
2
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"k_proj": {
"group_size": {
"2": 32
},
"bits": [
2
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"v_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"gate_proj": {
"group_size": {
"2": 32
},
"bits": [
2
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"up_proj": {
"group_size": {
"2": 32
},
"bits": [
2
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
}
},
"model.layers.10": {
"accuracy": 0.9866171181201935,
"total_bits": 1442283520.0,
"o_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"down_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"q_proj": {
"group_size": {
"2": 32
},
"bits": [
2
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"k_proj": {
"group_size": {
"2": 32
},
"bits": [
2
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"v_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"gate_proj": {
"group_size": {
"2": 32
},
"bits": [
2
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"up_proj": {
"group_size": {
"2": 32
},
"bits": [
2
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
}
},
"model.layers.11": {
"accuracy": 0.9859971911937464,
"total_bits": 1451540480.0,
"o_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"down_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"q_proj": {
"group_size": {
"2": 32
},
"bits": [
2
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"k_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"v_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"gate_proj": {
"group_size": {
"2": 32
},
"bits": [
2
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"up_proj": {
"group_size": {
"2": 32
},
"bits": [
2
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
}
},
"model.layers.12": {
"accuracy": 0.985051059658872,
"total_bits": 1442283520.0,
"o_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"down_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"q_proj": {
"group_size": {
"2": 32
},
"bits": [
2
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"k_proj": {
"group_size": {
"2": 32
},
"bits": [
2
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"v_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"gate_proj": {
"group_size": {
"2": 32
},
"bits": [
2
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"up_proj": {
"group_size": {
"2": 32
},
"bits": [
2
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
}
},
"model.layers.13": {
"accuracy": 0.9854843073990196,
"total_bits": 1451540480.0,
"o_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"down_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"q_proj": {
"group_size": {
"2": 32
},
"bits": [
2
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"k_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"v_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"gate_proj": {
"group_size": {
"2": 32
},
"bits": [
2
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"up_proj": {
"group_size": {
"2": 32
},
"bits": [
2
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
}
},
"model.layers.14": {
"accuracy": 0.9862457206763793,
"total_bits": 1451540480.0,
"o_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"down_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"q_proj": {
"group_size": {
"2": 32
},
"bits": [
2
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"k_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"v_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"gate_proj": {
"group_size": {
"2": 32
},
"bits": [
2
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"up_proj": {
"group_size": {
"2": 32
},
"bits": [
2
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
}
},
"model.layers.15": {
"accuracy": 0.9865853489609435,
"total_bits": 1451540480.0,
"o_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"down_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"q_proj": {
"group_size": {
"2": 32
},
"bits": [
2
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"k_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"v_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"gate_proj": {
"group_size": {
"2": 32
},
"bits": [
2
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"up_proj": {
"group_size": {
"2": 32
},
"bits": [
2
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
}
},
"model.layers.16": {
"accuracy": 0.987276211992139,
"total_bits": 1451540480.0,
"o_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"down_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"q_proj": {
"group_size": {
"2": 32
},
"bits": [
2
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"k_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"v_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"gate_proj": {
"group_size": {
"2": 32
},
"bits": [
2
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"up_proj": {
"group_size": {
"2": 32
},
"bits": [
2
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
}
},
"model.layers.17": {
"accuracy": 0.987157837691484,
"total_bits": 1451540480.0,
"o_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"down_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"q_proj": {
"group_size": {
"2": 32
},
"bits": [
2
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"k_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"v_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"gate_proj": {
"group_size": {
"2": 32
},
"bits": [
2
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"up_proj": {
"group_size": {
"2": 32
},
"bits": [
2
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
}
},
"model.layers.18": {
"accuracy": 0.98646844382165,
"total_bits": 1451540480.0,
"o_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"down_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"q_proj": {
"group_size": {
"2": 32
},
"bits": [
2
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"k_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"v_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"gate_proj": {
"group_size": {
"2": 32
},
"bits": [
2
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"up_proj": {
"group_size": {
"2": 32
},
"bits": [
2
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
}
},
"model.layers.19": {
"accuracy": 0.9858414335467387,
"total_bits": 1451540480.0,
"o_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"down_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"q_proj": {
"group_size": {
"2": 32
},
"bits": [
2
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"k_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"v_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"gate_proj": {
"group_size": {
"2": 32
},
"bits": [
2
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"up_proj": {
"group_size": {
"2": 32
},
"bits": [
2
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
}
},
"model.layers.20": {
"accuracy": 0.9845815218286589,
"total_bits": 1451540480.0,
"o_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"down_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"q_proj": {
"group_size": {
"2": 32
},
"bits": [
2
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"k_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"v_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"gate_proj": {
"group_size": {
"2": 32
},
"bits": [
2
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"up_proj": {
"group_size": {
"2": 32
},
"bits": [
2
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
}
},
"model.layers.21": {
"accuracy": 0.9839314067503437,
"total_bits": 1525596160.0,
"o_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"down_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"q_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"k_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"v_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"gate_proj": {
"group_size": {
"2": 32
},
"bits": [
2
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"up_proj": {
"group_size": {
"2": 32
},
"bits": [
2
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
}
},
"model.layers.22": {
"accuracy": 0.9820500311907381,
"total_bits": 1516339200.0,
"o_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"down_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"q_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"k_proj": {
"group_size": {
"2": 32
},
"bits": [
2
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"v_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"gate_proj": {
"group_size": {
"2": 32
},
"bits": [
2
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"up_proj": {
"group_size": {
"2": 32
},
"bits": [
2
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
}
},
"model.layers.23": {
"accuracy": 0.9808617235685233,
"total_bits": 1451540480.0,
"o_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"down_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"q_proj": {
"group_size": {
"2": 32
},
"bits": [
2
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"k_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"v_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"gate_proj": {
"group_size": {
"2": 32
},
"bits": [
2
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"up_proj": {
"group_size": {
"2": 32
},
"bits": [
2
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
}
},
"model.layers.24": {
"accuracy": 0.9812766579561867,
"total_bits": 1653227520.0,
"o_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"down_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"q_proj": {
"group_size": {
"2": 32
},
"bits": [
2
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"k_proj": {
"group_size": {
"2": 32
},
"bits": [
2
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"v_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"gate_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"up_proj": {
"group_size": {
"2": 64
},
"bits": [
2
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
}
},
"model.layers.25": {
"accuracy": 0.9832447303342633,
"total_bits": 1673707520.0,
"o_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"down_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"q_proj": {
"group_size": {
"2": 32
},
"bits": [
2
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"k_proj": {
"group_size": {
"2": 32
},
"bits": [
2
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"v_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"gate_proj": {
"group_size": {
"2": 32
},
"bits": [
2
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"up_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
}
},
"model.layers.26": {
"accuracy": 0.9816350680193864,
"total_bits": 1673707520.0,
"o_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"down_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"q_proj": {
"group_size": {
"2": 32
},
"bits": [
2
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"k_proj": {
"group_size": {
"2": 32
},
"bits": [
2
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"v_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"gate_proj": {
"group_size": {
"2": 32
},
"bits": [
2
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"up_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
}
},
"model.layers.27": {
"accuracy": 0.9812095816305373,
"total_bits": 1673707520.0,
"o_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"down_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"q_proj": {
"group_size": {
"2": 32
},
"bits": [
2
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"k_proj": {
"group_size": {
"2": 32
},
"bits": [
2
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"v_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"gate_proj": {
"group_size": {
"2": 32
},
"bits": [
2
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"up_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
}
},
"model.layers.28": {
"accuracy": 0.9807323368440848,
"total_bits": 1673707520.0,
"o_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"down_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"q_proj": {
"group_size": {
"2": 32
},
"bits": [
2
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"k_proj": {
"group_size": {
"2": 32
},
"bits": [
2
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"v_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"gate_proj": {
"group_size": {
"2": 32
},
"bits": [
2
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"up_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
}
},
"model.layers.29": {
"accuracy": 0.980840009462554,
"total_bits": 1673707520.0,
"o_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"down_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"q_proj": {
"group_size": {
"2": 32
},
"bits": [
2
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"k_proj": {
"group_size": {
"2": 32
},
"bits": [
2
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"v_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"gate_proj": {
"group_size": {
"2": 32
},
"bits": [
2
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"up_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
}
},
"model.layers.30": {
"accuracy": 0.9815722158818971,
"total_bits": 1673707520.0,
"o_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"down_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"q_proj": {
"group_size": {
"2": 32
},
"bits": [
2
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"k_proj": {
"group_size": {
"2": 32
},
"bits": [
2
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"v_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"gate_proj": {
"group_size": {
"2": 32
},
"bits": [
2
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"up_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
}
},
"model.layers.31": {
"accuracy": 0.9827237674617209,
"total_bits": 1673707520.0,
"o_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"down_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"q_proj": {
"group_size": {
"2": 32
},
"bits": [
2
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"k_proj": {
"group_size": {
"2": 32
},
"bits": [
2
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"v_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"gate_proj": {
"group_size": {
"2": 32
},
"bits": [
2
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"up_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
}
},
"model.layers.32": {
"accuracy": 0.9824795336462557,
"total_bits": 1673707520.0,
"o_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"down_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"q_proj": {
"group_size": {
"2": 32
},
"bits": [
2
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"k_proj": {
"group_size": {
"2": 32
},
"bits": [
2
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"v_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"gate_proj": {
"group_size": {
"2": 32
},
"bits": [
2
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"up_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
}
},
"model.layers.33": {
"accuracy": 0.9823813666589558,
"total_bits": 1673707520.0,
"o_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"down_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"q_proj": {
"group_size": {
"2": 32
},
"bits": [
2
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"k_proj": {
"group_size": {
"2": 32
},
"bits": [
2
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"v_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"gate_proj": {
"group_size": {
"2": 32
},
"bits": [
2
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"up_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
}
},
"model.layers.34": {
"accuracy": 0.9833740670001134,
"total_bits": 1673707520.0,
"o_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"down_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"q_proj": {
"group_size": {
"2": 32
},
"bits": [
2
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"k_proj": {
"group_size": {
"2": 32
},
"bits": [
2
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"v_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"gate_proj": {
"group_size": {
"2": 32
},
"bits": [
2
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"up_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
}
},
"model.layers.35": {
"accuracy": 0.9833290620299522,
"total_bits": 1673707520.0,
"o_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"down_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"q_proj": {
"group_size": {
"2": 32
},
"bits": [
2
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"k_proj": {
"group_size": {
"2": 32
},
"bits": [
2
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"v_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"gate_proj": {
"group_size": {
"2": 32
},
"bits": [
2
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"up_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
}
},
"model.layers.36": {
"accuracy": 0.9810442902962677,
"total_bits": 1673707520.0,
"o_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"down_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"q_proj": {
"group_size": {
"2": 32
},
"bits": [
2
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"k_proj": {
"group_size": {
"2": 32
},
"bits": [
2
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"v_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"gate_proj": {
"group_size": {
"2": 32
},
"bits": [
2
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"up_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
}
},
"model.layers.37": {
"accuracy": 0.9805779054295272,
"total_bits": 1673707520.0,
"o_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"down_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"q_proj": {
"group_size": {
"2": 32
},
"bits": [
2
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"k_proj": {
"group_size": {
"2": 32
},
"bits": [
2
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"v_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"gate_proj": {
"group_size": {
"2": 32
},
"bits": [
2
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"up_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
}
},
"model.layers.38": {
"accuracy": 0.9795972040155903,
"total_bits": 1673707520.0,
"o_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"down_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"q_proj": {
"group_size": {
"2": 32
},
"bits": [
2
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"k_proj": {
"group_size": {
"2": 32
},
"bits": [
2
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"v_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"gate_proj": {
"group_size": {
"2": 32
},
"bits": [
2
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"up_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
}
},
"model.layers.39": {
"accuracy": 0.979535614955239,
"total_bits": 1673707520.0,
"o_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"down_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"q_proj": {
"group_size": {
"2": 32
},
"bits": [
2
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"k_proj": {
"group_size": {
"2": 32
},
"bits": [
2
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"v_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"gate_proj": {
"group_size": {
"2": 32
},
"bits": [
2
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"up_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
}
},
"model.layers.40": {
"accuracy": 0.9857919288915582,
"total_bits": 1907834880.0,
"o_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"down_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"q_proj": {
"group_size": {
"2": 64
},
"bits": [
2
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"k_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"v_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"gate_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"up_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
}
},
"model.layers.41": {
"accuracy": 0.9851354799175169,
"total_bits": 1907834880.0,
"o_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"down_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"q_proj": {
"group_size": {
"2": 64
},
"bits": [
2
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"k_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"v_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"gate_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"up_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
}
},
"model.layers.42": {
"accuracy": 0.984572310873773,
"total_bits": 1907834880.0,
"o_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"down_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"q_proj": {
"group_size": {
"2": 64
},
"bits": [
2
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"k_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"v_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"gate_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"up_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
}
},
"model.layers.43": {
"accuracy": 0.9798949168180116,
"total_bits": 2102722560.0,
"o_proj": {
"group_size": {
"4": 32
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"down_proj": {
"group_size": {
"4": 32
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"q_proj": {
"group_size": {
"4": 32
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"k_proj": {
"group_size": {
"4": 32
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"v_proj": {
"group_size": {
"4": 32
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"gate_proj": {
"group_size": {
"4": 32
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"up_proj": {
"group_size": {
"4": 32
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
}
},
"model.layers.44": {
"accuracy": 0.9810187924886122,
"total_bits": 1673707520.0,
"o_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"down_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"q_proj": {
"group_size": {
"2": 32
},
"bits": [
2
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"k_proj": {
"group_size": {
"2": 32
},
"bits": [
2
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"v_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"gate_proj": {
"group_size": {
"2": 32
},
"bits": [
2
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"up_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
}
},
"model.layers.45": {
"accuracy": 0.979574806347955,
"total_bits": 1673707520.0,
"o_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"down_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"q_proj": {
"group_size": {
"2": 32
},
"bits": [
2
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"k_proj": {
"group_size": {
"2": 32
},
"bits": [
2
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"v_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"gate_proj": {
"group_size": {
"2": 32
},
"bits": [
2
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"up_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
}
},
"model.layers.46": {
"accuracy": 0.9794538663118146,
"total_bits": 1726464000.0,
"o_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"down_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"q_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"k_proj": {
"group_size": {
"2": 64
},
"bits": [
2
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"v_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"gate_proj": {
"group_size": {
"2": 64
},
"bits": [
2
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"up_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
}
},
"model.layers.47": {
"accuracy": 0.9847805036988575,
"total_bits": 1907834880.0,
"o_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"down_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"q_proj": {
"group_size": {
"2": 64
},
"bits": [
2
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"k_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"v_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"gate_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"up_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
}
},
"model.layers.48": {
"accuracy": 0.9829237425001338,
"total_bits": 1907834880.0,
"o_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"down_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"q_proj": {
"group_size": {
"2": 64
},
"bits": [
2
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"k_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"v_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"gate_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"up_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
}
},
"model.layers.49": {
"accuracy": 0.9832551916479133,
"total_bits": 1907834880.0,
"o_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"down_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"q_proj": {
"group_size": {
"2": 64
},
"bits": [
2
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"k_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"v_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"gate_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"up_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
}
},
"model.layers.50": {
"accuracy": 0.9860156927607022,
"total_bits": 1988444160.0,
"o_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"down_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"q_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"k_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"v_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"gate_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"up_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
}
},
"model.layers.51": {
"accuracy": 0.9837650270783342,
"total_bits": 1988444160.0,
"o_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"down_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"q_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"k_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"v_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"gate_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"up_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
}
},
"model.layers.52": {
"accuracy": 0.9833500220265705,
"total_bits": 1988444160.0,
"o_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"down_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"q_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"k_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"v_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"gate_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"up_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
}
},
"model.layers.53": {
"accuracy": 0.9816716767963953,
"total_bits": 1988444160.0,
"o_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"down_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"q_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"k_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"v_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"gate_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"up_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
}
},
"model.layers.54": {
"accuracy": 0.9818111677304842,
"total_bits": 1988444160.0,
"o_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"down_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"q_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"k_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"v_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"gate_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"up_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
}
},
"model.layers.55": {
"accuracy": 0.9820321718871128,
"total_bits": 1988444160.0,
"o_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"down_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"q_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"k_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"v_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"gate_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"up_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
}
},
"model.layers.56": {
"accuracy": 0.9826360529987141,
"total_bits": 1988444160.0,
"o_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"down_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"q_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"k_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"v_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"gate_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"up_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
}
},
"model.layers.57": {
"accuracy": 0.98280025596614,
"total_bits": 1988444160.0,
"o_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"down_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"q_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"k_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"v_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"gate_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"up_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
}
},
"model.layers.58": {
"accuracy": 0.9851444542873651,
"total_bits": 1907834880.0,
"o_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"down_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"q_proj": {
"group_size": {
"2": 64
},
"bits": [
2
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"k_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"v_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"gate_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"up_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
}
},
"model.layers.59": {
"accuracy": 0.9957845042226836,
"total_bits": 1442283520.0,
"o_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"down_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"q_proj": {
"group_size": {
"2": 32
},
"bits": [
2
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"k_proj": {
"group_size": {
"2": 32
},
"bits": [
2
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"v_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"gate_proj": {
"group_size": {
"2": 32
},
"bits": [
2
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"up_proj": {
"group_size": {
"2": 32
},
"bits": [
2
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
}
},
"model.layers.60": {
"accuracy": 0.9971412243321538,
"total_bits": 1451540480.0,
"o_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"down_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"q_proj": {
"group_size": {
"2": 32
},
"bits": [
2
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"k_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"v_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"gate_proj": {
"group_size": {
"2": 32
},
"bits": [
2
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"up_proj": {
"group_size": {
"2": 32
},
"bits": [
2
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
}
},
"model.layers.61": {
"accuracy": 0.9959207735955715,
"total_bits": 1442283520.0,
"o_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"down_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"q_proj": {
"group_size": {
"2": 32
},
"bits": [
2
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"k_proj": {
"group_size": {
"2": 32
},
"bits": [
2
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"v_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"gate_proj": {
"group_size": {
"2": 32
},
"bits": [
2
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"up_proj": {
"group_size": {
"2": 32
},
"bits": [
2
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
}
},
"model.layers.62": {
"accuracy": 0.9954170882701874,
"total_bits": 1442283520.0,
"o_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"down_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"q_proj": {
"group_size": {
"2": 32
},
"bits": [
2
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"k_proj": {
"group_size": {
"2": 32
},
"bits": [
2
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"v_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"gate_proj": {
"group_size": {
"2": 32
},
"bits": [
2
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"up_proj": {
"group_size": {
"2": 32
},
"bits": [
2
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
}
},
"model.layers.63": {
"accuracy": 0.9917106227949262,
"total_bits": 1442283520.0,
"o_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"down_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"q_proj": {
"group_size": {
"2": 32
},
"bits": [
2
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"k_proj": {
"group_size": {
"2": 32
},
"bits": [
2
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"v_proj": {
"group_size": {
"4": 128
},
"bits": [
4
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"gate_proj": {
"group_size": {
"2": 32
},
"bits": [
2
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
},
"up_proj": {
"group_size": {
"2": 32
},
"bits": [
2
],
"bits_prop": [
1
],
"scale_bits": 4,
"scale_groups:": 32
}
}
}
}