File size: 928 Bytes
0afa03c | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 | {
"bits": 4,
"group": 64,
"tensors": 1356,
"shards": 4,
"bytes": 5962814472,
"quantization_check": [
{
"tensor": "lm_head.weight",
"rows": [
0,
2048
],
"max_abs_err_over_step": 1.0,
"p99_abs_err_over_step": 0.5,
"mse": 2.164692259523075e-06,
"signal": 0.00026393688103574034
},
{
"tensor": "model.language_model.embed_tokens.weight",
"rows": [
0,
2048
],
"max_abs_err_over_step": 1.0,
"p99_abs_err_over_step": 0.5023584961891174,
"mse": 2.0445114744302754e-06,
"signal": 0.0002051033362106571
},
{
"tensor": "model.language_model.layers.0.linear_attn.in_proj_a.weight",
"rows": [
0,
32
],
"max_abs_err_over_step": 1.0,
"p99_abs_err_over_step": 0.5,
"mse": 5.198438796229961e-06,
"signal": 0.0006059266218221317
}
]
} |