SenseNova-Loop-9B-MLX-4bit / tensorfold-convert.json
jayleaton's picture
Upload SenseNova-Loop-9B-MLX-4bit
0afa03c verified
Raw History Blame Contribute Delete
928 Bytes
{
"bits": 4,
"group": 64,
"tensors": 1356,
"shards": 4,
"bytes": 5962814472,
"quantization_check": [
{
"tensor": "lm_head.weight",
"rows": [
0,
2048
],
"max_abs_err_over_step": 1.0,
"p99_abs_err_over_step": 0.5,
"mse": 2.164692259523075e-06,
"signal": 0.00026393688103574034
},
{
"tensor": "model.language_model.embed_tokens.weight",
"rows": [
0,
2048
],
"max_abs_err_over_step": 1.0,
"p99_abs_err_over_step": 0.5023584961891174,
"mse": 2.0445114744302754e-06,
"signal": 0.0002051033362106571
},
{
"tensor": "model.language_model.layers.0.linear_attn.in_proj_a.weight",
"rows": [
0,
32
],
"max_abs_err_over_step": 1.0,
"p99_abs_err_over_step": 0.5,
"mse": 5.198438796229961e-06,
"signal": 0.0006059266218221317
}
]
}