{ "bits": 4, "group": 64, "tensors": 1356, "shards": 4, "bytes": 5962814472, "quantization_check": [ { "tensor": "lm_head.weight", "rows": [ 0, 2048 ], "max_abs_err_over_step": 1.0, "p99_abs_err_over_step": 0.5, "mse": 2.164692259523075e-06, "signal": 0.00026393688103574034 }, { "tensor": "model.language_model.embed_tokens.weight", "rows": [ 0, 2048 ], "max_abs_err_over_step": 1.0, "p99_abs_err_over_step": 0.5023584961891174, "mse": 2.0445114744302754e-06, "signal": 0.0002051033362106571 }, { "tensor": "model.language_model.layers.0.linear_attn.in_proj_a.weight", "rows": [ 0, 32 ], "max_abs_err_over_step": 1.0, "p99_abs_err_over_step": 0.5, "mse": 5.198438796229961e-06, "signal": 0.0006059266218221317 } ] }