FireRedLID-887M-MLX-8bit / conversion.json
aufklarer's picture
Publish FireRedLID MLX INT8 release
7d6a02b verified
Raw
History Blame Contribute Delete
710 Bytes
{
"artifact": "model.safetensors",
"artifact_tensor_count": 1110,
"base_artifact_sha256": "d1b9c2df71cac8d14f792617f648d49385740a9cbb214d58fdf5e75bee45e834",
"dtype": "int8-affine-all-linear",
"logical_model_element_count": 887469408,
"logical_quantized_weight_elements": 707942400,
"quantization": {
"activations": "unchanged",
"bits": 8,
"group_size": 64,
"logical_quantized_weight_elements": 707942400,
"method": "affine-weight-only",
"quantized_linear_count": 205,
"scope": "all-linear"
},
"quantized_linear_count": 205,
"sha256": "275a0a5b18b64b400870dc82a0de187e7a3a624c24a523db0326273a14f726d2",
"size_bytes": 1134584042,
"source_tensor_count": 700
}