Barist.7 / quant_report.json
KucLab's picture
Add quant_report.json
b92c352 verified
Raw History Blame Contribute Delete
391 Bytes
{
"fp32": {
"file": "model.safetensors",
"mb": 3.62
},
"fp16": {
"file": "model_fp16.safetensors",
"mb": 1.81
},
"int8": {
"file": "model_int8.safetensors",
"mb": 0.91,
"scheme": "per-tensor symmetric",
"max_rel_roundtrip_error": 0.00393702182918787,
"loader": "censer.load_state_dict_any(dir) dequantizes .q/.scale; or use --prefer-quant"
}
}