Barist.4 / quant_report.json
KucLab's picture
Add quant_report.json
4db910d verified
Raw History Blame Contribute Delete
392 Bytes
{
"fp32": {
"file": "model.safetensors",
"mb": 3.62
},
"fp16": {
"file": "model_fp16.safetensors",
"mb": 1.81
},
"int8": {
"file": "model_int8.safetensors",
"mb": 0.91,
"scheme": "per-tensor symmetric",
"max_rel_roundtrip_error": 0.003937005065381527,
"loader": "censer.load_state_dict_any(dir) dequantizes .q/.scale; or use --prefer-quant"
}
}