ChuT-Quantization-Imaan / evaluation_report.json
Shakiran's picture
[Imaan] Add post-training static quantization INT8 model
f50f062 verified
{
"Original FP32": {
"auroc": 0.7923,
"sensitivity": 0.7642,
"specificity": 0.6986,
"accuracy": 0.7109,
"size_mb": 3.8,
"avg_inference_ms": 1.694
},
"Quantized INT8": {
"auroc": 0.6756,
"sensitivity": 0.7317,
"specificity": 0.5089,
"accuracy": 0.5507,
"size_mb": 1.47,
"avg_inference_ms": 0.365
},
"auroc_drop": 0.1167
}