{
  "source_repo": "VietAlphaLabs/SenOCR-Vi",
  "source_revision": "9c52e6f53ef85434be57f51a8993d7facf12c2f6",
  "loader": "transformers native PaddleOCRVLForConditionalGeneration (no trust_remote_code)",
  "method": "torchao Int8WeightOnlyConfig (per-row symmetric INT8 weights, BF16 activations)",
  "calibration_data": null,
  "quantized_modules": "all nn.Linear under model.language_model.layers. (q_proj,k_proj,v_proj,o_proj,gate_proj,up_proj,down_proj)",
  "quantized_linear_count": 126,
  "kept_bf16": [
    "model.visual",
    "model.projector",
    "lm_head",
    "model.language_model.embed_tokens",
    "norms"
  ],
  "versions": {
    "torch": "2.13.0+cpu",
    "torchao": "0.18.0",
    "transformers": "5.18.0"
  },
  "evaluated": false
}