| { | |
| "bits": 4, | |
| "group_size": 128, | |
| "damp_percent": 0.01, | |
| "method": "gptq", | |
| "desc_act": false, | |
| "sym": true, | |
| "true_sequential": true, | |
| "packed": true, | |
| "model_name_or_path": "deepseek-ai/DeepSeek-OCR", | |
| "quantization_method": "gptq", | |
| "original_size_gb": 6.21398688107729, | |
| "quantized_size_gb": 1.5534955263137817, | |
| "compression_ratio": 4.000003074242624 | |
| } |