| { | |
| "model_id": "AIDC-AI/Ovis2-4B", | |
| "family": "ovis2", | |
| "method": "pytorch_int4_custom", | |
| "bits": 4, | |
| "group_size": 128, | |
| "skip_vision": true, | |
| "n_quantized": 253, | |
| "cpu_load_time_s": 6.1, | |
| "quant_time_s": 2.2 | |
| } |
| { | |
| "model_id": "AIDC-AI/Ovis2-4B", | |
| "family": "ovis2", | |
| "method": "pytorch_int4_custom", | |
| "bits": 4, | |
| "group_size": 128, | |
| "skip_vision": true, | |
| "n_quantized": 253, | |
| "cpu_load_time_s": 6.1, | |
| "quant_time_s": 2.2 | |
| } |