File size: 108 Bytes
fd74c3f |
1 2 3 4 5 6 |
{
"quantization": {
"quant_algo": "MIXED_PRECISION",
"kv_cache_quant_algo": null
}
} |
fd74c3f |
1 2 3 4 5 6 |
{
"quantization": {
"quant_algo": "MIXED_PRECISION",
"kv_cache_quant_algo": null
}
} |