config.json

{
    "model_type": "chatterbox",
    "multilingual": true,
    "precision": "fp16",
    "quantization": {
        "group_size": 64,
        "bits": 5,
        "mode": "affine"
    },
    "quantization_config": {
        "group_size": 64,
        "bits": 5,
        "mode": "affine"
    },
    "version": "1.0",
    "vocab_size": 2454
}