{ "quantization": "INT4 (RTN)", "scheme": "W4A16", "ignored_layers": [ "lm_head", "embed_tokens", "norm", "re:.*audio_tower.*", "re:.*audio.*", "re:.*encoder.*", "re:.*projector.*", "re:.*norm.*", "re:.*layer_norm.*", "re:.*rms_norm.*" ], "original_model": "/opt/mistralai/Voxtral-Mini-4B-Realtime-2602", "model_size_gb": 8.149071752093732 }