| { | |
| "quantization": "INT4 (RTN)", | |
| "scheme": "W4A16", | |
| "ignored_layers": [ | |
| "lm_head", | |
| "embed_tokens", | |
| "norm", | |
| "re:.*audio_tower.*", | |
| "re:.*audio.*", | |
| "re:.*encoder.*", | |
| "re:.*projector.*", | |
| "re:.*norm.*", | |
| "re:.*layer_norm.*", | |
| "re:.*rms_norm.*" | |
| ], | |
| "original_model": "/opt/mistralai/Voxtral-Mini-4B-Realtime-2602", | |
| "model_size_gb": 8.149071752093732 | |
| } |