| { |
| "producer": { |
| "name": "sagea_quant", |
| "version": "0.42.0" |
| }, |
| "quantization": { |
| "quant_algo": "FP8", |
| "kv_cache_quant_algo": null, |
| "exclude_modules": [ |
| "lm_head", |
| "model.layers.0.mixer.conv1d", |
| "model.layers.11.mixer.conv1d", |
| "model.layers.13.mixer.conv1d", |
| "model.layers.15.mixer.conv1d", |
| "model.layers.18.mixer.conv1d", |
| "model.layers.2.mixer.conv1d", |
| "model.layers.20.mixer.conv1d", |
| "model.layers.22.mixer.conv1d", |
| "model.layers.24.mixer.conv1d", |
| "model.layers.27.mixer.conv1d", |
| "model.layers.29.mixer.conv1d", |
| "model.layers.31.mixer.conv1d", |
| "model.layers.33.mixer.conv1d", |
| "model.layers.35.mixer.conv1d", |
| "model.layers.38.mixer.conv1d", |
| "model.layers.4.mixer.conv1d", |
| "model.layers.40.mixer.conv1d", |
| "model.layers.42.mixer.conv1d", |
| "model.layers.44.mixer.conv1d", |
| "model.layers.46.mixer.conv1d", |
| "model.layers.49.mixer.conv1d", |
| "model.layers.51.mixer.conv1d", |
| "model.layers.53.mixer.conv1d", |
| "model.layers.55.mixer.conv1d", |
| "model.layers.57.mixer.conv1d", |
| "model.layers.6.mixer.conv1d", |
| "model.layers.60.mixer.conv1d", |
| "model.layers.62.mixer.conv1d", |
| "model.layers.64.mixer.conv1d", |
| "model.layers.66.mixer.conv1d", |
| "model.layers.68.mixer.conv1d", |
| "model.layers.71.mixer.conv1d", |
| "model.layers.73.mixer.conv1d", |
| "model.layers.75.mixer.conv1d", |
| "model.layers.77.mixer.conv1d", |
| "model.layers.80.mixer.conv1d", |
| "model.layers.82.mixer.conv1d", |
| "model.layers.84.mixer.conv1d", |
| "model.layers.86.mixer.conv1d", |
| "model.layers.9.mixer.conv1d" |
| ] |
| } |
| } |
