gemma-4-e2b-onnx / NF4 /default /decoder /model_config.json
justinchuby's picture
Add NF4 quantized variant
b7bf7ea verified
Raw
History Blame Contribute Delete
345 Bytes
{
"type": "onnxmodel",
"config": {
"model_path": "/tmp/olive-gemma4/quant/e2b-nf4",
"onnx_file_name": "model.onnx",
"inference_settings": null,
"use_ort_extensions": false,
"external_initializers_file_name": null,
"constant_inputs_file_name": null,
"model_attributes": null
}
}