| { | |
| "producer": { | |
| "name": "shared-scales-nvfp4", | |
| "version": "1.0.0" | |
| }, | |
| "quantization": { | |
| "quant_algo": "NVFP4", | |
| "kv_cache_quant_algo": null, | |
| "group_size": 16 | |
| } | |
| } |
| { | |
| "producer": { | |
| "name": "shared-scales-nvfp4", | |
| "version": "1.0.0" | |
| }, | |
| "quantization": { | |
| "quant_algo": "NVFP4", | |
| "kv_cache_quant_algo": null, | |
| "group_size": 16 | |
| } | |
| } |