toolkoder-12b-nvfp4 / recipe.yaml
toolkit-cli's picture
Publish ToolKoder RC 0.1 NVFP4 runtime
518e21e verified
default_stage:
default_modifiers:
QuantizationModifier:
targets: [Linear]
ignore: [lm_head, 're:.*audio_tower.*', 're:.*vision_tower.*', 're:.*multi_modal_projector.*']
scheme: NVFP4
bypass_divisibility_checks: false