catplusplus's picture
Upload folder using huggingface_hub
1e103b7 verified
raw
history blame contribute delete
305 Bytes
default_stage:
default_modifiers:
QuantizationModifier:
targets: [Linear]
ignore: [lm_head, 're:.*mlp.gate$', 're:.*mlp.shared_expert_gate$', 're:.*linear_attn.*',
're:model\.visual\..*', 're:model\.image_encoder\..*']
scheme: NVFP4
bypass_divisibility_checks: false