default_stage: default_modifiers: GPTQModifier: dampening_frac: 0.05 config_groups: config_group: targets: [Linear] weights: {num_bits: 4, type: int, symmetric: true, group_size: 128, strategy: group, dynamic: false, actorder: weight, observer: minmax} targets: Linear ignore: ['re:.*lm_head', 're:.*self_attn', 're:.*router', 're:.*vision_model', 're:.*multi_modal_projector']