| quant_stage: | |
| quant_modifiers: | |
| AWQModifier: | |
| config_groups: | |
| group_0: | |
| input_activations: null | |
| output_activations: null | |
| targets: [Linear] | |
| weights: {group_size: 128, num_bits: 4, strategy: group, symmetric: true, type: int} | |
| duo_scaling: true | |
| ignore: [lm_head, 're:.*mlp.gate', 're:.*layernorm', 're:.*norm', 're:.*embed.*'] | |
| mappings: null | |
| sequential_targets: null | |
| targets: [Linear] | |