File size: 137 Bytes
7fe8577 | 1 2 3 4 5 6 7 | default_stage:
default_modifiers:
GPTQModifier:
scheme: W8A8
targets: Linear
ignore: [lm_head, 're:.*mlp.gate$']
|
7fe8577 | 1 2 3 4 5 6 7 | default_stage:
default_modifiers:
GPTQModifier:
scheme: W8A8
targets: Linear
ignore: [lm_head, 're:.*mlp.gate$']
|