File size: 144 Bytes
af3d34c |
1 2 3 4 5 6 7 |
default_stage:
default_modifiers:
GPTQModifier:
ignore: [lm_head, model.embed_tokens]
scheme: W4A16_ASYM
block_size: 32
|
af3d34c |
1 2 3 4 5 6 7 |
default_stage:
default_modifiers:
GPTQModifier:
ignore: [lm_head, model.embed_tokens]
scheme: W4A16_ASYM
block_size: 32
|