File size: 452 Bytes
6c0dd4b |
1 2 3 4 5 6 7 8 9 10 11 12 13 |
default_stage:
default_modifiers:
SmoothQuantModifier: {smoothing_strength: 0.7}
GPTQModifier:
config_groups:
group_0:
targets: [Linear]
weights: {num_bits: 4, type: int, symmetric: true, strategy: channel, dynamic: false,
observer: minmax}
input_activations: {num_bits: 8, type: int, symmetric: true, strategy: token, dynamic: true,
observer: null}
ignore: [lm_head]
|