model/recipe.yaml

default_stage:
  default_modifiers:
    GPTQModifier:
      targets: [Linear]
      ignore: [embed_tokens, lm_head]
      scheme: W8A16
      block_size: 128
      dampening_frac: 0.1
      actorder: static
      offload_hessians: false