File size: 224 Bytes
c0f0128
 
 
 
1252068
 
c0f0128
 
 
 
1
2
3
4
5
6
7
8
9
10
11
default_stage:
  default_modifiers:
    GPTQModifier:
      targets: [Linear]
      ignore: [lm_head]
      scheme: W4A16
      block_size: 128
      dampening_frac: 0.01
      actorder: static
      offload_hessians: false