File size: 173 Bytes
33fd097
 
 
 
 
 
1
2
3
4
5
6
7
default_stage:
  default_modifiers:
    QuantizationModifier:
      targets: [Linear]
      ignore: ['re:.*lm_head', 're:.*vision.*', 're:mlp1.*']
      scheme: FP8_DYNAMIC