recipe.yaml

default_stage:
  default_modifiers:
    QuantizationModifier:
      targets: ['re:^model\.language_model\.layers\.(0|1|3|4|5|7|8|9|11|12|13|15|16|17|19|20|21|23|24|25|27|28|29|31|32|33|35|36|37|39|40|41|43|44|45|47)\.(self_attn\.(q_proj|k_proj|v_proj|o_proj)|mlp\.(gate_proj|up_proj|down_proj))$']
      ignore: []
      scheme: FP8_DYNAMIC
      bypass_divisibility_checks: false