default_stage: default_modifiers: QuantizationModifier: targets: ['re:^model\.language_model\.layers\.(0|1|3|4|5|7|8|9|11|12|13|15|16|17|19|20|21|23|24|25|27|28|29|31|32|33|35|36|37|39|40|41|43|44|45|47)\.(self_attn\.(q_proj|k_proj|v_proj|o_proj)|mlp\.(gate_proj|up_proj|down_proj))$'] ignore: [] scheme: FP8_DYNAMIC bypass_divisibility_checks: false