hancheolp commited on
Commit
e5a9b10
·
verified ·
1 Parent(s): f7adff7

Update recipe.yaml

Browse files
Files changed (1) hide show
  1. recipe.yaml +8 -11
recipe.yaml CHANGED
@@ -1,11 +1,8 @@
1
- default_stage:
2
- default_modifiers:
3
- AutoRoundModifier:
4
- targets: [Linear]
5
- ignore: [lm_head, 're:^(model\.)?layers\.46\.mlp\..*', 're:^model\.model\.layers\.46\.mlp\..*']
6
- scheme: NVFP4
7
- sequential_targets: [SolarOpenDecoderLayer]
8
- iters: 200
9
- enable_torch_compile: true
10
- batch_size: 8
11
- moe_quant_method: notamoequant
 
1
+ targets: [Linear]
2
+ ignore: [lm_head, 're:^(model\.)?layers\.46\.mlp\..*', 're:^model\.model\.layers\.46\.mlp\..*']
3
+ scheme: NVFP4
4
+ sequential_targets: [SolarOpenDecoderLayer]
5
+ iters: 200
6
+ enable_torch_compile: true
7
+ batch_size: 8
8
+ moe_quant_method: notamoequant