Update recipe.yaml
Browse files- recipe.yaml +8 -11
recipe.yaml
CHANGED
|
@@ -1,11 +1,8 @@
|
|
| 1 |
-
|
| 2 |
-
|
| 3 |
-
|
| 4 |
-
|
| 5 |
-
|
| 6 |
-
|
| 7 |
-
|
| 8 |
-
|
| 9 |
-
enable_torch_compile: true
|
| 10 |
-
batch_size: 8
|
| 11 |
-
moe_quant_method: notamoequant
|
|
|
|
| 1 |
+
targets: [Linear]
|
| 2 |
+
ignore: [lm_head, 're:^(model\.)?layers\.46\.mlp\..*', 're:^model\.model\.layers\.46\.mlp\..*']
|
| 3 |
+
scheme: NVFP4
|
| 4 |
+
sequential_targets: [SolarOpenDecoderLayer]
|
| 5 |
+
iters: 200
|
| 6 |
+
enable_torch_compile: true
|
| 7 |
+
batch_size: 8
|
| 8 |
+
moe_quant_method: notamoequant
|
|
|
|
|
|
|
|
|