Update config.json
Browse files- config.json +6 -6
config.json
CHANGED
|
@@ -97,13 +97,13 @@
|
|
| 97 |
"target_device": null
|
| 98 |
},
|
| 99 |
"exclude": [
|
| 100 |
-
"re:*self_attn.*",
|
| 101 |
-
"re:*mlp.gate",
|
| 102 |
"lm_head",
|
| 103 |
-
"re:*mlp.gate_proj",
|
| 104 |
-
"re:*mlp.up_proj",
|
| 105 |
-
"re:*mlp.down_proj",
|
| 106 |
-
"re:*shared_experts.*"
|
| 107 |
],
|
| 108 |
"algo_config": null,
|
| 109 |
"softmax_quant_spec": null,
|
|
|
|
| 97 |
"target_device": null
|
| 98 |
},
|
| 99 |
"exclude": [
|
| 100 |
+
"re:model.layers.*self_attn.*",
|
| 101 |
+
"re:model.layers.*mlp.gate",
|
| 102 |
"lm_head",
|
| 103 |
+
"re:model.layers.*mlp.gate_proj",
|
| 104 |
+
"re:model.layers.*mlp.up_proj",
|
| 105 |
+
"re:model.layers.*mlp.down_proj",
|
| 106 |
+
"re:model.layers.*shared_experts.*"
|
| 107 |
],
|
| 108 |
"algo_config": null,
|
| 109 |
"softmax_quant_spec": null,
|