Update config.json
Browse files- config.json +1 -1
config.json
CHANGED
|
@@ -99,7 +99,7 @@
|
|
| 99 |
"exclude": [
|
| 100 |
"re:*self_attn.*",
|
| 101 |
"re:*mlp.gate",
|
| 102 |
-
"
|
| 103 |
"re:*mlp.gate_proj",
|
| 104 |
"re:*mlp.up_proj",
|
| 105 |
"re:*mlp.down_proj",
|
|
|
|
| 99 |
"exclude": [
|
| 100 |
"re:*self_attn.*",
|
| 101 |
"re:*mlp.gate",
|
| 102 |
+
"lm_head",
|
| 103 |
"re:*mlp.gate_proj",
|
| 104 |
"re:*mlp.up_proj",
|
| 105 |
"re:*mlp.down_proj",
|