Upload 2 files
Browse files- config.json +2 -1
config.json
CHANGED
|
@@ -6,5 +6,6 @@
|
|
| 6 |
"d_ffn": 6912,
|
| 7 |
"m_len": 2048,
|
| 8 |
"n_layer": 24,
|
| 9 |
-
"norm_eps": 1e-05
|
|
|
|
| 10 |
}
|
|
|
|
| 6 |
"d_ffn": 6912,
|
| 7 |
"m_len": 2048,
|
| 8 |
"n_layer": 24,
|
| 9 |
+
"norm_eps": 1e-05,
|
| 10 |
+
"tie_weight": true
|
| 11 |
}
|