Update layer norm eps
Browse filesThis PR updates the layernorm epsilon value to reflect the original implementation.
This was tested with
@ydshieh
and integration tests are not affected (logits still match).
- config.json +1 -1
config.json
CHANGED
|
@@ -210,7 +210,7 @@
|
|
| 210 |
"LABEL_0": 0,
|
| 211 |
"LABEL_1": 1
|
| 212 |
},
|
| 213 |
-
"layer_norm_eps": 1e-
|
| 214 |
"length_penalty": 1.0,
|
| 215 |
"max_length": 20,
|
| 216 |
"min_length": 0,
|
|
|
|
| 210 |
"LABEL_0": 0,
|
| 211 |
"LABEL_1": 1
|
| 212 |
},
|
| 213 |
+
"layer_norm_eps": 1e-6,
|
| 214 |
"length_penalty": 1.0,
|
| 215 |
"max_length": 20,
|
| 216 |
"min_length": 0,
|