Commit ·
87f56f3
1
Parent(s): 9050188
Update config.json (#9)
Browse files- Update config.json (e04ed4f9082a49f1e2c9314db7a08f7b75fb3c55)
Co-authored-by: S <shackysureshot@users.noreply.huggingface.co>
- config.json +1 -1
config.json
CHANGED
|
@@ -60,7 +60,7 @@
|
|
| 60 |
"block_auto_adjust_ff_dim": true,
|
| 61 |
"block_dim": 2048,
|
| 62 |
"block_ff_dim": 12288,
|
| 63 |
-
"block_ffn_dim_multiplier": 1,
|
| 64 |
"block_mlp_init_scale": 1,
|
| 65 |
"block_multiple_of": 256,
|
| 66 |
"block_norm_eps": 1e-05,
|
|
|
|
| 60 |
"block_auto_adjust_ff_dim": true,
|
| 61 |
"block_dim": 2048,
|
| 62 |
"block_ff_dim": 12288,
|
| 63 |
+
"block_ffn_dim_multiplier": 1.0,
|
| 64 |
"block_mlp_init_scale": 1,
|
| 65 |
"block_multiple_of": 256,
|
| 66 |
"block_norm_eps": 1e-05,
|