Update config.json
#9
by shackysureshot - opened
- config.json +1 -1
config.json
CHANGED
|
@@ -60,7 +60,7 @@
|
|
| 60 |
"block_auto_adjust_ff_dim": true,
|
| 61 |
"block_dim": 2048,
|
| 62 |
"block_ff_dim": 12288,
|
| 63 |
-
"block_ffn_dim_multiplier": 1,
|
| 64 |
"block_mlp_init_scale": 1,
|
| 65 |
"block_multiple_of": 256,
|
| 66 |
"block_norm_eps": 1e-05,
|
|
|
|
| 60 |
"block_auto_adjust_ff_dim": true,
|
| 61 |
"block_dim": 2048,
|
| 62 |
"block_ff_dim": 12288,
|
| 63 |
+
"block_ffn_dim_multiplier": 1.0,
|
| 64 |
"block_mlp_init_scale": 1,
|
| 65 |
"block_multiple_of": 256,
|
| 66 |
"block_norm_eps": 1e-05,
|