Files changed (1) hide show
  1. config.json +1 -1
config.json CHANGED
@@ -60,7 +60,7 @@
60
  "block_auto_adjust_ff_dim": true,
61
  "block_dim": 2048,
62
  "block_ff_dim": 12288,
63
- "block_ffn_dim_multiplier": 1,
64
  "block_mlp_init_scale": 1,
65
  "block_multiple_of": 256,
66
  "block_norm_eps": 1e-05,
 
60
  "block_auto_adjust_ff_dim": true,
61
  "block_dim": 2048,
62
  "block_ff_dim": 12288,
63
+ "block_ffn_dim_multiplier": 1.0,
64
  "block_mlp_init_scale": 1,
65
  "block_multiple_of": 256,
66
  "block_norm_eps": 1e-05,