zhuimengshaonian commited on
Commit
27ef6af
·
1 Parent(s): e45679a

Update config.json

Browse files
Files changed (1) hide show
  1. config.json +1 -1
config.json CHANGED
@@ -6,7 +6,7 @@
6
  "gradient_checkpointing": false,
7
  "hidden_act": "gelu",
8
  "hidden_dropout_prob": 0.1,
9
- "hidden_size": 768,
10
  "initializer_range": 0.02,
11
  "intermediate_size": 4096,
12
  "layer_norm_eps": 1e-12,
 
6
  "gradient_checkpointing": false,
7
  "hidden_act": "gelu",
8
  "hidden_dropout_prob": 0.1,
9
+ "hidden_size": 1024,
10
  "initializer_range": 0.02,
11
  "intermediate_size": 4096,
12
  "layer_norm_eps": 1e-12,