davda54 commited on
Commit
4ba37ea
·
verified ·
1 Parent(s): 5b29864

Update config.json

Browse files
Files changed (1) hide show
  1. config.json +1 -1
config.json CHANGED
@@ -25,7 +25,7 @@
25
  "hidden_dropout": 0.0,
26
  "embedding_dropout": 0.1,
27
  "classifier_dropout": 0.2,
28
- "attention_layer_norm_eps": 1e-07,
29
  "query_key_head_size": 64,
30
  "value_head_size": 64,
31
  "num_attention_heads": 15,
 
25
  "hidden_dropout": 0.0,
26
  "embedding_dropout": 0.1,
27
  "classifier_dropout": 0.2,
28
+ "layer_norm_eps": 1e-07,
29
  "query_key_head_size": 64,
30
  "value_head_size": 64,
31
  "num_attention_heads": 15,