c1ownraid commited on
Commit
ff9c768
·
verified ·
1 Parent(s): b9d033c

Upload config.json

Browse files
Files changed (1) hide show
  1. config.json +1 -0
config.json CHANGED
@@ -355,6 +355,7 @@
355
  "layer_norm_eps": 1e-12,
356
  "max_position_embeddings": 512,
357
  "model_type": "bert",
 
358
  "num_attention_heads": 12,
359
  "num_hidden_layers": 12,
360
  "pad_token_id": 0,
 
355
  "layer_norm_eps": 1e-12,
356
  "max_position_embeddings": 512,
357
  "model_type": "bert",
358
+ "attention_dropout": 0.1,
359
  "num_attention_heads": 12,
360
  "num_hidden_layers": 12,
361
  "pad_token_id": 0,