Upload config.json
Browse files- config.json +1 -0
config.json
CHANGED
|
@@ -355,6 +355,7 @@
|
|
| 355 |
"layer_norm_eps": 1e-12,
|
| 356 |
"max_position_embeddings": 512,
|
| 357 |
"model_type": "bert",
|
|
|
|
| 358 |
"num_attention_heads": 12,
|
| 359 |
"num_hidden_layers": 12,
|
| 360 |
"pad_token_id": 0,
|
|
|
|
| 355 |
"layer_norm_eps": 1e-12,
|
| 356 |
"max_position_embeddings": 512,
|
| 357 |
"model_type": "bert",
|
| 358 |
+
"attention_dropout": 0.1,
|
| 359 |
"num_attention_heads": 12,
|
| 360 |
"num_hidden_layers": 12,
|
| 361 |
"pad_token_id": 0,
|