igandarillas commited on
Commit
f41b9c9
·
1 Parent(s): 247e35d

Upload config.json

Browse files
Files changed (1) hide show
  1. config.json +6 -1
config.json CHANGED
@@ -1,9 +1,11 @@
1
  {
 
2
  "architectures": [
3
  "RobertaForMaskedLM"
4
  ],
5
  "attention_probs_dropout_prob": 0.1,
6
  "bos_token_id": 0,
 
7
  "eos_token_id": 2,
8
  "hidden_act": "gelu",
9
  "hidden_dropout_prob": 0.1,
@@ -16,6 +18,9 @@
16
  "num_attention_heads": 12,
17
  "num_hidden_layers": 12,
18
  "pad_token_id": 1,
 
 
19
  "type_vocab_size": 1,
20
- "vocab_size": 50265
 
21
  }
 
1
  {
2
+ "_name_or_path": "roberta-base",
3
  "architectures": [
4
  "RobertaForMaskedLM"
5
  ],
6
  "attention_probs_dropout_prob": 0.1,
7
  "bos_token_id": 0,
8
+ "classifier_dropout": null,
9
  "eos_token_id": 2,
10
  "hidden_act": "gelu",
11
  "hidden_dropout_prob": 0.1,
 
18
  "num_attention_heads": 12,
19
  "num_hidden_layers": 12,
20
  "pad_token_id": 1,
21
+ "position_embedding_type": "absolute",
22
+ "transformers_version": "4.12.3",
23
  "type_vocab_size": 1,
24
+ "use_cache": true,
25
+ "vocab_size": 50267
26
  }