Commit ·
866f15a
1
Parent(s): 2b1f795
Upload config
Browse files- config.json +2 -6
- configuration_bert.py +3 -1
config.json
CHANGED
|
@@ -1,11 +1,8 @@
|
|
| 1 |
{
|
| 2 |
-
"
|
| 3 |
-
"BertForSequenceClassification"
|
| 4 |
-
],
|
| 5 |
"attention_probs_dropout_prob": 0.1,
|
| 6 |
"auto_map": {
|
| 7 |
-
"AutoConfig": "configuration_bert.BertConfig"
|
| 8 |
-
"AutoModelForSequenceClassification": "modeling_bert.BertForSequenceClassification"
|
| 9 |
},
|
| 10 |
"classifier_dropout": null,
|
| 11 |
"hidden_act": "gelu",
|
|
@@ -20,7 +17,6 @@
|
|
| 20 |
"num_hidden_layers": 12,
|
| 21 |
"pad_token_id": 0,
|
| 22 |
"position_embedding_type": "absolute",
|
| 23 |
-
"torch_dtype": "float32",
|
| 24 |
"transformers_version": "4.33.3",
|
| 25 |
"type_vocab_size": 2,
|
| 26 |
"use_cache": true,
|
|
|
|
| 1 |
{
|
| 2 |
+
"affine": true,
|
|
|
|
|
|
|
| 3 |
"attention_probs_dropout_prob": 0.1,
|
| 4 |
"auto_map": {
|
| 5 |
+
"AutoConfig": "configuration_bert.BertConfig"
|
|
|
|
| 6 |
},
|
| 7 |
"classifier_dropout": null,
|
| 8 |
"hidden_act": "gelu",
|
|
|
|
| 17 |
"num_hidden_layers": 12,
|
| 18 |
"pad_token_id": 0,
|
| 19 |
"position_embedding_type": "absolute",
|
|
|
|
| 20 |
"transformers_version": "4.33.3",
|
| 21 |
"type_vocab_size": 2,
|
| 22 |
"use_cache": true,
|
configuration_bert.py
CHANGED
|
@@ -23,6 +23,7 @@ class BertConfig(PretrainedConfig):
|
|
| 23 |
position_embedding_type="absolute",
|
| 24 |
use_cache=True,
|
| 25 |
classifier_dropout=None,
|
|
|
|
| 26 |
**kwargs,
|
| 27 |
):
|
| 28 |
super().__init__(pad_token_id=pad_token_id, **kwargs)
|
|
@@ -41,4 +42,5 @@ class BertConfig(PretrainedConfig):
|
|
| 41 |
self.layer_norm_eps = layer_norm_eps
|
| 42 |
self.position_embedding_type = position_embedding_type
|
| 43 |
self.use_cache = use_cache
|
| 44 |
-
self.classifier_dropout = classifier_dropout
|
|
|
|
|
|
| 23 |
position_embedding_type="absolute",
|
| 24 |
use_cache=True,
|
| 25 |
classifier_dropout=None,
|
| 26 |
+
affine=True,
|
| 27 |
**kwargs,
|
| 28 |
):
|
| 29 |
super().__init__(pad_token_id=pad_token_id, **kwargs)
|
|
|
|
| 42 |
self.layer_norm_eps = layer_norm_eps
|
| 43 |
self.position_embedding_type = position_embedding_type
|
| 44 |
self.use_cache = use_cache
|
| 45 |
+
self.classifier_dropout = classifier_dropout
|
| 46 |
+
self.affine = affine
|