Update modeling_lm_classifier.py
Browse files
modeling_lm_classifier.py
CHANGED
|
@@ -61,6 +61,8 @@ class LMWithHeadConfig(PretrainedConfig):
|
|
| 61 |
classifier_activation: str = "relu", # Activation function name
|
| 62 |
**kwargs,
|
| 63 |
):
|
|
|
|
|
|
|
| 64 |
self.base_model_id = base_model_id
|
| 65 |
self.num_labels = num_labels
|
| 66 |
self.classifier_dropout = classifier_dropout
|
|
@@ -70,7 +72,6 @@ class LMWithHeadConfig(PretrainedConfig):
|
|
| 70 |
self.classifier_hidden_layers = classifier_hidden_layers or []
|
| 71 |
self.classifier_activation = classifier_activation
|
| 72 |
|
| 73 |
-
super().__init__(**kwargs)
|
| 74 |
|
| 75 |
|
| 76 |
class ConfigurableClassifierHead(nn.Module):
|
|
|
|
| 61 |
classifier_activation: str = "relu", # Activation function name
|
| 62 |
**kwargs,
|
| 63 |
):
|
| 64 |
+
super().__init__(**kwargs)
|
| 65 |
+
|
| 66 |
self.base_model_id = base_model_id
|
| 67 |
self.num_labels = num_labels
|
| 68 |
self.classifier_dropout = classifier_dropout
|
|
|
|
| 72 |
self.classifier_hidden_layers = classifier_hidden_layers or []
|
| 73 |
self.classifier_activation = classifier_activation
|
| 74 |
|
|
|
|
| 75 |
|
| 76 |
|
| 77 |
class ConfigurableClassifierHead(nn.Module):
|