Update modeling_norbert.py
Browse files- modeling_norbert.py +1 -0
modeling_norbert.py
CHANGED
|
@@ -260,6 +260,7 @@ class NorbertModel(NorbertPreTrainedModel):
|
|
| 260 |
def __init__(self, config, add_mlm_layer=False, gradient_checkpointing=False, **kwargs):
|
| 261 |
super().__init__(config, **kwargs)
|
| 262 |
self.config = config
|
|
|
|
| 263 |
|
| 264 |
self.embedding = Embedding(config)
|
| 265 |
self.transformer = Encoder(config, activation_checkpointing=gradient_checkpointing)
|
|
|
|
| 260 |
def __init__(self, config, add_mlm_layer=False, gradient_checkpointing=False, **kwargs):
|
| 261 |
super().__init__(config, **kwargs)
|
| 262 |
self.config = config
|
| 263 |
+
self.hidden_size = config.hidden_size
|
| 264 |
|
| 265 |
self.embedding = Embedding(config)
|
| 266 |
self.transformer = Encoder(config, activation_checkpointing=gradient_checkpointing)
|