davda54 commited on
Commit
555ecaa
·
verified ·
1 Parent(s): 2ba6c68

Update modeling_norbert.py

Browse files
Files changed (1) hide show
  1. modeling_norbert.py +1 -0
modeling_norbert.py CHANGED
@@ -260,6 +260,7 @@ class NorbertModel(NorbertPreTrainedModel):
260
  def __init__(self, config, add_mlm_layer=False, gradient_checkpointing=False, **kwargs):
261
  super().__init__(config, **kwargs)
262
  self.config = config
 
263
 
264
  self.embedding = Embedding(config)
265
  self.transformer = Encoder(config, activation_checkpointing=gradient_checkpointing)
 
260
  def __init__(self, config, add_mlm_layer=False, gradient_checkpointing=False, **kwargs):
261
  super().__init__(config, **kwargs)
262
  self.config = config
263
+ self.hidden_size = config.hidden_size
264
 
265
  self.embedding = Embedding(config)
266
  self.transformer = Encoder(config, activation_checkpointing=gradient_checkpointing)