TCMVince commited on
Commit
7b55ece
·
verified ·
1 Parent(s): bfd0e86

Update mlm.py

Browse files
Files changed (1) hide show
  1. mlm.py +1 -1
mlm.py CHANGED
@@ -501,7 +501,7 @@ class BertEnergyModelForSequenceClassification(BertPreTrainedModel):
501
  self.model = BertEnergyModel(config, pad_idx=pad_idx)
502
  #self.lm_head = EnergyLMHead(config)
503
 
504
- self.dropout = config.hidden_dropout_prob
505
 
506
  #self.dropout = nn.Dropout(dropout)
507
  output_dim = config.hidden_size
 
501
  self.model = BertEnergyModel(config, pad_idx=pad_idx)
502
  #self.lm_head = EnergyLMHead(config)
503
 
504
+ self.dropout = nn.Dropout(config.hidden_dropout_prob)
505
 
506
  #self.dropout = nn.Dropout(dropout)
507
  output_dim = config.hidden_size