TCMVince commited on
Commit
bfd0e86
·
verified ·
1 Parent(s): f5e20fc

Update mlm.py

Browse files
Files changed (1) hide show
  1. mlm.py +1 -1
mlm.py CHANGED
@@ -501,7 +501,7 @@ class BertEnergyModelForSequenceClassification(BertPreTrainedModel):
501
  self.model = BertEnergyModel(config, pad_idx=pad_idx)
502
  #self.lm_head = EnergyLMHead(config)
503
 
504
- dropout = config.hidden_dropout_prob
505
 
506
  #self.dropout = nn.Dropout(dropout)
507
  output_dim = config.hidden_size
 
501
  self.model = BertEnergyModel(config, pad_idx=pad_idx)
502
  #self.lm_head = EnergyLMHead(config)
503
 
504
+ self.dropout = config.hidden_dropout_prob
505
 
506
  #self.dropout = nn.Dropout(dropout)
507
  output_dim = config.hidden_size