TCMVince commited on
Commit
23b69d6
·
verified ·
1 Parent(s): b982c8c

Update mlm.py

Browse files
Files changed (1) hide show
  1. mlm.py +1 -1
mlm.py CHANGED
@@ -501,7 +501,7 @@ class BertEnergyModelForSequenceClassification(BertPreTrainedModel):
501
  self.model = BertEnergyModel(config, pad_idx=pad_idx)
502
  #self.lm_head = EnergyLMHead(config)
503
 
504
- dropout = classifier_dropout if classifier_dropout is not None else config.hidden_dropout_prob
505
 
506
  #self.dropout = nn.Dropout(dropout)
507
  output_dim = config.hidden_size
 
501
  self.model = BertEnergyModel(config, pad_idx=pad_idx)
502
  #self.lm_head = EnergyLMHead(config)
503
 
504
+ dropout = config.classifier_dropout if config.classifier_dropout is not None else config.hidden_dropout_prob
505
 
506
  #self.dropout = nn.Dropout(dropout)
507
  output_dim = config.hidden_size