davda54 commited on
Commit
7d7a3fd
·
verified ·
1 Parent(s): 10d36d5

Fix compatibility with transformers v5

Browse files
Files changed (1) hide show
  1. modeling_norbert.py +3 -3
modeling_norbert.py CHANGED
@@ -225,11 +225,11 @@ class NorbertPreTrainedModel(PreTrainedModel):
225
  std = math.sqrt(2.0 / (5.0 * self.hidden_size))
226
 
227
  if isinstance(module, nn.Linear) or isinstance(module, nn.Embedding):
228
- nn.init.trunc_normal_(module.weight.data, mean=0.0, std=std, a=-2*std, b=2*std)
229
  elif isinstance(module, nn.LayerNorm) and module.weight is not None:
230
- module.weight.data.fill_(1.0)
231
  if hasattr(module, "bias") and module.bias is not None:
232
- module.bias.data.zero_()
233
 
234
 
235
  class NorbertModel(NorbertPreTrainedModel):
 
225
  std = math.sqrt(2.0 / (5.0 * self.hidden_size))
226
 
227
  if isinstance(module, nn.Linear) or isinstance(module, nn.Embedding):
228
+ nn.init.trunc_normal_(module.weight, mean=0.0, std=std, a=-2*std, b=2*std)
229
  elif isinstance(module, nn.LayerNorm) and module.weight is not None:
230
+ module.weight.fill_(1.0)
231
  if hasattr(module, "bias") and module.bias is not None:
232
+ module.bias.zero_()
233
 
234
 
235
  class NorbertModel(NorbertPreTrainedModel):