davda54 commited on
Commit
81cbf73
·
verified ·
1 Parent(s): 9b2ac85

Update modeling_norbert.py

Browse files
Files changed (1) hide show
  1. modeling_norbert.py +2 -2
modeling_norbert.py CHANGED
@@ -415,9 +415,9 @@ class Classifier(nn.Module):
415
  nn.Linear(config.hidden_size, num_labels)
416
  )
417
  self.hidden_size = config.hidden_size
418
- self.initialize()
419
 
420
- def initialize(self):
421
  std = math.sqrt(2.0 / (5.0 * self.hidden_size))
422
  nn.init.trunc_normal_(self.nonlinearity[1].weight, mean=0.0, std=std, a=-2*std, b=2*std)
423
  nn.init.trunc_normal_(self.nonlinearity[-1].weight, mean=0.0, std=std, a=-2*std, b=2*std)
 
415
  nn.Linear(config.hidden_size, num_labels)
416
  )
417
  self.hidden_size = config.hidden_size
418
+ self._init_weights()
419
 
420
+ def _init_weights(self):
421
  std = math.sqrt(2.0 / (5.0 * self.hidden_size))
422
  nn.init.trunc_normal_(self.nonlinearity[1].weight, mean=0.0, std=std, a=-2*std, b=2*std)
423
  nn.init.trunc_normal_(self.nonlinearity[-1].weight, mean=0.0, std=std, a=-2*std, b=2*std)