Update modeling_norbert.py
Browse files- modeling_norbert.py +2 -2
modeling_norbert.py
CHANGED
|
@@ -415,9 +415,9 @@ class Classifier(nn.Module):
|
|
| 415 |
nn.Linear(config.hidden_size, num_labels)
|
| 416 |
)
|
| 417 |
self.hidden_size = config.hidden_size
|
| 418 |
-
self.
|
| 419 |
|
| 420 |
-
def
|
| 421 |
std = math.sqrt(2.0 / (5.0 * self.hidden_size))
|
| 422 |
nn.init.trunc_normal_(self.nonlinearity[1].weight, mean=0.0, std=std, a=-2*std, b=2*std)
|
| 423 |
nn.init.trunc_normal_(self.nonlinearity[-1].weight, mean=0.0, std=std, a=-2*std, b=2*std)
|
|
|
|
| 415 |
nn.Linear(config.hidden_size, num_labels)
|
| 416 |
)
|
| 417 |
self.hidden_size = config.hidden_size
|
| 418 |
+
self._init_weights()
|
| 419 |
|
| 420 |
+
def _init_weights(self):
|
| 421 |
std = math.sqrt(2.0 / (5.0 * self.hidden_size))
|
| 422 |
nn.init.trunc_normal_(self.nonlinearity[1].weight, mean=0.0, std=std, a=-2*std, b=2*std)
|
| 423 |
nn.init.trunc_normal_(self.nonlinearity[-1].weight, mean=0.0, std=std, a=-2*std, b=2*std)
|