Update modeling_norbert.py
Browse files- modeling_norbert.py +0 -1
modeling_norbert.py
CHANGED
|
@@ -246,7 +246,6 @@ class NorbertPreTrainedModel(PreTrainedModel):
|
|
| 246 |
|
| 247 |
if isinstance(module, nn.Linear):
|
| 248 |
nn.init.trunc_normal_(module.weight.data, mean=0.0, std=std, a=-2*std, b=2*std)
|
| 249 |
-
module.weight.data.normal_(mean=0.0, std=self.config.initializer_range)
|
| 250 |
if module.bias is not None:
|
| 251 |
module.bias.data.zero_()
|
| 252 |
elif isinstance(module, nn.Embedding):
|
|
|
|
| 246 |
|
| 247 |
if isinstance(module, nn.Linear):
|
| 248 |
nn.init.trunc_normal_(module.weight.data, mean=0.0, std=std, a=-2*std, b=2*std)
|
|
|
|
| 249 |
if module.bias is not None:
|
| 250 |
module.bias.data.zero_()
|
| 251 |
elif isinstance(module, nn.Embedding):
|