Update modeling_norbert.py

modeling_norbert.py

@@ -246,7 +246,6 @@ class NorbertPreTrainedModel(PreTrainedModel):
 
         if isinstance(module, nn.Linear):
             nn.init.trunc_normal_(module.weight.data, mean=0.0, std=std, a=-2*std, b=2*std)
-            module.weight.data.normal_(mean=0.0, std=self.config.initializer_range)
             if module.bias is not None:
                 module.bias.data.zero_()
         elif isinstance(module, nn.Embedding):