Fix compatibility with transformers v5

modeling_norbert.py

@@ -235,7 +235,7 @@ class NorbertPreTrainedModel(PreTrainedModel):
             nn.init.trunc_normal_(module.weight.data, mean=0.0, std=std, a=-2*std, b=2*std)
         elif isinstance(module, nn.LayerNorm) and module.weight is not None:
             module.weight.data.fill_(1.0)
-        if module.bias is not None:
+        if hasattr(module, "bias") and module.bias is not None:
             module.bias.data.zero_()