Upload modeling_esm_plusplus.py with huggingface_hub

modeling_esm_plusplus.py

@@ -533,7 +533,8 @@ class PreTrainedESMplusplusModel(PreTrainedModel):
             if module.padding_idx is not None:
                 module.weight.data[module.padding_idx].zero_()
         elif isinstance(module, nn.LayerNorm):
-            module.bias.data.zero_()
+            if module.bias is not None:
+                module.bias.data.zero_()
             module.weight.data.fill_(1.0)
 
     @classmethod