Upload modeling_fastesm.py with huggingface_hub

modeling_fastesm.py

@@ -745,7 +745,8 @@ class FastEsmPreTrainedModel(PreTrainedModel):
             if module.padding_idx is not None:
                 module.weight.data[module.padding_idx].zero_()
         elif isinstance(module, nn.LayerNorm):
-            module.bias.data.zero_()
+            if module.bias is not None:
+                module.bias.data.zero_()
             module.weight.data.fill_(1.0)
 
     def get_input_embeddings(self) -> nn.Module: