added _init_weights

model_utils/efficientnet_config.py

@@ -293,6 +293,20 @@ class EfficientNetConfig(PretrainedConfig):
                                     
         super().__init__(**kwargs)
         
+        
+    def _init_weights(self, module):
+        # initialize weights before loading
+        # not all will have weights and biases
+        try:
+            module.weight.data.normal_(mean=0.0)
+        except AttributeError:
+            _ = None
+        try:
+            module.bias.data.zero_()
+        except AttributeError:
+            _ = None
+            
+        
     
 class EfficientNetPreTrained(PreTrainedModel):