Update embedding_model.py

embedding_model.py

@@ -52,11 +52,7 @@ class EmbeddingModel(models.Transformer):
         # this is specific to OpenGPT-X model
         output.pop("token_type_ids", None)
 
-        return output
-
-    def _load_model(self, model_name_or_path, config, cache_dir, backend, **model_args) -> None:
-        """Loads the transformer model"""
-        self.auto_model = AutoModel.from_pretrained(model_name_or_path, config=config, cache_dir=cache_dir, trust_remote_code=True, **model_args)        
+        return output       
 
     def get_config_dict(self) -> dict[str, str]:
         return {"model_name_or_path": self.model_name_or_path}
@@ -79,4 +75,8 @@ class EmbeddingModel(models.Transformer):
     def load(load_dir: str, **kwargs) -> "EmbeddingModel":
         with open(os.path.join(load_dir, "config.json")) as fIn:
             config = json.load(fIn)
-        return EmbeddingModel(**config)
+        return EmbeddingModel(
+            **config, 
+            model_args={"trust_remote_code": True}, 
+            tokenizer_args={"trust_remote_code": True}
+        )