Upload folder using huggingface_hub

modeling_suave_multitask.py

@@ -3,7 +3,7 @@ from typing import Optional, Tuple
 
 import torch
 import torch.nn as nn
-from transformers import AutoModel, PreTrainedModel
+from transformers import AutoConfig, AutoModel, PreTrainedModel
 from transformers.modeling_outputs import ModelOutput
 
 from .configuration_suave_multitask import SuaveMultitaskConfig
@@ -24,7 +24,8 @@ class SuaveMultitaskModel(PreTrainedModel):
 
     def __init__(self, config: SuaveMultitaskConfig):
         super().__init__(config)
-        self.encoder = AutoModel.from_pretrained(config.base_model_name)
+        base_config = AutoConfig.from_pretrained(config.base_model_name)
+        self.encoder = AutoModel.from_config(base_config)
         hidden_size = self.encoder.config.hidden_size
 
         self.dropout = nn.Dropout(config.classifier_dropout)