fix large model config

model.py

@@ -157,14 +157,7 @@ class NBMEModel(nn.Module):
         
         self.path = path
         self.num_labels = num_labels
-        self.config = transformers.AutoConfig.from_pretrained(config['model_checkpoint'])
-
-        self.config.update(
-            {
-                "layer_norm_eps": layer_norm_eps,
-            }
-        )
-        self.transformer = transformers.AutoModel.from_pretrained(config['model_checkpoint'], config=self.config)
+        self.transformer = transformers.AutoModel.from_pretrained(config['model_checkpoint'])
         self.dropout = nn.Dropout(0.1)
         
         self.dropout1 = nn.Dropout(0.1)
@@ -173,7 +166,7 @@ class NBMEModel(nn.Module):
         self.dropout4 = nn.Dropout(0.4)
         self.dropout5 = nn.Dropout(0.5)
         
-        self.output = nn.Linear(self.config.hidden_size, 1)
+        self.output = nn.Linear(1024, 1)
         
         if self.path is not None:
             self.load_state_dict(torch.load(self.path)['model'])