Update geneformer/mtl/model.py

geneformer/mtl/model.py

@@ -33,7 +33,7 @@ class GeneformerMultiTask(nn.Module):
     ):
         super(GeneformerMultiTask, self).__init__()
         self.config = BertConfig.from_pretrained(pretrained_path)
-        self.bert = BertModel(self.config)
+        self.bert = BertModel.from_pretrained(pretrained_path)
         self.num_labels_list = num_labels_list
         self.use_task_weights = use_task_weights
         self.dropout = nn.Dropout(dropout_rate)