Update modeling_codesage.py

modeling_codesage.py

@@ -288,14 +288,10 @@ class CodeSageForMaskedLM(CodeSagePreTrainedModel):
     def __init__(self, config):
         super().__init__(config)
         self.transformer = CodeSageModel(config)
-        self.lm_head = nn.Linear(config.n_embd, config.vocab_size, bias=False)
+        self.lm_head = nn.Linear(config.hidden_size, config.vocab_size, bias=False)
 
         self.init_weights()
 
-        # Model parallel
-        self.model_parallel = False
-        self.device_map = None
-
     def get_output_embeddings(self):
         return self.lm_head