Upload ModularStarEncoder

modularStarEncoder.py

@@ -1,7 +1,7 @@
 from transformers import AutoConfig, Starcoder2Model, Starcoder2Config
 import sys
 import os
-from .config import ModularStarEncoderConfig
+from config import ModularStarEncoderConfig
 import math
 import os
 import warnings
@@ -155,7 +155,7 @@ class StarEncoder2LMPredictionHead(nn.Module):
         for element in dir(config):
             value = getattr(config, element)  # Get the attribute value
             if isinstance(value, tuple) or isinstance(value, list):
-                setattr(config, element, value[0] )
+                setattr(config, element, value[-1])
         self.transform = StarEncoder2PredictionHeadTransform(config)
 
         # The output weights are the same as the input embeddings, but there is