Update modeling_super_linear.py

modeling_super_linear.py

@@ -548,8 +548,13 @@ class SuperLinearForCausalLM(PreTrainedModel, GenerationMixin):
         
         # backbone expects (B, C, L)
         x_enc = inputs_embeds
-       
-
+        if x_enc.shape[1] < 512:
+            if len(x_enc) == 2:
+                x_enc = F.interpolate(x_enc.unsqueeze(0),size = 512,mode="linear", align_corners=False)
+            else:
+                x_enc = F.interpolate(x_enc,size = 512,mode="linear", align_corners=False)
+                
+                        
         # backbone returns (B, pred_len, C)
         preds = self.backbone(x_enc)
         return CausalLMOutputWithCrossAttentions(loss=None,logits=preds,past_key_values=None,hidden_states=None,attentions=None,)