Update modeling_super_linear.py
Browse files- modeling_super_linear.py +2 -2
modeling_super_linear.py
CHANGED
|
@@ -574,10 +574,10 @@ class SuperLinearForCausalLM(PreTrainedModel, GenerationMixin):
|
|
| 574 |
|
| 575 |
# backbone expects (B, C, L)
|
| 576 |
x_enc = inputs_embeds
|
| 577 |
-
|
| 578 |
if x_enc.shape[1] < 512:
|
| 579 |
x_enc = self.fourier_interp_dim1(x_enc)
|
| 580 |
-
|
| 581 |
|
| 582 |
# backbone returns (B, pred_len, C)
|
| 583 |
preds = self.backbone(x_enc)
|
|
|
|
| 574 |
|
| 575 |
# backbone expects (B, C, L)
|
| 576 |
x_enc = inputs_embeds
|
| 577 |
+
|
| 578 |
if x_enc.shape[1] < 512:
|
| 579 |
x_enc = self.fourier_interp_dim1(x_enc)
|
| 580 |
+
|
| 581 |
|
| 582 |
# backbone returns (B, pred_len, C)
|
| 583 |
preds = self.backbone(x_enc)
|