Update modeling_super_linear.py
Browse files- modeling_super_linear.py +1 -1
modeling_super_linear.py
CHANGED
|
@@ -594,7 +594,7 @@ class SuperLinearForCausalLM(PreTrainedModel, GenerationMixin):
|
|
| 594 |
|
| 595 |
|
| 596 |
if x_enc.shape[1] < 512:
|
| 597 |
-
x_enc = self.
|
| 598 |
x_enc = self.revin_layer(x_enc, 'norm')
|
| 599 |
|
| 600 |
|
|
|
|
| 594 |
|
| 595 |
|
| 596 |
if x_enc.shape[1] < 512:
|
| 597 |
+
x_enc = self.fourier_interp_dim1(x_enc)
|
| 598 |
x_enc = self.revin_layer(x_enc, 'norm')
|
| 599 |
|
| 600 |
|