Update modeling_super_linear.py
Browse files- modeling_super_linear.py +3 -2
modeling_super_linear.py
CHANGED
|
@@ -638,8 +638,9 @@ class SuperLinearForCausalLM(PreTrainedModel, GenerationMixin):
|
|
| 638 |
|
| 639 |
|
| 640 |
if x_enc.shape[1] < 512:
|
|
|
|
| 641 |
|
| 642 |
-
x_enc = self.revin_layer(x_enc, 'norm')
|
| 643 |
#x_enc = self.fourier_interp_dim1(x_enc)
|
| 644 |
|
| 645 |
#self.backbone.inf_pred_len = 336
|
|
@@ -648,7 +649,7 @@ class SuperLinearForCausalLM(PreTrainedModel, GenerationMixin):
|
|
| 648 |
|
| 649 |
preds = self.backbone(x_enc)
|
| 650 |
#preds = self.fourier_downsample_dim1(preds,96)
|
| 651 |
-
preds = self.revin_layer(preds, 'denorm')
|
| 652 |
|
| 653 |
return CausalLMOutputWithCrossAttentions(loss=None,logits=preds,past_key_values=None,hidden_states=None,attentions=None,)
|
| 654 |
|
|
|
|
| 638 |
|
| 639 |
|
| 640 |
if x_enc.shape[1] < 512:
|
| 641 |
+
pass
|
| 642 |
|
| 643 |
+
#x_enc = self.revin_layer(x_enc, 'norm')
|
| 644 |
#x_enc = self.fourier_interp_dim1(x_enc)
|
| 645 |
|
| 646 |
#self.backbone.inf_pred_len = 336
|
|
|
|
| 649 |
|
| 650 |
preds = self.backbone(x_enc)
|
| 651 |
#preds = self.fourier_downsample_dim1(preds,96)
|
| 652 |
+
#preds = self.revin_layer(preds, 'denorm')
|
| 653 |
|
| 654 |
return CausalLMOutputWithCrossAttentions(loss=None,logits=preds,past_key_values=None,hidden_states=None,attentions=None,)
|
| 655 |
|