razmars commited on
Commit
9904639
·
verified ·
1 Parent(s): 2256b8f

Update modeling_super_linear.py

Browse files
Files changed (1) hide show
  1. modeling_super_linear.py +3 -3
modeling_super_linear.py CHANGED
@@ -629,8 +629,8 @@ class SuperLinearForCausalLM(PreTrainedModel, GenerationMixin):
629
 
630
 
631
 
632
- if x_enc.shape[1] < 512:
633
- x_enc = self.revin_layer(x_enc, 'norm')
634
  #x_enc = self.fourier_interp_dim1(x_enc)
635
 
636
  #self.backbone.inf_pred_len = 336
@@ -639,7 +639,7 @@ class SuperLinearForCausalLM(PreTrainedModel, GenerationMixin):
639
 
640
  preds = self.backbone(x_enc)
641
  #preds = self.fourier_downsample_dim1(preds,96)
642
- preds = self.revin_layer(preds, 'denorm')
643
 
644
  return CausalLMOutputWithCrossAttentions(loss=None,logits=preds,past_key_values=None,hidden_states=None,attentions=None,)
645
 
 
629
 
630
 
631
 
632
+ #if x_enc.shape[1] < 512:
633
+ #x_enc = self.revin_layer(x_enc, 'norm')
634
  #x_enc = self.fourier_interp_dim1(x_enc)
635
 
636
  #self.backbone.inf_pred_len = 336
 
639
 
640
  preds = self.backbone(x_enc)
641
  #preds = self.fourier_downsample_dim1(preds,96)
642
+ #preds = self.revin_layer(preds, 'denorm')
643
 
644
  return CausalLMOutputWithCrossAttentions(loss=None,logits=preds,past_key_values=None,hidden_states=None,attentions=None,)
645