razmars commited on
Commit
e0a1af6
·
verified ·
1 Parent(s): 9d7bcdf

Update modeling_super_linear.py

Browse files
Files changed (1) hide show
  1. modeling_super_linear.py +3 -2
modeling_super_linear.py CHANGED
@@ -638,8 +638,9 @@ class SuperLinearForCausalLM(PreTrainedModel, GenerationMixin):
638
 
639
 
640
  if x_enc.shape[1] < 512:
 
641
 
642
- x_enc = self.revin_layer(x_enc, 'norm')
643
  #x_enc = self.fourier_interp_dim1(x_enc)
644
 
645
  #self.backbone.inf_pred_len = 336
@@ -648,7 +649,7 @@ class SuperLinearForCausalLM(PreTrainedModel, GenerationMixin):
648
 
649
  preds = self.backbone(x_enc)
650
  #preds = self.fourier_downsample_dim1(preds,96)
651
- preds = self.revin_layer(preds, 'denorm')
652
 
653
  return CausalLMOutputWithCrossAttentions(loss=None,logits=preds,past_key_values=None,hidden_states=None,attentions=None,)
654
 
 
638
 
639
 
640
  if x_enc.shape[1] < 512:
641
+ pass
642
 
643
+ #x_enc = self.revin_layer(x_enc, 'norm')
644
  #x_enc = self.fourier_interp_dim1(x_enc)
645
 
646
  #self.backbone.inf_pred_len = 336
 
649
 
650
  preds = self.backbone(x_enc)
651
  #preds = self.fourier_downsample_dim1(preds,96)
652
+ #preds = self.revin_layer(preds, 'denorm')
653
 
654
  return CausalLMOutputWithCrossAttentions(loss=None,logits=preds,past_key_values=None,hidden_states=None,attentions=None,)
655