razmars commited on
Commit
786dee2
·
verified ·
1 Parent(s): dbe865a

Update modeling_super_linear.py

Browse files
Files changed (1) hide show
  1. modeling_super_linear.py +3 -3
modeling_super_linear.py CHANGED
@@ -633,8 +633,8 @@ class SuperLinearForCausalLM(PreTrainedModel, GenerationMixin):
633
 
634
 
635
 
636
- #if x_enc.shape[1] < 512:
637
- #x_enc = self.revin_layer(x_enc, 'norm')
638
  #x_enc = self.fourier_interp_dim1(x_enc)
639
 
640
  #self.backbone.inf_pred_len = 336
@@ -643,7 +643,7 @@ class SuperLinearForCausalLM(PreTrainedModel, GenerationMixin):
643
 
644
  preds = self.backbone(x_enc)
645
  #preds = self.fourier_downsample_dim1(preds,96)
646
- #preds = self.revin_layer(preds, 'denorm')
647
 
648
  return CausalLMOutputWithCrossAttentions(loss=None,logits=preds,past_key_values=None,hidden_states=None,attentions=None,)
649
 
 
633
 
634
 
635
 
636
+ if x_enc.shape[1] < 512:
637
+ x_enc = self.revin_layer(x_enc, 'norm')
638
  #x_enc = self.fourier_interp_dim1(x_enc)
639
 
640
  #self.backbone.inf_pred_len = 336
 
643
 
644
  preds = self.backbone(x_enc)
645
  #preds = self.fourier_downsample_dim1(preds,96)
646
+ preds = self.revin_layer(preds, 'denorm')
647
 
648
  return CausalLMOutputWithCrossAttentions(loss=None,logits=preds,past_key_values=None,hidden_states=None,attentions=None,)
649