razmars commited on
Commit
099ba90
·
verified ·
1 Parent(s): 85749e7

Update modeling_super_linear.py

Browse files
Files changed (1) hide show
  1. modeling_super_linear.py +2 -2
modeling_super_linear.py CHANGED
@@ -594,13 +594,13 @@ class SuperLinearForCausalLM(PreTrainedModel, GenerationMixin):
594
 
595
 
596
  if x_enc.shape[1] < 512:
597
- x_enc = self.fourier_interp_dim1(x_enc)
598
  x_enc = self.revin_layer(x_enc, 'norm')
599
 
600
 
601
  # backbone returns (B, pred_len, C)
602
  preds = self.backbone(x_enc)
603
- #preds = self.revin_layer(preds, 'denorm')
604
  return CausalLMOutputWithCrossAttentions(loss=None,logits=preds,past_key_values=None,hidden_states=None,attentions=None,)
605
 
606
 
 
594
 
595
 
596
  if x_enc.shape[1] < 512:
597
+ x_enc = self.upsample_dim1(x_enc)
598
  x_enc = self.revin_layer(x_enc, 'norm')
599
 
600
 
601
  # backbone returns (B, pred_len, C)
602
  preds = self.backbone(x_enc)
603
+ preds = self.revin_layer(preds, 'denorm')
604
  return CausalLMOutputWithCrossAttentions(loss=None,logits=preds,past_key_values=None,hidden_states=None,attentions=None,)
605
 
606