SequentialLearning
/

SuperLinear

mixture-of-experts

Model card Files Files and versions

razmars commited on Apr 28

Commit

38d596e

·

verified ·

1 Parent(s): 7a86a83

Update modeling_super_linear.py

Files changed (1) hide show

modeling_super_linear.py +1 -1

modeling_super_linear.py CHANGED Viewed

@@ -212,7 +212,7 @@ class RLinear(nn.Module):
             self.zero_shot_Linear        = new_W
         else:
             W              = self.Linear.weight.detach()
-            new_W          =  F.interpolate(W.unsqueeze(0), size=(new_lookback, self.horizon ), mode='bilinear', align_corners=False).squeeze(0)
             self.zero_shot_Linear        = new_W

             self.zero_shot_Linear        = new_W
         else:
             W              = self.Linear.weight.detach()
+            new_W          =  F.interpolate(W.unsqueeze(-1), size=(new_lookback, self.horizon ), mode='bilinear', align_corners=False).squeeze(-1)
             self.zero_shot_Linear        = new_W