SequentialLearning
/

SuperLinear

mixture-of-experts

Model card Files Files and versions

razmars commited on Apr 28, 2025

Commit

db059a6

·

verified ·

1 Parent(s): 1a6182c

Update modeling_super_linear.py

Files changed (1) hide show

modeling_super_linear.py +1 -1

modeling_super_linear.py CHANGED Viewed

@@ -230,7 +230,7 @@ class RLinear(nn.Module):
             W_3d   = W.t().unsqueeze(0)
             W_pool = F.adaptive_avg_pool1d(W_3d, output_size=new_lookback)
             W_new  = W_pool.squeeze(0).permute(2, 0).contiguous()
-            self.zero_shot_Linear =

             W_3d   = W.t().unsqueeze(0)
             W_pool = F.adaptive_avg_pool1d(W_3d, output_size=new_lookback)
             W_new  = W_pool.squeeze(0).permute(2, 0).contiguous()
+            self.zero_shot_Linear =  W_new