razmars commited on
Commit
db0c818
·
verified ·
1 Parent(s): ed147b3

Update modeling_super_linear.py

Browse files
Files changed (1) hide show
  1. modeling_super_linear.py +2 -1
modeling_super_linear.py CHANGED
@@ -204,7 +204,8 @@ class RLinear(nn.Module):
204
  def transform_model(self,new_lookback,mode):
205
  if mode == 1:
206
  W = self.Linear.weight.detach()
207
- new_W = W[:, -new_lookback:]
 
208
  original_norm = torch.norm(W, p=2)
209
  new_norm = torch.norm(new_W, p=2)
210
  final_scaling = original_norm / new_norm if new_norm.item() != 0 else 1.0
 
204
  def transform_model(self,new_lookback,mode):
205
  if mode == 1:
206
  W = self.Linear.weight.detach()
207
+ #new_W = W[:, -new_lookback:]
208
+ new_W = W[:, :new_lookback]
209
  original_norm = torch.norm(W, p=2)
210
  new_norm = torch.norm(new_W, p=2)
211
  final_scaling = original_norm / new_norm if new_norm.item() != 0 else 1.0