razmars commited on
Commit
10e0e54
·
verified ·
1 Parent(s): eef6da9

Update modeling_super_linear.py

Browse files
Files changed (1) hide show
  1. modeling_super_linear.py +2 -3
modeling_super_linear.py CHANGED
@@ -239,10 +239,9 @@ class RLinear(nn.Module):
239
  #print(F"new Lookkback : {x.shape[1]}")
240
 
241
  self.transform_model(x.shape[1],1)
242
- seq_last = x[:,-1:,:].detach()
243
  x = x - seq_last
244
- x = x.squeeze(-1)
245
- x = F.linear(x, self.zero_shot_Linear).unsqueeze_(-1)
246
  #x = self.Linear(x.permute(0,2,1)).permute(0,2,1)
247
  return x + seq_last
248
 
 
239
  #print(F"new Lookkback : {x.shape[1]}")
240
 
241
  self.transform_model(x.shape[1],1)
242
+ seq_last = x[:,-1:].detach()
243
  x = x - seq_last
244
+ x = F.linear(x, self.zero_shot_Linear)
 
245
  #x = self.Linear(x.permute(0,2,1)).permute(0,2,1)
246
  return x + seq_last
247