Update modeling_super_linear.py
Browse files- modeling_super_linear.py +2 -3
modeling_super_linear.py
CHANGED
|
@@ -239,10 +239,9 @@ class RLinear(nn.Module):
|
|
| 239 |
#print(F"new Lookkback : {x.shape[1]}")
|
| 240 |
|
| 241 |
self.transform_model(x.shape[1],1)
|
| 242 |
-
seq_last = x[:,-1
|
| 243 |
x = x - seq_last
|
| 244 |
-
x
|
| 245 |
-
x = F.linear(x, self.zero_shot_Linear).unsqueeze_(-1)
|
| 246 |
#x = self.Linear(x.permute(0,2,1)).permute(0,2,1)
|
| 247 |
return x + seq_last
|
| 248 |
|
|
|
|
| 239 |
#print(F"new Lookkback : {x.shape[1]}")
|
| 240 |
|
| 241 |
self.transform_model(x.shape[1],1)
|
| 242 |
+
seq_last = x[:,-1:].detach()
|
| 243 |
x = x - seq_last
|
| 244 |
+
x = F.linear(x, self.zero_shot_Linear)
|
|
|
|
| 245 |
#x = self.Linear(x.permute(0,2,1)).permute(0,2,1)
|
| 246 |
return x + seq_last
|
| 247 |
|