Update modeling_super_linear.py
Browse files- modeling_super_linear.py +1 -1
modeling_super_linear.py
CHANGED
|
@@ -422,7 +422,7 @@ class superLinear(nn.Module):
|
|
| 422 |
print(f"creating expert {i}")
|
| 423 |
self.experts[str(i)] = self.layer_dict[self.layer_type](self.seq_len, self.pred_len)
|
| 424 |
|
| 425 |
-
self.manual_moe = configs.manual_moe
|
| 426 |
|
| 427 |
|
| 428 |
if configs.misc_moe>0:
|
|
|
|
| 422 |
print(f"creating expert {i}")
|
| 423 |
self.experts[str(i)] = self.layer_dict[self.layer_type](self.seq_len, self.pred_len)
|
| 424 |
|
| 425 |
+
#self.manual_moe = configs.manual_moe
|
| 426 |
|
| 427 |
|
| 428 |
if configs.misc_moe>0:
|