Update modeling_auristream.py
Browse files- modeling_auristream.py +1 -1
modeling_auristream.py
CHANGED
|
@@ -597,7 +597,7 @@ class DWA(nn.Module):
|
|
| 597 |
def __init__(self, n_layers: int):
|
| 598 |
super().__init__()
|
| 599 |
self.alphas = nn.Parameter(torch.zeros(n_layers, n_layers))
|
| 600 |
-
self.alphas.data = torch.eye(n_layers)
|
| 601 |
self.accumulators = []
|
| 602 |
|
| 603 |
def init_accumulators(self, x):
|
|
|
|
| 597 |
def __init__(self, n_layers: int):
|
| 598 |
super().__init__()
|
| 599 |
self.alphas = nn.Parameter(torch.zeros(n_layers, n_layers))
|
| 600 |
+
# self.alphas.data = torch.eye(n_layers)
|
| 601 |
self.accumulators = []
|
| 602 |
|
| 603 |
def init_accumulators(self, x):
|