Update modeling_auristream.py
Browse files- modeling_auristream.py +1 -1
modeling_auristream.py
CHANGED
|
@@ -460,7 +460,7 @@ class CausalSelfAttention(nn.Module):
|
|
| 460 |
y = y.transpose(1, 2).contiguous().view(B, T, C) # re-assemble all head outputs side by side
|
| 461 |
|
| 462 |
# output projection
|
| 463 |
-
y = self.
|
| 464 |
|
| 465 |
# return attention maps if requested
|
| 466 |
if return_attn_maps:
|
|
|
|
| 460 |
y = y.transpose(1, 2).contiguous().view(B, T, C) # re-assemble all head outputs side by side
|
| 461 |
|
| 462 |
# output projection
|
| 463 |
+
y = self.c_proj(y)
|
| 464 |
|
| 465 |
# return attention maps if requested
|
| 466 |
if return_attn_maps:
|