Commit ·
fdc368b
1
Parent(s): d66ddca
Remove print statements
Browse files- model/attention.py +2 -2
model/attention.py
CHANGED
|
@@ -56,10 +56,10 @@ class Attention(nn.Module):
|
|
| 56 |
out = rearrange(
|
| 57 |
out, "b nh n hdim -> b n (nh hdim)", nh=self.n_heads, hdim=self.head_dim
|
| 58 |
)
|
| 59 |
-
|
| 60 |
|
| 61 |
out = self.output_proj(out)
|
| 62 |
-
|
| 63 |
|
| 64 |
assert out.shape == x.shape, "Output shape should be equal to Input shape"
|
| 65 |
|
|
|
|
| 56 |
out = rearrange(
|
| 57 |
out, "b nh n hdim -> b n (nh hdim)", nh=self.n_heads, hdim=self.head_dim
|
| 58 |
)
|
| 59 |
+
|
| 60 |
|
| 61 |
out = self.output_proj(out)
|
| 62 |
+
|
| 63 |
|
| 64 |
assert out.shape == x.shape, "Output shape should be equal to Input shape"
|
| 65 |
|