Update chatNT.py
Browse files
chatNT.py
CHANGED
|
@@ -1759,7 +1759,7 @@ class TorchMultiModalPerceiverResampler(nn.Module):
|
|
| 1759 |
"""
|
| 1760 |
Create the blocks of attention layers and applies them.
|
| 1761 |
"""
|
| 1762 |
-
for layer in self.layers:
|
| 1763 |
concat_input_1 = torch.cat([xf_1, x], dim=1)
|
| 1764 |
concat_input_2 = torch.cat([xf_2, x], dim=1)
|
| 1765 |
|
|
|
|
| 1759 |
"""
|
| 1760 |
Create the blocks of attention layers and applies them.
|
| 1761 |
"""
|
| 1762 |
+
for layer_idx, layer in enumerate(self.layers):
|
| 1763 |
concat_input_1 = torch.cat([xf_1, x], dim=1)
|
| 1764 |
concat_input_2 = torch.cat([xf_2, x], dim=1)
|
| 1765 |
|