Update modeling_opt.py
Browse files- modeling_opt.py +1 -1
modeling_opt.py
CHANGED
|
@@ -554,7 +554,7 @@ class OPTDecoderLayer(nn.Module):
|
|
| 554 |
super().__init__()
|
| 555 |
self.embed_dim = config.hidden_size
|
| 556 |
|
| 557 |
-
self.self_attn =
|
| 558 |
config=config, is_decoder=True)
|
| 559 |
print(self.self_attn)
|
| 560 |
print(config._attn_implementation)
|
|
|
|
| 554 |
super().__init__()
|
| 555 |
self.embed_dim = config.hidden_size
|
| 556 |
|
| 557 |
+
self.self_attn = OPTAttention(
|
| 558 |
config=config, is_decoder=True)
|
| 559 |
print(self.self_attn)
|
| 560 |
print(config._attn_implementation)
|