Update modeling_opt.py

modeling_opt.py

@@ -18,6 +18,7 @@
 from typing import List, Optional, Tuple, Union
 
 import torch
+
 import torch.nn.functional as F
 import torch.utils.checkpoint
 from torch import nn
@@ -724,7 +725,7 @@ class OPTDecoderLayer(nn.Module):
 
         self.self_attn = OPT_ATTENTION_CLASSES[config._attn_implementation](
             config=config, is_decoder=True)
-
+        print(self.self_attn)
         self.do_layer_norm_before = config.do_layer_norm_before
         self.dropout = config.dropout
         self.activation_fn = ACT2FN[config.activation_function]