robinzixuan commited on
Commit
6536868
·
verified ·
1 Parent(s): 42220c8

Update modeling_opt.py

Browse files
Files changed (1) hide show
  1. modeling_opt.py +1 -1
modeling_opt.py CHANGED
@@ -554,7 +554,7 @@ class OPTDecoderLayer(nn.Module):
554
  super().__init__()
555
  self.embed_dim = config.hidden_size
556
 
557
- self.self_attn = OPT_ATTENTION_CLASSES[config._attn_implementation](
558
  config=config, is_decoder=True)
559
  print(self.self_attn)
560
  print(config._attn_implementation)
 
554
  super().__init__()
555
  self.embed_dim = config.hidden_size
556
 
557
+ self.self_attn = OPTAttention(
558
  config=config, is_decoder=True)
559
  print(self.self_attn)
560
  print(config._attn_implementation)