Update modeling_opt.py
Browse files- modeling_opt.py +0 -1
modeling_opt.py
CHANGED
|
@@ -156,7 +156,6 @@ class OPTAttention(nn.Module):
|
|
| 156 |
self.num_heads = config.num_attention_heads
|
| 157 |
self.dropout = config.attention_dropout
|
| 158 |
self.enable_bias = config.enable_bias
|
| 159 |
-
self.attention= nn.functional.softmax
|
| 160 |
self.head_dim = self.embed_dim // self.num_heads
|
| 161 |
self.is_causal = True
|
| 162 |
|
|
|
|
| 156 |
self.num_heads = config.num_attention_heads
|
| 157 |
self.dropout = config.attention_dropout
|
| 158 |
self.enable_bias = config.enable_bias
|
|
|
|
| 159 |
self.head_dim = self.embed_dim // self.num_heads
|
| 160 |
self.is_causal = True
|
| 161 |
|