robinzixuan
commited on
Commit
•
bbf1eb4
1
Parent(s):
6a8bc24
Update modeling_opt.py
Browse files- modeling_opt.py +0 -1
modeling_opt.py
CHANGED
@@ -156,7 +156,6 @@ class OPTAttention(nn.Module):
|
|
156 |
self.num_heads = config.num_attention_heads
|
157 |
self.dropout = config.attention_dropout
|
158 |
self.enable_bias = config.enable_bias
|
159 |
-
self.attention= nn.functional.softmax
|
160 |
self.head_dim = self.embed_dim // self.num_heads
|
161 |
self.is_causal = True
|
162 |
|
|
|
156 |
self.num_heads = config.num_attention_heads
|
157 |
self.dropout = config.attention_dropout
|
158 |
self.enable_bias = config.enable_bias
|
|
|
159 |
self.head_dim = self.embed_dim // self.num_heads
|
160 |
self.is_causal = True
|
161 |
|