robinzixuan commited on
Commit
bbf1eb4
1 Parent(s): 6a8bc24

Update modeling_opt.py

Browse files
Files changed (1) hide show
  1. modeling_opt.py +0 -1
modeling_opt.py CHANGED
@@ -156,7 +156,6 @@ class OPTAttention(nn.Module):
156
  self.num_heads = config.num_attention_heads
157
  self.dropout = config.attention_dropout
158
  self.enable_bias = config.enable_bias
159
- self.attention= nn.functional.softmax
160
  self.head_dim = self.embed_dim // self.num_heads
161
  self.is_causal = True
162
 
 
156
  self.num_heads = config.num_attention_heads
157
  self.dropout = config.attention_dropout
158
  self.enable_bias = config.enable_bias
 
159
  self.head_dim = self.embed_dim // self.num_heads
160
  self.is_causal = True
161