Upload modeling_opt.py

modeling_opt.py

@@ -193,10 +193,10 @@ class OPTAttention(nn.Module):
         self.head_dim = self.embed_dim // self.num_heads
         self.is_causal = True
 
-        if (self.head_dim * num_heads) != self.embed_dim:
+        if (self.head_dim * self.num_heads) != self.embed_dim:
             raise ValueError(
                 f"embed_dim must be divisible by num_heads (got `embed_dim`: {self.embed_dim}"
-                f" and `num_heads`: {num_heads})."
+                f" and `num_heads`: {self.num_heads})."
             )
         self.scaling = self.head_dim**-0.5
         self.is_decoder = is_decoder