Kukedlc commited on
Commit
fd31185
1 Parent(s): d0556c2

Update modeling_phi3_v.py

Browse files
Files changed (1) hide show
  1. modeling_phi3_v.py +4 -4
modeling_phi3_v.py CHANGED
@@ -49,11 +49,11 @@ from .configuration_phi3_v import Phi3VConfig
49
  from .image_embedding_phi3_v import Phi3ImageEmbedding
50
 
51
 
52
- if is_flash_attn_2_available():
53
- from flash_attn import flash_attn_func, flash_attn_varlen_func
54
- from flash_attn.bert_padding import index_first_axis, pad_input, unpad_input # noqa
55
 
56
- _flash_supports_window_size = "window_size" in list(inspect.signature(flash_attn_func).parameters)
57
 
58
  logger = logging.get_logger(__name__)
59
 
 
49
  from .image_embedding_phi3_v import Phi3ImageEmbedding
50
 
51
 
52
+ # if is_flash_attn_2_available():
53
+ # from flash_attn import flash_attn_func, flash_attn_varlen_func
54
+ # from flash_attn.bert_padding import index_first_axis, pad_input, unpad_input # noqa
55
 
56
+ # _flash_supports_window_size = "window_size" in list(inspect.signature(flash_attn_func).parameters)
57
 
58
  logger = logging.get_logger(__name__)
59