Update modeling_phi3_v.py
Browse files- modeling_phi3_v.py +4 -4
modeling_phi3_v.py
CHANGED
@@ -49,11 +49,11 @@ from .configuration_phi3_v import Phi3VConfig
|
|
49 |
from .image_embedding_phi3_v import Phi3ImageEmbedding
|
50 |
|
51 |
|
52 |
-
if is_flash_attn_2_available():
|
53 |
-
|
54 |
-
|
55 |
|
56 |
-
|
57 |
|
58 |
logger = logging.get_logger(__name__)
|
59 |
|
|
|
49 |
from .image_embedding_phi3_v import Phi3ImageEmbedding
|
50 |
|
51 |
|
52 |
+
# if is_flash_attn_2_available():
|
53 |
+
# from flash_attn import flash_attn_func, flash_attn_varlen_func
|
54 |
+
# from flash_attn.bert_padding import index_first_axis, pad_input, unpad_input # noqa
|
55 |
|
56 |
+
# _flash_supports_window_size = "window_size" in list(inspect.signature(flash_attn_func).parameters)
|
57 |
|
58 |
logger = logging.get_logger(__name__)
|
59 |
|