Update modeling_qwen.py
Browse files- modeling_qwen.py +2 -2
modeling_qwen.py
CHANGED
@@ -931,8 +931,8 @@ class QWenModel(QWenPreTrainedModel):
|
|
931 |
|
932 |
# BUG: not work
|
933 |
forward_checkpointing = (self.gradient_checkpointing and self.training)
|
934 |
-
if self.skip_checkpointing_layer_ids is not None and i in self.skip_checkpointing_layer_ids:
|
935 |
-
|
936 |
|
937 |
if forward_checkpointing:
|
938 |
def create_custom_forward(module):
|
|
|
931 |
|
932 |
# BUG: not work
|
933 |
forward_checkpointing = (self.gradient_checkpointing and self.training)
|
934 |
+
# if self.skip_checkpointing_layer_ids is not None and i in self.skip_checkpointing_layer_ids:
|
935 |
+
# forward_checkpointing = False
|
936 |
|
937 |
if forward_checkpointing:
|
938 |
def create_custom_forward(module):
|