ycchen commited on
Commit
9e7dfd4
1 Parent(s): f588773

Update modeling_qwen.py

Browse files
Files changed (1) hide show
  1. modeling_qwen.py +2 -2
modeling_qwen.py CHANGED
@@ -931,8 +931,8 @@ class QWenModel(QWenPreTrainedModel):
931
 
932
  # BUG: not work
933
  forward_checkpointing = (self.gradient_checkpointing and self.training)
934
- if self.skip_checkpointing_layer_ids is not None and i in self.skip_checkpointing_layer_ids:
935
- forward_checkpointing = False
936
 
937
  if forward_checkpointing:
938
  def create_custom_forward(module):
 
931
 
932
  # BUG: not work
933
  forward_checkpointing = (self.gradient_checkpointing and self.training)
934
+ # if self.skip_checkpointing_layer_ids is not None and i in self.skip_checkpointing_layer_ids:
935
+ # forward_checkpointing = False
936
 
937
  if forward_checkpointing:
938
  def create_custom_forward(module):