Update modeling_qwen.py
Browse files- modeling_qwen.py +1 -1
modeling_qwen.py
CHANGED
|
@@ -785,7 +785,7 @@ class QWenModel(QWenPreTrainedModel):
|
|
| 785 |
self.post_init()
|
| 786 |
|
| 787 |
# BUG: hardcode
|
| 788 |
-
self.skip_checkpointing_layer_ids = list(range(30))
|
| 789 |
|
| 790 |
def get_input_embeddings(self):
|
| 791 |
return self.wte
|
|
|
|
| 785 |
self.post_init()
|
| 786 |
|
| 787 |
# BUG: hardcode
|
| 788 |
+
# self.skip_checkpointing_layer_ids = list(range(30))
|
| 789 |
|
| 790 |
def get_input_embeddings(self):
|
| 791 |
return self.wte
|