refactai
/

Refact-1_6B-fim

Text Generation

Model card Files Files and versions

svakhreev commited on Nov 7, 2023

Commit

99ebf03

·

1 Parent(s): acc9591

Update modeling_gpt_refact.py

Files changed (1) hide show

modeling_gpt_refact.py +2 -2

modeling_gpt_refact.py CHANGED Viewed

@@ -337,9 +337,9 @@ class GPTRefactPreTrainedModel(PreTrainedModel):
         elif isinstance(module, LayerNormNoBias):
             module.weight.data.fill_(1.0)
-    def _set_gradient_checkpointing(self, module, value=False):
         if isinstance(module, GPTRefactModel):
-            module.gradient_checkpointing = value
 class GPTRefactModel(GPTRefactPreTrainedModel):

         elif isinstance(module, LayerNormNoBias):
             module.weight.data.fill_(1.0)
+    def _set_gradient_checkpointing(self, module, enable=False):
         if isinstance(module, GPTRefactModel):
+            module.gradient_checkpointing = enable
 class GPTRefactModel(GPTRefactPreTrainedModel):