remove gradient_checkpointing

zenml-io · Jul 24, 2024 · b85a838 · b85a838
1 parent 9324371
commit b85a838
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/llm-lora-finetuning/steps/finetune.py b/llm-lora-finetuning/steps/finetune.py
@@ -134,7 +134,7 @@ def finetune(
             output_dir=output_dir,
             warmup_steps=warmup_steps,
             per_device_train_batch_size=per_device_train_batch_size,
-            gradient_checkpointing=True,
+            gradient_checkpointing=False,
             gradient_checkpointing_kwargs={'use_reentrant':False} if use_accelerate else {},
             gradient_accumulation_steps=gradient_accumulation_steps,
             max_steps=max_steps,