Added liger_kernel compatibility with PeftModel (huggingface#35680)

* Added liger_kernel compatibility with `PeftModel` * Amending based on review comments * Amending based on review comments
neuralmagic · Jan 17, 2025 · add5f05 · add5f05
1 parent df6d42a
commit add5f05
Showing 1 changed file with 3 additions and 0 deletions.
diff --git a/src/transformers/trainer.py b/src/transformers/trainer.py
@@ -522,6 +522,9 @@ def __init__(
                 if isinstance(model, PreTrainedModel):
                     # Patch the model with liger kernels. Use the default kernel configurations.
                     _apply_liger_kernel_to_instance(model=model)
+                elif hasattr(model, "get_base_model") and isinstance(model.get_base_model(), PreTrainedModel):
+                    # Patch the base model with liger kernels where model is a PeftModel. Use the default kernel configurations.
+                    _apply_liger_kernel_to_instance(model=model.get_base_model())
                 else:
                     logger.warning(
                         "The model is not an instance of PreTrainedModel. No liger kernels will be applied."