From 337f407465af6db7aec4d435309122af5fac5314 Mon Sep 17 00:00:00 2001 From: Arnav Garg <106701836+arnavgarg1@users.noreply.github.com> Date: Fri, 5 Apr 2024 13:44:46 -0700 Subject: [PATCH] Actually add support for RSLoRA and DoRA (#3984) --- ludwig/schema/llms/peft.py | 2 ++ 1 file changed, 2 insertions(+) diff --git a/ludwig/schema/llms/peft.py b/ludwig/schema/llms/peft.py index 6245b40d48e..104a316179c 100644 --- a/ludwig/schema/llms/peft.py +++ b/ludwig/schema/llms/peft.py @@ -151,6 +151,8 @@ def to_config(self, task_type: str = None, **kwargs) -> "PeftConfig": bias=self.bias_type, target_modules=self.target_modules, task_type=task_type, + use_rslora=self.use_rslora, + use_dora=self.use_dora, ) @classmethod