From cefd46969dc45120748d4e61cd882e37e2b0db09 Mon Sep 17 00:00:00 2001 From: pks Date: Sun, 30 Nov 2025 22:40:35 +0100 Subject: WIP --- finetuning.py | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) (limited to 'finetuning.py') diff --git a/finetuning.py b/finetuning.py index ed7e954..24dd76c 100755 --- a/finetuning.py +++ b/finetuning.py @@ -99,9 +99,9 @@ def main(): low_cpu_mem_usage=True, ) - if args.lora_small: - target_modules = ["q_proj", "o_proj", "k_proj", "v_proj", "gate_proj", "up_proj", "down_proj"] - modules_to_save = [] + if args.lora_small: + target_modules = ["q_proj", "o_proj", "k_proj", "v_proj", "gate_proj", "up_proj", "down_proj"] + modules_to_save = [] else: target_modules="all-linear", modules_to_save=["lm_head", "embed_tokens"], -- cgit v1.2.3