diff options
| -rwxr-xr-x | finetuning.py | 6 |
1 files changed, 3 insertions, 3 deletions
diff --git a/finetuning.py b/finetuning.py index ed7e954..24dd76c 100755 --- a/finetuning.py +++ b/finetuning.py @@ -99,9 +99,9 @@ def main(): low_cpu_mem_usage=True, ) - if args.lora_small: - target_modules = ["q_proj", "o_proj", "k_proj", "v_proj", "gate_proj", "up_proj", "down_proj"] - modules_to_save = [] + if args.lora_small: + target_modules = ["q_proj", "o_proj", "k_proj", "v_proj", "gate_proj", "up_proj", "down_proj"] + modules_to_save = [] else: target_modules="all-linear", modules_to_save=["lm_head", "embed_tokens"], |