diff options
| author | pks <pks@pks.rocks> | 2025-11-30 22:40:35 +0100 |
|---|---|---|
| committer | pks <pks@pks.rocks> | 2025-11-30 22:40:35 +0100 |
| commit | cefd46969dc45120748d4e61cd882e37e2b0db09 (patch) | |
| tree | ef08498102019d389e27301286d82adc727dcab8 | |
| parent | 8c77b1f424f0b00bf76fe959e66e1858fd0672b1 (diff) | |
WIP
| -rwxr-xr-x | finetuning.py | 6 |
1 files changed, 3 insertions, 3 deletions
diff --git a/finetuning.py b/finetuning.py index ed7e954..24dd76c 100755 --- a/finetuning.py +++ b/finetuning.py @@ -99,9 +99,9 @@ def main(): low_cpu_mem_usage=True, ) - if args.lora_small: - target_modules = ["q_proj", "o_proj", "k_proj", "v_proj", "gate_proj", "up_proj", "down_proj"] - modules_to_save = [] + if args.lora_small: + target_modules = ["q_proj", "o_proj", "k_proj", "v_proj", "gate_proj", "up_proj", "down_proj"] + modules_to_save = [] else: target_modules="all-linear", modules_to_save=["lm_head", "embed_tokens"], |