From 6b8cbec22fd55b0006953b7cad8599ae9011e79b Mon Sep 17 00:00:00 2001 From: pks Date: Sun, 30 Nov 2025 22:41:13 +0100 Subject: WIP --- finetuning.py | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) (limited to 'finetuning.py') diff --git a/finetuning.py b/finetuning.py index 24dd76c..cd246df 100755 --- a/finetuning.py +++ b/finetuning.py @@ -74,7 +74,8 @@ def main(): parser.add_argument("--lora-alpha", default=32, type=int) parser.add_argument("--lora-dropout", default=0.05, type=float) parser.add_argument("--lora-r", default=16, type=int) - parser.add_argument("--bnb4bit", action="store_true") + parser.add_argument("--bnb-4bit", action="store_true") + parser.add_argument("--lora-small", action="store_true") parser.add_argument("--max-grad-norm", default=1.0, type=float) parser.add_argument("--max-length", default=512, type=int) args = parser.parse_args() -- cgit v1.2.3