WIP

1 files changed, 1 insertions, 0 deletions

diff --git a/finetuning.py b/finetuning.py
index f4543b7..853eb81 100755
--- a/finetuning.py
+++ b/finetuning.py
@@ -78,6 +78,7 @@ def main():
     parser.add_argument("--lora-small", action="store_true")
     parser.add_argument("--max-grad-norm", default=1.0, type=float)
     parser.add_argument("--max-length", default=512, type=int)
+    parser.add_argument("--lora-config", choices=["S", "M", "L"], default="M")
     args = parser.parse_args()
     
     if args.bnb_4bit: