summaryrefslogtreecommitdiff
path: root/finetuning.py
diff options
context:
space:
mode:
Diffstat (limited to 'finetuning.py')
-rwxr-xr-xfinetuning.py3
1 files changed, 2 insertions, 1 deletions
diff --git a/finetuning.py b/finetuning.py
index 24dd76c..cd246df 100755
--- a/finetuning.py
+++ b/finetuning.py
@@ -74,7 +74,8 @@ def main():
parser.add_argument("--lora-alpha", default=32, type=int)
parser.add_argument("--lora-dropout", default=0.05, type=float)
parser.add_argument("--lora-r", default=16, type=int)
- parser.add_argument("--bnb4bit", action="store_true")
+ parser.add_argument("--bnb-4bit", action="store_true")
+ parser.add_argument("--lora-small", action="store_true")
parser.add_argument("--max-grad-norm", default=1.0, type=float)
parser.add_argument("--max-length", default=512, type=int)
args = parser.parse_args()