summaryrefslogtreecommitdiff
path: root/finetuning.py
diff options
context:
space:
mode:
authorpks <pks@pks.rocks>2025-11-30 21:05:23 +0100
committerpks <pks@pks.rocks>2025-11-30 21:05:23 +0100
commit8628709eaef259c30618dd5d3f3002ad29ad8df9 (patch)
treefdf23f69caf8ca001cacdf4ac9b02fddc9a3ac11 /finetuning.py
parent4180040332fb8a9864fdfc4499c5d856b17bfd9d (diff)
args for finetuning.py
Diffstat (limited to 'finetuning.py')
-rwxr-xr-x[-rw-r--r--]finetuning.py2
1 files changed, 1 insertions, 1 deletions
diff --git a/finetuning.py b/finetuning.py
index 1de68c7..161fb54 100644..100755
--- a/finetuning.py
+++ b/finetuning.py
@@ -85,7 +85,7 @@ def main():
parser.add_argument("--gradient-accumulation", default=4)
parser.add_argument("--learning-rate", default=1e-4)
parser.add_argument("--epochs", default=1)
- parser.add_argument("--warump-ratio", default=0.03)
+ parser.add_argument("--warmup-ratio", default=0.03)
parser.add_argument("--scheduler-type", default="constant")
parser.add_argument("--logging-steps", default=10)
parser.add_argument("--lora-alpha", default=32)