summaryrefslogtreecommitdiff
diff options
context:
space:
mode:
authorpks <pks@pks.rocks>2025-11-30 21:05:23 +0100
committerpks <pks@pks.rocks>2025-11-30 21:05:23 +0100
commit8628709eaef259c30618dd5d3f3002ad29ad8df9 (patch)
treefdf23f69caf8ca001cacdf4ac9b02fddc9a3ac11
parent4180040332fb8a9864fdfc4499c5d856b17bfd9d (diff)
args for finetuning.py
-rw-r--r--README3
-rwxr-xr-x[-rw-r--r--]finetuning.py2
2 files changed, 4 insertions, 1 deletions
diff --git a/README b/README
index 2c9e5bd..57a2200 100644
--- a/README
+++ b/README
@@ -1,5 +1,8 @@
# Setup
sudo apt install jq pipx
pipx install uv
+export PATH=~/.local/bin:$PATH
+uv sync
+export PATH=$(pwd)/.venv/bin:$PATH
huggingface-cli login
diff --git a/finetuning.py b/finetuning.py
index 1de68c7..161fb54 100644..100755
--- a/finetuning.py
+++ b/finetuning.py
@@ -85,7 +85,7 @@ def main():
parser.add_argument("--gradient-accumulation", default=4)
parser.add_argument("--learning-rate", default=1e-4)
parser.add_argument("--epochs", default=1)
- parser.add_argument("--warump-ratio", default=0.03)
+ parser.add_argument("--warmup-ratio", default=0.03)
parser.add_argument("--scheduler-type", default="constant")
parser.add_argument("--logging-steps", default=10)
parser.add_argument("--lora-alpha", default=32)