diff options
| author | pks <pks@pks.rocks> | 2025-11-30 21:05:23 +0100 |
|---|---|---|
| committer | pks <pks@pks.rocks> | 2025-11-30 21:05:23 +0100 |
| commit | 8628709eaef259c30618dd5d3f3002ad29ad8df9 (patch) | |
| tree | fdf23f69caf8ca001cacdf4ac9b02fddc9a3ac11 | |
| parent | 4180040332fb8a9864fdfc4499c5d856b17bfd9d (diff) | |
args for finetuning.py
| -rw-r--r-- | README | 3 | ||||
| -rwxr-xr-x[-rw-r--r--] | finetuning.py | 2 |
2 files changed, 4 insertions, 1 deletions
@@ -1,5 +1,8 @@ # Setup sudo apt install jq pipx pipx install uv +export PATH=~/.local/bin:$PATH +uv sync +export PATH=$(pwd)/.venv/bin:$PATH huggingface-cli login diff --git a/finetuning.py b/finetuning.py index 1de68c7..161fb54 100644..100755 --- a/finetuning.py +++ b/finetuning.py @@ -85,7 +85,7 @@ def main(): parser.add_argument("--gradient-accumulation", default=4) parser.add_argument("--learning-rate", default=1e-4) parser.add_argument("--epochs", default=1) - parser.add_argument("--warump-ratio", default=0.03) + parser.add_argument("--warmup-ratio", default=0.03) parser.add_argument("--scheduler-type", default="constant") parser.add_argument("--logging-steps", default=10) parser.add_argument("--lora-alpha", default=32) |
