diff options
Diffstat (limited to 'finetune.py')
| -rw-r--r-- | finetune.py | 5 |
1 files changed, 3 insertions, 2 deletions
diff --git a/finetune.py b/finetune.py index 01012c5..ba2a2c7 100644 --- a/finetune.py +++ b/finetune.py @@ -24,7 +24,7 @@ def make_dataset(base="./baseline"): with open(filename, "r") as f: data = json.loads(f.read()) print(f"{data=}") - image_path = f"../Images/{os.path.basename(filename).removesuffix(".jsonl")}.jpg" + image_path = f"../d/Images/{os.path.basename(filename).removesuffix(".jsonl")}.jpg" user_prompts.append(prompt) assistant_replies.append(json.dumps({ "English": data["English"], @@ -106,7 +106,8 @@ def main(): bf16=True, gradient_checkpointing=True, gradient_checkpointing_kwargs={"use_reentrant": False}, - optim="paged_adamw_8bit", + #optim="paged_adamw_8bit", + optim="adamw_torch_8bit", remove_unused_columns=False, logging_steps=10, save_steps=100, |