AI/alpaca-lora
1
0
Fork 0
mirror of https://github.com/tloen/alpaca-lora.git synced 2024-10-01 01:05:56 -04:00
Code Issues Packages Projects Releases Wiki Activity

Add option for output dir (#84)

Browse Source
This commit is contained in:
Kohaku-Blueleaf 2023-03-20 13:01:24 +08:00 committed by GitHub
parent 450206caaf
commit 0af44f0262
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 3 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
finetune.py
View File

@ -35,6 +35,7 @@ TARGET_MODULES = [
"v_proj",
]
DATA_PATH = "alpaca_data_cleaned.json"
OUTPUT_DIR = "lora-alpaca"
device_map = "auto"
world_size = int(os.environ.get("WORLD_SIZE", 1))
@ -182,7 +183,7 @@ trainer = transformers.Trainer(
save_strategy="steps",
eval_steps=200,
save_steps=200,
output_dir="lora-alpaca",
output_dir=OUTPUT_DIR,
save_total_limit=3,
load_best_model_at_end=True,
ddp_find_unused_parameters=False if ddp else None,
@ -201,6 +202,6 @@ if torch.__version__ >= "2" and sys.platform != 'win32':
trainer.train()
model.save_pretrained("lora-alpaca")
model.save_pretrained(OUTPUT_DIR)
print("\n If there's a warning about missing keys above, please disregard :)")