AI/alpaca-lora
1
0
Fork 0
mirror of https://github.com/tloen/alpaca-lora.git synced 2024-10-01 01:05:56 -04:00
Code Issues Packages Projects Releases Wiki Activity

Remove BASE_MODEL again

Browse Source
This commit is contained in:
Eric Wang 2023-03-24 12:35:58 -07:00
parent 713bcfa3d2
commit 8326f909af
1 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
finetune.py
View File

@ -23,7 +23,7 @@ from peft import (
MICRO_BATCH_SIZE = 4 # this could actually be 5 but i like powers of 2 MICRO_BATCH_SIZE = 4 # this could actually be 5 but i like powers of 2
BATCH_SIZE = 128 BATCH_SIZE = 128
GRADIENT_ACCUMULATION_STEPS = BATCH_SIZE // MICRO_BATCH_SIZE GRADIENT_ACCUMULATION_STEPS = BATCH_SIZE // MICRO_BATCH_SIZE
EPOCHS = 3 # increased for testing run EPOCHS = 3
LEARNING_RATE = 3e-4 LEARNING_RATE = 3e-4
CUTOFF_LEN = 512 CUTOFF_LEN = 512
LORA_R = 8 LORA_R = 8
@ -36,7 +36,7 @@ TARGET_MODULES = [
] ]
DATA_PATH = "alpaca_data_cleaned.json" DATA_PATH = "alpaca_data_cleaned.json"
OUTPUT_DIR = "lora-alpaca" OUTPUT_DIR = "lora-alpaca"
BASE_MODEL = "decapoda-research/llama-7b-hf" BASE_MODEL = None
assert ( assert (
BASE_MODEL BASE_MODEL
), "Please specify a BASE_MODEL in the script, e.g. 'decapoda-research/llama-7b-hf'" ), "Please specify a BASE_MODEL in the script, e.g. 'decapoda-research/llama-7b-hf'"