AI/alpaca-lora
1
0
Fork 0
mirror of https://github.com/tloen/alpaca-lora.git synced 2024-10-01 01:05:56 -04:00
Code Issues Packages Projects Releases Wiki Activity

256 -> 512 -> 256

Browse Source
This commit is contained in:
Eric Wang 2023-03-28 08:34:36 -07:00
parent 804d22ad43
commit 3b79ea4029
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
finetune.py
View File

@ -33,7 +33,7 @@ def train(
micro_batch_size: int = 4, micro_batch_size: int = 4,
num_epochs: int = 3, num_epochs: int = 3,
learning_rate: float = 3e-4, learning_rate: float = 3e-4,
cutoff_len: int = 512, cutoff_len: int = 256,
val_set_size: int = 2000, val_set_size: int = 2000,
# lora hyperparams # lora hyperparams
lora_r: int = 8, lora_r: int = 8,