AI/gpt4all
1
0
Fork 0
mirror of https://github.com/nomic-ai/gpt4all.git synced 2024-10-01 01:06:10 -04:00
Code Issues Packages Projects Releases Wiki Activity

fix: num training steps for lr decay

Browse Source
This commit is contained in:
Zach Nussbaum 2023-04-10 02:15:31 +00:00
parent 195f8a7d4e
commit 9dfd8e1a7c
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
train.py
View File

@ -100,7 +100,7 @@ def train(accelerator, config):
name="cosine", name="cosine",
optimizer=optimizer, optimizer=optimizer,
num_warmup_steps=config["warmup_steps"] * accelerator.num_processes, num_warmup_steps=config["warmup_steps"] * accelerator.num_processes,
num_training_steps=total_num_steps * accelerator.num_processes, num_training_steps=total_num_steps,
) )
else: else:
scheduler = DummyScheduler( scheduler = DummyScheduler(