From b24ca03dc4ca25b348d539ac30cb48f53b30d163 Mon Sep 17 00:00:00 2001 From: Zach Nussbaum Date: Mon, 27 Mar 2023 17:30:24 +0000 Subject: [PATCH] fix: append first_epoch --- train.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/train.py b/train.py index cc75c5b9..4eddccb5 100644 --- a/train.py +++ b/train.py @@ -55,8 +55,8 @@ def train(accelerator, config): with accelerator.main_process_first(): train_dataloader, val_dataloader = load_data(config, tokenizer) - + checkpoint = config["gradient_checkpointing"] model = AutoModelForCausalLM.from_pretrained(config["model_name"], use_cache=False if checkpoint else True, @@ -164,7 +164,7 @@ def train(accelerator, config): accelerator.wait_for_everyone() unwrapped_model = accelerator.unwrap_model(model) if accelerator.is_main_process: - unwrapped_model.push_to_hub(config["save_name"], private=True) + unwrapped_model.push_to_hub(config["save_name"] + "_first_epoch", private=True) accelerator.wait_for_everyone()