From 2ac939529d840d37c34849d6a7b2594b1fc2a8d0 Mon Sep 17 00:00:00 2001 From: Zach Nussbaum Date: Sat, 25 Mar 2023 21:57:01 +0000 Subject: [PATCH] fix: update to how to train --- README.md | 7 ++++++- 1 file changed, 6 insertions(+), 1 deletion(-) diff --git a/README.md b/README.md index 5bc9e475..fc5e3c99 100644 --- a/README.md +++ b/README.md @@ -23,4 +23,9 @@ pip install -e . ## Generate -`python generate.py --config configs/generate/generate.yaml --prompt "Write a script to reverse a string in Python` \ No newline at end of file +`python generate.py --config configs/generate/generate.yaml --prompt "Write a script to reverse a string in Python` + + +## Train + +`accelerate launch --dynamo_backend=inductor --num_processes=8 --num_machines=1 --machine_rank=0 --deepspeed_multinode_launcher standard --mixed_precision=bf16 --use_deepspeed --deepspeed_config_file=configs/deepspeed/ds_config.json train.py --config configs/train/finetune-7b.yaml`