Update finetune.yaml

This commit is contained in:
Zach Nussbaum 2023-04-13 18:04:30 -07:00 committed by GitHub
parent 8325767c50
commit b744df7605
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23

View File

@ -2,7 +2,7 @@
model_name: # add model here
tokenizer_name: # add model here
gradient_checkpointing: true
save_name: "nomic-ai/gpt4all-full-multi-turn"
save_name: # CHANGE
# dataset
streaming: false
@ -16,7 +16,7 @@ lr: 5.0e-5
eval_every: 800
eval_steps: 100
save_every: 800
output_dir: "ckpts/gpt4all-full-multi"
output_dir: # CHANGE
checkpoint: null
lora: false
warmup_steps: 100