Update finetune.yaml

This commit is contained in:
Zach Nussbaum 2023-04-13 18:04:30 -07:00 committed by GitHub
parent 8325767c50
commit b744df7605
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23

View File

@ -2,7 +2,7 @@
model_name: # add model here model_name: # add model here
tokenizer_name: # add model here tokenizer_name: # add model here
gradient_checkpointing: true gradient_checkpointing: true
save_name: "nomic-ai/gpt4all-full-multi-turn" save_name: # CHANGE
# dataset # dataset
streaming: false streaming: false
@ -16,7 +16,7 @@ lr: 5.0e-5
eval_every: 800 eval_every: 800
eval_steps: 100 eval_steps: 100
save_every: 800 save_every: 800
output_dir: "ckpts/gpt4all-full-multi" output_dir: # CHANGE
checkpoint: null checkpoint: null
lora: false lora: false
warmup_steps: 100 warmup_steps: 100