diff --git a/.gitignore b/.gitignore
index 780ecb37..bfce2c0c 100644
--- a/.gitignore
+++ b/.gitignore
@@ -1,3 +1,4 @@
+*.pkl
 ckpts*
 .deepspeed_env
 *.jsonl
diff --git a/configs/train/finetune_gptj_lora.yaml b/configs/train/finetune_gptj_lora.yaml
index 3bc20cd4..1586b7e7 100644
--- a/configs/train/finetune_gptj_lora.yaml
+++ b/configs/train/finetune_gptj_lora.yaml
@@ -1,6 +1,6 @@
 # model/tokenizer
-model_name: "EleutherAI/gpt-j-6B"
-tokenizer_name: "EleutherAI/gpt-j-6B"
+model_name: "EleutherAI/gpt-j-6b"
+tokenizer_name: "EleutherAI/gpt-j-6b"
 gradient_checkpointing: false
 save_name: "nomic-ai/gpt4all-mosaic"