diff --git a/requirements.txt b/requirements.txt
index 20d9660..35fd00f 100644
--- a/requirements.txt
+++ b/requirements.txt
@@ -7,6 +7,6 @@ black[jupyter]
 datasets
 fire
 git+https://github.com/huggingface/peft.git
-git+https://github.com/huggingface/transformers.git
+transformers>=4.28.0
 sentencepiece
 gradio