diff --git a/requirements.txt b/requirements.txt
index b651c5e6..4d3b75f7 100644
--- a/requirements.txt
+++ b/requirements.txt
@@ -21,10 +21,10 @@ safetensors==0.3.2
 scipy
 sentencepiece
 tensorboard
+transformers==4.34.*
 tqdm
 wandb
 
-git+https://github.com/huggingface/transformers@211f93aab95d1c683494e61c3cf8ff10e1f5d6b7
 git+https://github.com/oobabooga/torch-grammar.git
 
 # bitsandbytes
diff --git a/requirements_amd.txt b/requirements_amd.txt
index 2ea6e355..9723b583 100644
--- a/requirements_amd.txt
+++ b/requirements_amd.txt
@@ -21,10 +21,10 @@ safetensors==0.3.2
 scipy
 sentencepiece
 tensorboard
+transformers==4.34.*
 tqdm
 wandb
 
-git+https://github.com/huggingface/transformers@211f93aab95d1c683494e61c3cf8ff10e1f5d6b7
 git+https://github.com/oobabooga/torch-grammar.git
 
 # bitsandbytes
diff --git a/requirements_amd_noavx2.txt b/requirements_amd_noavx2.txt
index 18a81336..112d411d 100644
--- a/requirements_amd_noavx2.txt
+++ b/requirements_amd_noavx2.txt
@@ -21,10 +21,10 @@ safetensors==0.3.2
 scipy
 sentencepiece
 tensorboard
+transformers==4.34.*
 tqdm
 wandb
 
-git+https://github.com/huggingface/transformers@211f93aab95d1c683494e61c3cf8ff10e1f5d6b7
 git+https://github.com/oobabooga/torch-grammar.git
 
 # bitsandbytes
diff --git a/requirements_apple_intel.txt b/requirements_apple_intel.txt
index 3d3896ab..4d1bbc00 100644
--- a/requirements_apple_intel.txt
+++ b/requirements_apple_intel.txt
@@ -21,10 +21,10 @@ safetensors==0.3.2
 scipy
 sentencepiece
 tensorboard
+transformers==4.34.*
 tqdm
 wandb
 
-git+https://github.com/huggingface/transformers@211f93aab95d1c683494e61c3cf8ff10e1f5d6b7
 git+https://github.com/oobabooga/torch-grammar.git
 
 # bitsandbytes
diff --git a/requirements_apple_silicon.txt b/requirements_apple_silicon.txt
index fb8598e1..6187e72f 100644
--- a/requirements_apple_silicon.txt
+++ b/requirements_apple_silicon.txt
@@ -21,10 +21,10 @@ safetensors==0.3.2
 scipy
 sentencepiece
 tensorboard
+transformers==4.34.*
 tqdm
 wandb
 
-git+https://github.com/huggingface/transformers@211f93aab95d1c683494e61c3cf8ff10e1f5d6b7
 git+https://github.com/oobabooga/torch-grammar.git
 
 # bitsandbytes
diff --git a/requirements_cpu_only.txt b/requirements_cpu_only.txt
index cde13ef4..cc040ebb 100644
--- a/requirements_cpu_only.txt
+++ b/requirements_cpu_only.txt
@@ -21,10 +21,10 @@ safetensors==0.3.2
 scipy
 sentencepiece
 tensorboard
+transformers==4.34.*
 tqdm
 wandb
 
-git+https://github.com/huggingface/transformers@211f93aab95d1c683494e61c3cf8ff10e1f5d6b7
 git+https://github.com/oobabooga/torch-grammar.git
 
 # bitsandbytes
diff --git a/requirements_cpu_only_noavx2.txt b/requirements_cpu_only_noavx2.txt
index bf7a5fda..eecb24c9 100644
--- a/requirements_cpu_only_noavx2.txt
+++ b/requirements_cpu_only_noavx2.txt
@@ -21,10 +21,10 @@ safetensors==0.3.2
 scipy
 sentencepiece
 tensorboard
+transformers==4.34.*
 tqdm
 wandb
 
-git+https://github.com/huggingface/transformers@211f93aab95d1c683494e61c3cf8ff10e1f5d6b7
 git+https://github.com/oobabooga/torch-grammar.git
 
 # bitsandbytes
diff --git a/requirements_noavx2.txt b/requirements_noavx2.txt
index 6057d46d..fb5a9619 100644
--- a/requirements_noavx2.txt
+++ b/requirements_noavx2.txt
@@ -21,10 +21,10 @@ safetensors==0.3.2
 scipy
 sentencepiece
 tensorboard
+transformers==4.34.*
 tqdm
 wandb
 
-git+https://github.com/huggingface/transformers@211f93aab95d1c683494e61c3cf8ff10e1f5d6b7
 git+https://github.com/oobabooga/torch-grammar.git
 
 # bitsandbytes
diff --git a/requirements_nowheels.txt b/requirements_nowheels.txt
index 2984bd32..4de87c6c 100644
--- a/requirements_nowheels.txt
+++ b/requirements_nowheels.txt
@@ -21,10 +21,10 @@ safetensors==0.3.2
 scipy
 sentencepiece
 tensorboard
+transformers==4.34.*
 tqdm
 wandb
 
-git+https://github.com/huggingface/transformers@211f93aab95d1c683494e61c3cf8ff10e1f5d6b7
 git+https://github.com/oobabooga/torch-grammar.git
 
 # bitsandbytes