diff --git a/gantry-requirements.txt b/gantry-requirements.txt
index 6128533..1a18079 100644
--- a/gantry-requirements.txt
+++ b/gantry-requirements.txt
@@ -30,6 +30,6 @@ peft
 wandb
 omegaconf
 s3fs
-transformers>=4.45.1
+transformers==4.51.3
 bitsandbytes
 ftfy