diff --git a/requirements.txt b/requirements.txt
index be402e0..6b67535 100644
--- a/requirements.txt
+++ b/requirements.txt
@@ -13,7 +13,7 @@ scipy~=1.15.2
 #Pytorch
 torch-geometric~=2.5.2
 torch-scatter~=2.1.2
-transformers~=4.42.4
+transformers>=4.42.4,<4.54.0
 datasets~=3.2.0 #for HF datasets
 # causal-conv1d>=1.4.0 #For jamba/mamba
 # mamba-ssm~=2.2.4 #For jamba/mamba