diff --git a/pyproject.toml b/pyproject.toml
index 13bcee2..c130573 100644
--- a/pyproject.toml
+++ b/pyproject.toml
@@ -47,7 +47,7 @@ dependencies = [ #TODO: can add optional dependencies
 #Pytorch
 'torch-geometric~=2.5.2',
 'torch-scatter~=2.1.2',
-'transformers~=4.42.4',
+'transformers>=4.42.4,<4.53.0',
 'datasets~=3.2.0', #for HF datasets
 # 'causal-conv1d>=1.4.0', #For jamba/mamba
 # 'mamba-ssm~=2.2.4', #For jamba/mamba
diff --git a/requirements.txt b/requirements.txt
index be402e0..7b82ce9 100644
--- a/requirements.txt
+++ b/requirements.txt
@@ -13,7 +13,7 @@ scipy~=1.15.2
 #Pytorch
 torch-geometric~=2.5.2
 torch-scatter~=2.1.2
-transformers~=4.42.4
+transformers>=4.42.4,<4.53.0
 datasets~=3.2.0 #for HF datasets
 # causal-conv1d>=1.4.0 #For jamba/mamba
 # mamba-ssm~=2.2.4 #For jamba/mamba