diff --git a/pyproject.toml b/pyproject.toml
index d3d08855..f91aac68 100644
--- a/pyproject.toml
+++ b/pyproject.toml
@@ -18,7 +18,7 @@ dependencies = [
     "tinker>=0.6.1",
     "torch",
     "torchvision",
-    "transformers",
+    "transformers>=4.57.1",
     "blobfile",
     "inspect-ai",
     "anyio",