diff --git a/python/requirements/tune/requirements_tune.txt b/python/requirements/tune/requirements_tune.txt
index dd94640dd763..d9ec5b3d9582 100644
--- a/python/requirements/tune/requirements_tune.txt
+++ b/python/requirements/tune/requirements_tune.txt
@@ -55,6 +55,6 @@ zoopt==0.4.1
 
 # Dependencies for Hugging Face examples:
 # `python/ray/util/sgd/v2/examples/transformers/transformers_example.py`
-accelerate==0.3.0
+accelerate==0.4.0
 datasets==1.11.0
 sentencepiece==0.1.96