diff --git a/.github/workflows/gpu-hvd-tests.yml b/.github/workflows/gpu-hvd-tests.yml
index f9365265f585..7d4339f8fc58 100644
--- a/.github/workflows/gpu-hvd-tests.yml
+++ b/.github/workflows/gpu-hvd-tests.yml
@@ -153,7 +153,7 @@ jobs:
           script=$(cat << EOF
 
           set -xe
-
+          export NCCL_DEBUG=INFO
           bash tests/run_gpu_tests.sh 2 hvd
           CUDA_VISIBLE_DEVICES="" pytest --cov ignite --cov-append --cov-report term-missing --cov-report xml -vvv tests/ignite -m distributed -k hvd