diff --git a/tools/ci_build/github/linux/docker/scripts/training/ortmodule/stage2/requirements.txt b/tools/ci_build/github/linux/docker/scripts/training/ortmodule/stage2/requirements.txt
index d7fab6a1c8a27..3b13a51f18e27 100644
--- a/tools/ci_build/github/linux/docker/scripts/training/ortmodule/stage2/requirements.txt
+++ b/tools/ci_build/github/linux/docker/scripts/training/ortmodule/stage2/requirements.txt
@@ -8,7 +8,7 @@ rsa==4.9
 tensorboard==2.13.0
 h5py
 wget
-pytorch-lightning
+pytorch-lightning==2.3.3
 deepspeed==0.9.0
 fairscale==0.4.6
 parameterized>=0.8.1