diff --git a/onnxruntime/python/tools/transformers/models/whisper/requirements.txt b/onnxruntime/python/tools/transformers/models/whisper/requirements.txt
index 9bbe0d7380406..4773b0cdac516 100644
--- a/onnxruntime/python/tools/transformers/models/whisper/requirements.txt
+++ b/onnxruntime/python/tools/transformers/models/whisper/requirements.txt
@@ -1,6 +1,6 @@
 torch>=1.13.0
 transformers>=4.24.0
-openai-whisper
+openai-whisper>=20231117
 ffmpeg-python
 datasets
 soundfile