diff --git a/.github/workflows/linux-gpu-x64-build.yml b/.github/workflows/linux-gpu-x64-build.yml
index d931b373e..9d5b7cea1 100644
--- a/.github/workflows/linux-gpu-x64-build.yml
+++ b/.github/workflows/linux-gpu-x64-build.yml
@@ -63,5 +63,5 @@ jobs:
             --gpus all \
             --rm \
             --volume $GITHUB_WORKSPACE:/onnxruntime_src \
-            -w /onnxruntime_src onnxruntimegpubuild bash -c "python3 -m pip install build/wheel/onnxruntime_genai*.whl && python3 test/python/test_onnxruntime_genai.py --cwd test/python --test_models test/test_models"
+            -w /onnxruntime_src onnxruntimegpubuild bash -c "python3 -m pip install build/wheel/onnxruntime_genai*.whl && python3 -m pip install -r test/python/requirements.txt && python3 test/python/test_onnxruntime_genai.py --cwd test/python --test_models test/test_models"
 
diff --git a/CMakePresets.json b/CMakePresets.json
index 2c33bfbb0..9d3059cac 100644
--- a/CMakePresets.json
+++ b/CMakePresets.json
@@ -615,7 +615,9 @@
                 "CMAKE_MODULE_LINKER_FLAGS_INIT": "-Wl,-Bsymbolic-functions -Wl,-z,relro -Wl,-z,now -Wl,-z,noexecstack",
                 "CMAKE_SHARED_LINKER_FLAGS_INIT": "-Wl,-Bsymbolic-functions -Wl,-z,relro -Wl,-z,now -Wl,-z,noexecstack",
                 "CMAKE_POSITION_INDEPENDENT_CODE": "ON",
-                "USE_CUDA": "OFF"
+                "USE_CUDA": "OFF",
+                "ENABLE_PYTHON": "ON",
+                "USE_TOKENIZER": "ON"
             },
             "environment": {
                 "CC": "gcc",
diff --git a/test/python/requirements.txt b/test/python/requirements.txt
new file mode 100644
index 000000000..1cc18fc79
--- /dev/null
+++ b/test/python/requirements.txt
@@ -0,0 +1,2 @@
+numpy
+pytest