diff --git a/tools/ci_build/github/azure-pipelines/stages/py-cuda-packaging-stage.yml b/tools/ci_build/github/azure-pipelines/stages/py-cuda-packaging-stage.yml
index 6f67d54ccc23e..699e9eb510e93 100644
--- a/tools/ci_build/github/azure-pipelines/stages/py-cuda-packaging-stage.yml
+++ b/tools/ci_build/github/azure-pipelines/stages/py-cuda-packaging-stage.yml
@@ -34,7 +34,6 @@ parameters:
    - 11.8
    - 12.2
 
-- name: Build
 - name: PythonVersions
   type: object
   displayName: 'Python versions to build'
diff --git a/tools/ci_build/github/azure-pipelines/stages/py-dml-packaging-stage.yml b/tools/ci_build/github/azure-pipelines/stages/py-dml-packaging-stage.yml
index 01b4462006887..9b2f3617a519a 100644
--- a/tools/ci_build/github/azure-pipelines/stages/py-dml-packaging-stage.yml
+++ b/tools/ci_build/github/azure-pipelines/stages/py-dml-packaging-stage.yml
@@ -25,7 +25,7 @@ parameters:
 
 stages:
 - ${{ each python_version in parameters.PythonVersions }}:
-  - template: py-win-gpu.yml
+  - template: py-win-gpu-stage.yml
     parameters:
       MACHINE_POOL: 'onnxruntime-Win2022-GPU-dml-A10'
       PYTHON_VERSION: ${{ python_version }}
diff --git a/tools/ci_build/github/azure-pipelines/templates/py-linux-gpu.yml b/tools/ci_build/github/azure-pipelines/stages/py-linux-gpu-stage.yml
similarity index 100%
rename from tools/ci_build/github/azure-pipelines/templates/py-linux-gpu.yml
rename to tools/ci_build/github/azure-pipelines/stages/py-linux-gpu-stage.yml
diff --git a/tools/ci_build/github/azure-pipelines/stages/py-win-gpu.yml b/tools/ci_build/github/azure-pipelines/stages/py-win-gpu-stage.yml
similarity index 100%
rename from tools/ci_build/github/azure-pipelines/stages/py-win-gpu.yml
rename to tools/ci_build/github/azure-pipelines/stages/py-win-gpu-stage.yml