diff --git a/tools/ci_build/github/azure-pipelines/templates/py-win-arm64-qnn.yml b/tools/ci_build/github/azure-pipelines/templates/py-win-arm64-qnn.yml
index b4850c51d85b3..d5731bb50b877 100644
--- a/tools/ci_build/github/azure-pipelines/templates/py-win-arm64-qnn.yml
+++ b/tools/ci_build/github/azure-pipelines/templates/py-win-arm64-qnn.yml
@@ -24,7 +24,7 @@ parameters:
   default: C:\data\qnnsdk\qnn-v2.17.0.231124_win
 
 jobs:
-- job: Win_py_arm64_Wheels_${{ replace(parameters.PYTHON_VERSION,'.','_') }}
+- job: Win_py_arm64_qnn_Wheels_${{ replace(parameters.PYTHON_VERSION,'.','_') }}
   timeoutInMinutes: 120
   workspace:
     clean: all
@@ -69,10 +69,8 @@ jobs:
         inputs:
           scriptSource: inline
           script: |
-            import sys
-            np_version = 'numpy==1.25.2'
             import subprocess
-            subprocess.call(['pip', 'install', '-q', 'setuptools', 'wheel', np_version])
+            subprocess.call(['pip', 'install', '-q', 'setuptools', 'wheel', 'numpy==1.25.2'])
           workingDirectory: '$(Build.BinariesDirectory)'
           displayName: 'Install python modules'
 
@@ -112,7 +110,7 @@ jobs:
         parameters:
           FolderPath: '$(Build.BinariesDirectory)\RelWithDebInfo\RelWithDebInfo\onnxruntime\capi'
           DisplayName: 'ESRP - Sign Native dlls'
-          DoEsrp: false
+          DoEsrp: true
           Pattern: '*.pyd,*.dll'
 
       - task: PythonScript@0