diff --git a/tools/ci_build/github/azure-pipelines/stages/nuget-combine-cuda-stage.yml b/tools/ci_build/github/azure-pipelines/stages/nuget-combine-cuda-stage.yml
index 88ae30c1ebe71..9c7fbc24ab1b6 100644
--- a/tools/ci_build/github/azure-pipelines/stages/nuget-combine-cuda-stage.yml
+++ b/tools/ci_build/github/azure-pipelines/stages/nuget-combine-cuda-stage.yml
@@ -56,6 +56,8 @@ stages:
     DoCompliance: ${{ parameters.DoCompliance }}
     DoEsrp: ${{ parameters.DoEsrp }}
     IsReleaseBuild: ${{ parameters.IsReleaseBuild }}
+    SpecificArtifact: ${{ parameters.SpecificArtifact }}
+    BuildId: ${{ parameters.BuildId }}
 
 - template: ../nuget/templates/test_win.yml
   parameters:
@@ -99,4 +101,4 @@ stages:
     NugetPackageName : 'Microsoft.ML.OnnxRuntime.Gpu.Linux'
     CudaVersion: ${{ parameters.CudaVersion }}
     SpecificArtifact: ${{ parameters.specificArtifact }}
-    BuildId: ${{ parameters.BuildId }}
\ No newline at end of file
+    BuildId: ${{ parameters.BuildId }}
diff --git a/tools/ci_build/github/azure-pipelines/stages/nuget-cuda-packaging-stage.yml b/tools/ci_build/github/azure-pipelines/stages/nuget-cuda-packaging-stage.yml
index 424ed6237260b..b8ade5d36f5a1 100644
--- a/tools/ci_build/github/azure-pipelines/stages/nuget-cuda-packaging-stage.yml
+++ b/tools/ci_build/github/azure-pipelines/stages/nuget-cuda-packaging-stage.yml
@@ -8,6 +8,14 @@ parameters:
 - name: IsReleaseBuild
   type: boolean
 
+- name: SpecificArtifact
+  type: boolean
+  default: false
+
+- name: BuildId
+  type: string
+  default: '0'
+
 stages:
 ######## Nuget ########
 # Win/Linux CUDA Combined packaging
@@ -39,24 +47,32 @@ stages:
             StepName: 'Download Pipeline Artifact - NuGet'
             ArtifactName: 'onnxruntime-win-x64-cuda'
             TargetPath: '$(Build.BinariesDirectory)/nuget-artifact'
+            SpecificArtifact: ${{ parameters.SpecificArtifact }}
+            BuildId: ${{ parameters.BuildId }}
 
         - template: ../templates/flex-downloadPipelineArtifact.yml
           parameters:
             StepName: 'Download Pipeline Artifact - NuGet'
             ArtifactName: 'onnxruntime-win-x64-tensorrt'
             TargetPath: '$(Build.BinariesDirectory)/nuget-artifact'
+            SpecificArtifact: ${{ parameters.SpecificArtifact }}
+            BuildId: ${{ parameters.BuildId }}
 
         - template: ../templates/flex-downloadPipelineArtifact.yml
           parameters:
             StepName: 'Download Pipeline Artifact - NuGet'
             ArtifactName: 'onnxruntime-linux-x64-cuda'
             TargetPath: '$(Build.BinariesDirectory)/nuget-artifact'
+            SpecificArtifact: ${{ parameters.SpecificArtifact }}
+            BuildId: ${{ parameters.BuildId }}
 
         - template: ../templates/flex-downloadPipelineArtifact.yml
           parameters:
             StepName: 'Download Pipeline Artifact - NuGet'
             ArtifactName: 'onnxruntime-linux-x64-tensorrt'
             TargetPath: '$(Build.BinariesDirectory)/nuget-artifact'
+            SpecificArtifact: ${{ parameters.SpecificArtifact }}
+            BuildId: ${{ parameters.BuildId }}
 
         # Reconstruct the build dir
         - task: PowerShell@2