From 368d8d3a51fd69aa88fced9cf58dfb51ae1310cf Mon Sep 17 00:00:00 2001
From: Patrice Vignola <vignola.patrice@gmail.com>
Date: Thu, 20 Oct 2022 15:15:03 -0700
Subject: [PATCH] Add an interactive publish step for the release pipeline
 (#317)

We'll now be able to upload to PyPI directly from the pipeline, instead of having to download the wheels locally and running twine. This will be much less error prone.
---
 pipelines/pipeline.yml | 43 ++++++++++++++++++++++++++++++++++++++++++
 1 file changed, 43 insertions(+)

diff --git a/pipelines/pipeline.yml b/pipelines/pipeline.yml
index a29a0fae..3187eee4 100644
--- a/pipelines/pipeline.yml
+++ b/pipelines/pipeline.yml
@@ -25,6 +25,9 @@ parameters:
   displayName: Release Build
   type: boolean
   default: false
+- name: pypiTestUpload
+  type: boolean
+  default: false
 
 # Uploads artifacts to blob storage to be ushered to network share. Generally this should only be enabled for main
 # and release branches.
@@ -155,3 +158,43 @@ stages:
       parameters:
         emailTo: ${{parameters.emailTo}}
         enableTests: ${{parameters.enableTests}}
+
+  - stage: publishStage
+    displayName: Publish
+    pool: DirectML_TF2_Windows_Pool
+    jobs:
+    - job: waitForValidation
+      pool: server
+      displayName: Wait for external validation
+      timeoutInMinutes: 1440 # job times out in 1 day
+      steps:
+      - task: ManualValidation@0
+        inputs:
+          notifyUsers: |
+            $(emailTo)
+          instructions: 'If the test results look good, resume the pipeline to publish to PyPI'
+          onTimeout: 'resume'
+    - job: publish
+      displayName: Publish
+      dependsOn: waitForValidation
+      steps:
+      - ${{each artifact in parameters.buildArtifacts}}:
+        - download: 'current'
+          artifact: ${{artifact}}
+          displayName: Download ${{artifact}}
+      - powershell: |
+          New-Item $(Build.ArtifactStagingDirectory)/pypi -ItemType Directory
+          Copy-Item $(Pipeline.Workspace)/x64-linux-release-cp*/*.whl $(Build.ArtifactStagingDirectory)/pypi -Force
+          Copy-Item $(Pipeline.Workspace)/x64-win-release-cp*/*.whl $(Build.ArtifactStagingDirectory)/pypi -Force
+
+          pip install twine
+          if ("${{parameters.pypiTestUpload}}" -eq "True")
+          {
+            twine upload --repository-url https://test.pypi.org/legacy/ --username="__token__" --password="$(pypiTestToken)" $(Build.ArtifactStagingDirectory)/pypi/*.whl
+          }
+          else
+          {
+            twine upload --username="__token__" --password="$(pypiToken)" $(Build.ArtifactStagingDirectory)/pypi/*.whl
+          }
+        displayName: Upload wheels to PyPI
+    condition: and(succeeded(), startsWith(variables['build.sourceBranch'], 'refs/heads/release/'))
\ No newline at end of file