diff --git a/.github/workflows/publish-serverless-agent.yml b/.github/workflows/publish-serverless-agent.yml
index 0eec213b5..fe3c28a28 100644
--- a/.github/workflows/publish-serverless-agent.yml
+++ b/.github/workflows/publish-serverless-agent.yml
@@ -27,6 +27,8 @@ jobs:
   build-windows:
     name: Build Windows
     runs-on: windows-latest
+    permissions:
+      pull-requests: write
     steps:
       - name: Checkout code
         uses: actions/checkout@v4
@@ -59,8 +61,12 @@ jobs:
             chmod +x "$file"
             upx "$file" --lzma
           done
-      - name: Upload binaries
-        uses: actions/upload-artifact@v4
+      - name: Zip binaries
+        run: zip -r datadog-serverless-agent.zip ./*
+        working-directory: target/release/binaries
+      - name: Release
+        uses: softprops/action-gh-release@v2
         with:
-          name: datadog-serverless-agent
-          path: target/release/binaries/*/*
+          draft: true
+          generate_release_notes: true
+          files: target/release/binaries/datadog-serverless-agent.zip