diff --git a/.buildkite/it/serverless-pipeline.yml b/.buildkite/it/serverless-pipeline.yml
index 067f2ac10..30d6ebcc0 100644
--- a/.buildkite/it/serverless-pipeline.yml
+++ b/.buildkite/it/serverless-pipeline.yml
@@ -3,7 +3,6 @@ agents:
 
 steps:
   - label: "Run IT Serverless tests"
-    command: nox -s it_serverless
     plugins:
       - elastic/vault-secrets#v0.0.2:
           path: "secret/ci/elastic-rally/employees/cloud/it-serverless"
@@ -13,3 +12,7 @@ steps:
           path: "secret/ci/elastic-rally/employees/cloud/it-serverless"
           field: "api_key"
           env_var: "RALLY_IT_SERVERLESS_API_KEY"
+    command: |
+      set -eo pipefail
+      python3 -m pip install nox
+      nox -s it_serverless