diff --git a/Dockerfile.azure b/Dockerfile.azure
index 2f541152b..9e3d8365e 100644
--- a/Dockerfile.azure
+++ b/Dockerfile.azure
@@ -10,7 +10,11 @@ ARG BASE_RUBY_IMAGE_WITH_GEMS_AND_NODE_MODULES=help-for-early-years-providers-ge
 FROM ${BASE_RUBY_IMAGE} AS builder
 
 # Set bundler version
-ENV BUNDLER_VERSION=2.2.26
+ENV BUNDLER_VERSION=2.2.16 \
+  BUNDLE_PATH=/usr/local/bundle \
+  BUNDLE_BIN=/usr/local/bundle/bin \
+  GEM_HOME=/usr/local/bundle
+
 
 # Dependencies for the build
 # git: version manager