diff --git a/.github/scripts/validate_binaries.sh b/.github/scripts/validate_binaries.sh
index 69ac66891..591900ee0 100755
--- a/.github/scripts/validate_binaries.sh
+++ b/.github/scripts/validate_binaries.sh
@@ -12,6 +12,8 @@ conda create -y -n build_binary python="${MATRIX_PYTHON_VERSION}"
 
 conda run -n build_binary python --version
 
+conda run -n build_binary python -m pip cache purge
+
 # Install pytorch, torchrec and fbgemm as per
 # installation instructions on following page
 # https://github.com/pytorch/torchrec#installations