diff --git a/util/test.sh b/util/test.sh
index 202f9fd8e..de9f027df 100755
--- a/util/test.sh
+++ b/util/test.sh
@@ -140,6 +140,9 @@ fi
 if [[ "$TEST_NGINX_RANDOMIZE" == 1 ]]; then
     prove_opts="-j$(n_jobs)"
     echo "TEST_NGINX_RANDOMIZE=$TEST_NGINX_RANDOMIZE ($prove_opts)"
+
+else
+    rm -rf $TEST_NGINX_SERVROOT
 fi
 
 echo
@@ -155,8 +158,6 @@ elif [ ! -x "$(command -v ldd)" ]; then
     ldd $TEST_NGINX_BINARY | grep wasm
 fi
 
-rm -rf $TEST_NGINX_SERVROOT
-
 echo
 exec prove -r $prove_opts $@