diff --git a/pkg/downloader/downloader.go b/pkg/downloader/downloader.go
index 18418e845b0..c64495d781e 100644
--- a/pkg/downloader/downloader.go
+++ b/pkg/downloader/downloader.go
@@ -599,13 +599,6 @@ func downloadHTTP(ctx context.Context, localPath, lastModified, contentType, url
 	}
 	logrus.Debugf("downloading %q into %q", url, localPath)
 
-	localPathTmp := perProcessTempfile(localPath)
-	fileWriter, err := os.Create(localPathTmp)
-	if err != nil {
-		return err
-	}
-	defer fileWriter.Close()
-
 	resp, err := httpclientutil.Get(ctx, http.DefaultClient, url)
 	if err != nil {
 		return err
@@ -631,6 +624,14 @@ func downloadHTTP(ctx context.Context, localPath, lastModified, contentType, url
 		hideBar(bar)
 	}
 
+	localPathTmp := perProcessTempfile(localPath)
+	fileWriter, err := os.Create(localPathTmp)
+	if err != nil {
+		return err
+	}
+	defer fileWriter.Close()
+	defer os.RemoveAll(localPathTmp)
+
 	writers := []io.Writer{fileWriter}
 	var digester digest.Digester
 	if expectedDigest != "" {