diff --git a/Makefile b/Makefile
index 23b58c0097..1525a7b111 100644
--- a/Makefile
+++ b/Makefile
@@ -209,10 +209,11 @@ endif
 	--build-arg=RESTIC_VERSION=$(RESTIC_VERSION) \
 	-f $(VELERO_DOCKERFILE) .
 	@echo "container: $(IMAGE):$(VERSION)"
-ifeq ($(BUILDX_OUTPUT_TYPE), registry)
-	@docker pull $(IMAGE):$(VERSION)
-	@docker save $(IMAGE):$(VERSION) -o $(BIN)-$(VERSION).tar
-	@gzip $(BIN)-$(VERSION).tar
+ifeq ($(BUILDX_OUTPUT_TYPE)_$(REGISTRY), registry_velero)
+	docker pull $(IMAGE):$(VERSION)
+	rm -f $(BIN)-$(VERSION).tar
+	docker save $(IMAGE):$(VERSION) -o $(BIN)-$(VERSION).tar
+	gzip -f $(BIN)-$(VERSION).tar
 endif
 
 SKIP_TESTS ?=