feat: Add download and load images functionality to Makefile (#115)

2025-11-29 10:53:19 +08:00
parent fe42b03548
commit 2e13bb9b4c
1 changed files with 117 additions and 4 deletions
--- a/121
+++ b/121
@@ -3,6 +3,8 @@ MAKEFLAGS += --no-print-directory
 WITH_MINERU ?= false  # 默认不构建mineru
 VERSION ?= latest
 NAMESPACE ?= datamate
+PLATFORM ?= linux/amd64  # Default platform for image downloads
+SAVE ?= false  # Default: only pull images, don't save to dist/

 # Registry configuration: use --dev for local images, otherwise use GitHub registry
 ifdef dev
@@ -28,10 +30,13 @@ help:
 	@echo "Usage: make <target> [options]"
 	@echo ""
 	@echo "Options:"
-	@echo "  dev=true           Use local images instead of registry (empty REGISTRY)"
-	@echo "  VERSION=<version>  Set image version (default: latest)"
-	@echo "  NAMESPACE=<name>   Set Kubernetes namespace (default: datamate)"
-	@echo "  INSTALLER=<type>   Set installer type: docker or k8s"
+	@echo "  dev=true             Use local images instead of registry (empty REGISTRY)"
+	@echo "  VERSION=<version>    Set image version (default: latest)"
+	@echo "  NAMESPACE=<name>     Set Kubernetes namespace (default: datamate)"
+	@echo "  INSTALLER=<type>     Set installer type: docker or k8s"
+	@echo "  PLATFORM=<platform>  Set platform for downloads (default: linux/amd64)"
+	@echo "                       Options: linux/amd64, linux/arm64"
+	@echo "  SAVE=true            Save images to dist/ during download (default: false)"
 	@echo ""
 	@echo "Build Commands:"
 	@echo "  make build                     Build all core images"
@@ -61,6 +66,13 @@ help:
 	@echo "Upgrade Commands:"
 	@echo "  make datamate-docker-upgrade   Upgrade datamate deployment"
 	@echo ""
+	@echo "Download Commands:"
+	@echo "  make download                       Pull all images (no save by default)"
+	@echo "  make download SAVE=true             Download and save images to dist/"
+	@echo "  make download PLATFORM=linux/arm64  Download ARM64 images"
+	@echo "  make download SAVE=true PLATFORM=linux/arm64  Save ARM64 images"
+	@echo "  make load-images                    Load all downloaded images from dist/"
+	@echo ""
 	@echo "Utility Commands:"
 	@echo "  make create-namespace          Create Kubernetes namespace"
 	@echo "  make help                      Show this help message"
@@ -372,4 +384,105 @@ VALID_UPGRADE_TARGETS := datamate
 	fi
 	@if [ "$*" = "datamate" ]; then \
 		cd deployment/docker/datamate && docker compose -f docker-compose.yml --profile mineru up -d --force-recreate --remove-orphans; \
+	fi
+
+# ========== Download Targets ==========
+
+# List of all images to download
+DOWNLOAD_IMAGES := \
+	datamate-backend \
+	datamate-database \
+	datamate-frontend \
+	datamate-runtime \
+	datamate-backend-python
+
+# Download all images for offline installation
+.PHONY: download
+download:
+	@echo "Downloading images for platform: $(PLATFORM)"
+	@echo "Registry: $(REGISTRY)"
+	@echo "Version: $(VERSION)"
+	@echo "Save to dist/: $(SAVE)"
+	@echo ""
+	@if [ "$(SAVE)" = "true" ]; then \
+		mkdir -p dist; \
+	fi
+	@if [ -z "$(REGISTRY)" ] && [ "$(SAVE)" != "true" ]; then \
+		echo "Error: REGISTRY is empty and SAVE=false"; \
+		echo "Either set REGISTRY to pull images, or use SAVE=true to save local images"; \
+		exit 1; \
+	fi
+	@failed=0; \
+	for image in $(DOWNLOAD_IMAGES); do \
+		if [ -z "$(REGISTRY)" ]; then \
+			full_image="$$image:$(VERSION)"; \
+			if [ "$(SAVE)" = "true" ]; then \
+				echo "Saving local image $$full_image to dist/$$image-$(VERSION).tar..."; \
+				if docker save -o dist/$$image-$(VERSION).tar $$full_image; then \
+					echo "Compressing to dist/$$image-$(VERSION).tar.gz..."; \
+					gzip -f dist/$$image-$(VERSION).tar; \
+					echo "✓ Saved $$image to dist/$$image-$(VERSION).tar.gz"; \
+				else \
+					echo "✗ Failed to save $$full_image (image may not exist locally)"; \
+					failed=$$((failed + 1)); \
+				fi; \
+			fi; \
+		else \
+			full_image="$(REGISTRY)$$image:$(VERSION)"; \
+			echo "Pulling $$full_image for $(PLATFORM)..."; \
+			if docker pull --platform $(PLATFORM) $$full_image; then \
+				echo "✓ Pulled $$image"; \
+				if [ "$(SAVE)" = "true" ]; then \
+					echo "Saving $$full_image to dist/$$image-$(VERSION).tar..."; \
+					docker save -o dist/$$image-$(VERSION).tar $$full_image; \
+					echo "Compressing to dist/$$image-$(VERSION).tar.gz..."; \
+					gzip -f dist/$$image-$(VERSION).tar; \
+					echo "✓ Saved $$image to dist/$$image-$(VERSION).tar.gz"; \
+				fi; \
+			else \
+				echo "✗ Failed to pull $$full_image"; \
+				failed=$$((failed + 1)); \
+			fi; \
+		fi; \
+		echo ""; \
+	done; \
+	if [ $$failed -eq 0 ]; then \
+		if [ "$(SAVE)" = "true" ]; then \
+			echo "All images downloaded successfully to dist/"; \
+			echo "To load images on target machine: docker load -i <image-file>.tar.gz"; \
+		else \
+			echo "All images pulled successfully"; \
+			echo "Use SAVE=true to save images to dist/ for offline installation"; \
+		fi; \
+	else \
+		echo "Failed to download $$failed image(s)"; \
+		echo "Please check your registry credentials and image availability"; \
+		exit 1; \
+	fi
+
+# Load all downloaded images from dist/ directory
+.PHONY: load-images
+load-images:
+	@if [ ! -d "dist" ]; then \
+		echo "Error: dist/ directory not found"; \
+		echo "Please run 'make download' first to download images"; \
+		exit 1; \
+	fi
+	@echo "Loading images from dist/..."
+	@count=0; \
+	for tarfile in dist/*.tar.gz; do \
+		if [ -f "$$tarfile" ]; then \
+			echo "Loading $$tarfile..."; \
+			docker load -i "$$tarfile"; \
+			count=$$((count + 1)); \
+			echo "✓ Loaded $$tarfile"; \
+			echo ""; \
+		fi; \
+	done; \
+	if [ $$count -eq 0 ]; then \
+		echo "No image files found in dist/"; \
+		echo "Please run 'make download' first"; \
+		exit 1; \
+	else \
+		echo "Successfully loaded $$count image(s)"; \
 	fi