You've already forked DataMate
155603b1ca
* feature: add UnstructuredFormatter * feature: add UnstructuredFormatter in db * feature: add unstructured[docx]==0.18.15 * feature: support doc * feature: add mineru * feature: add external pdf extract operator by using mineru * feature: mineru docker install bugfix --------- Co-authored-by: Startalker <438747480@qq.com>
161 lines
5.1 KiB
Makefile
161 lines
5.1 KiB
Makefile
MAKEFLAGS += --no-print-directory
|
|
|
|
WITH_MINERU ?= false # 默认不构建mineru
|
|
VERSION ?= latest
|
|
NAMESPACE ?= datamate
|
|
|
|
.PHONY: build-%
|
|
build-%:
|
|
$(MAKE) $*-docker-build
|
|
|
|
.PHONY: build
|
|
build: backend-docker-build frontend-docker-build runtime-docker-build $(if $(WITH_MINERU),mineru-docker-build)
|
|
|
|
.PHONY: create-namespace
|
|
create-namespace:
|
|
kubectl get namespace $(NAMESPACE) > /dev/null 2>&1 || kubectl create namespace $(NAMESPACE)
|
|
|
|
.PHONY: install-%
|
|
install-%:
|
|
ifeq ($(origin INSTALLER), undefined)
|
|
@echo "Choose a deployment method:"
|
|
@echo "1. Docker/Docker-Compose"
|
|
@echo "2. Kubernetes/Helm"
|
|
@echo -n "Enter choice: "
|
|
@read choice; \
|
|
case $$choice in \
|
|
1) INSTALLER=docker ;; \
|
|
2) INSTALLER=k8s ;; \
|
|
*) echo "Invalid choice" && exit 1 ;; \
|
|
esac; \
|
|
$(MAKE) $*-$$INSTALLER-install
|
|
else
|
|
$(MAKE) $*-$(INSTALLER)-install
|
|
endif
|
|
|
|
.PHONY: install
|
|
install: install-datamate
|
|
|
|
.PHONY: uninstall-%
|
|
uninstall-%:
|
|
ifeq ($(origin INSTALLER), undefined)
|
|
@echo "Choose a deployment method:"
|
|
@echo "1. Docker/Docker-Compose"
|
|
@echo "2. Kubernetes/Helm"
|
|
@echo -n "Enter choice: "
|
|
@read choice; \
|
|
case $$choice in \
|
|
1) INSTALLER=docker ;; \
|
|
2) INSTALLER=k8s ;; \
|
|
*) echo "Invalid choice" && exit 1 ;; \
|
|
esac; \
|
|
$(MAKE) $*-$$INSTALLER-uninstall
|
|
else
|
|
$(MAKE) $*-$(INSTALLER)-uninstall
|
|
endif
|
|
|
|
.PHONY: uninstall
|
|
uninstall: uninstall-datamate
|
|
|
|
# build
|
|
.PHONY: backend-docker-build
|
|
backend-docker-build:
|
|
docker build -t datamate-backend:$(VERSION) . -f scripts/images/backend/Dockerfile
|
|
|
|
.PHONY: frontend-docker-build
|
|
frontend-docker-build:
|
|
docker build -t datamate-frontend:$(VERSION) . -f scripts/images/frontend/Dockerfile
|
|
|
|
.PHONY: runtime-docker-build
|
|
runtime-docker-build:
|
|
docker build -t datamate-runtime:$(VERSION) . -f scripts/images/runtime/Dockerfile
|
|
|
|
.PHONY: label-studio-adapter-docker-build
|
|
label-studio-adapter-docker-build:
|
|
docker build -t label-studio-adapter:$(VERSION) . -f scripts/images/label-studio-adapter/Dockerfile
|
|
|
|
.PHONY: deer-flow-docker-build
|
|
deer-flow-docker-build:
|
|
@if [ -d "../deer-flow/.git" ]; then \
|
|
cd ../deer-flow && git pull; \
|
|
else \
|
|
git clone git@github.com:bytedance/deer-flow.git ../deer-flow; \
|
|
fi
|
|
sed -i "s/dark/light/g" "../deer-flow/web/src/components/deer-flow/theme-provider-wrapper.tsx"
|
|
cp deployment/docker/deer-flow/.env.example ../deer-flow/.env
|
|
cp deployment/docker/deer-flow/conf.yaml.example ../deer-flow/conf.yaml
|
|
cd ../deer-flow && docker compose build
|
|
|
|
.PHONY: mineru-docker-build
|
|
mineru-docker-build:
|
|
docker build -t datamate-mineru:$(VERSION) . -f scripts/images/mineru/Dockerfile
|
|
.PHONY: backend-docker-install
|
|
backend-docker-install:
|
|
cd deployment/docker/datamate && docker compose up -d backend
|
|
|
|
.PHONY: backend-docker-uninstall
|
|
backend-docker-uninstall:
|
|
cd deployment/docker/datamate && docker compose down backend
|
|
|
|
.PHONY: frontend-docker-install
|
|
frontend-docker-install:
|
|
cd deployment/docker/datamate && docker compose up -d frontend
|
|
|
|
.PHONY: frontend-docker-uninstall
|
|
frontend-docker-uninstall:
|
|
cd deployment/docker/datamate && docker compose down frontend
|
|
|
|
.PHONY: runtime-docker-install
|
|
runtime-docker-install:
|
|
cd deployment/docker/datamate && docker compose up -d runtime
|
|
|
|
.PHONY: runtime-docker-uninstall
|
|
runtime-docker-uninstall:
|
|
cd deployment/docker/datamate && docker compose down runtime
|
|
|
|
.PHONY: mineru-docker-install
|
|
mineru-docker-install:
|
|
cd deployment/docker/datamate && cp .env.example .env && docker compose up -d datamate-mineru
|
|
|
|
.PHONY: mineru-docker-uninstall
|
|
mineru-docker-uninstall:
|
|
cd deployment/docker/datamate && docker compose down datamate-mineru
|
|
|
|
.PHONY: mineru-k8s-install
|
|
mineru-k8s-install: create-namespace
|
|
kubectl apply -f deployment/kubernetes/mineru/deploy.yaml -n $(NAMESPACE)
|
|
|
|
.PHONY: mineru-k8s-uninstall
|
|
mineru-k8s-uninstall:
|
|
kubectl delete -f deployment/kubernetes/mineru/deploy.yaml -n $(NAMESPACE)
|
|
|
|
.PHONY: datamate-docker-install
|
|
datamate-docker-install:
|
|
cd deployment/docker/datamate && cp .env.example .env && docker compose -f docker-compose.yml up -d
|
|
|
|
.PHONY: datamate-docker-uninstall
|
|
datamate-docker-uninstall:
|
|
cd deployment/docker/datamate && docker compose -f docker-compose.yml down
|
|
|
|
.PHONY: deer-flow-docker-install
|
|
deer-flow-docker-install:
|
|
cd deployment/docker/datamate && cp .env.deer-flow.example .env && docker compose -f docker-compose.yml up -d
|
|
cd deployment/docker/deer-flow && cp .env.example .env && cp conf.yaml.example conf.yaml && docker compose -f docker-compose.yml up -d
|
|
|
|
.PHONY: deer-flow-docker-uninstall
|
|
deer-flow-docker-uninstall:
|
|
@if docker compose ls --filter name=datamate | grep -q datamate; then \
|
|
cd deployment/docker/datamate && docker compose -f docker-compose.yml up -d; \
|
|
fi
|
|
cd deployment/docker/deer-flow && docker compose -f docker-compose.yml down
|
|
|
|
.PHONY: datamate-k8s-install
|
|
datamate-k8s-install: create-namespace
|
|
kubectl create configmap datamate-init-sql --from-file=scripts/db/ --dry-run=client -o yaml | kubectl apply -f - -n $(NAMESPACE)
|
|
helm upgrade datamate deployment/helm/datamate/ -n $(NAMESPACE) --install
|
|
|
|
.PHONY: datamate-k8s-uninstall
|
|
datamate-k8s-uninstall:
|
|
helm uninstall datamate -n $(NAMESPACE) --ignore-not-found
|
|
kubectl delete configmap datamate-init-sql -n $(NAMESPACE) --ignore-not-found
|