[Feature] Refactor project to use 'datamate' naming convention for services and configurations (#14)

* Enhance CleaningTaskService to track cleaning process progress and update ExecutorType to DATAMATE * Refactor project to use 'datamate' naming convention for services and configurations
2025-10-22 17:53:16 +08:00
parent 175d9ded93
commit 31ef8bc265
39 changed files with 312 additions and 737 deletions
--- a/deployment/kubernetes/backend/deploy.yaml
+++ b/deployment/kubernetes/backend/deploy.yaml
@@ -2,8 +2,9 @@ apiVersion: rbac.authorization.k8s.io/v1
 kind: Role
 metadata:
  labels:
-    app: backend
-  name: backend
+    app: datamate
+    tier: backend
+  name: datamate-backend
 rules:
  - verbs:
      - create
@@ -33,83 +34,89 @@ apiVersion: v1
 kind: ServiceAccount
 metadata:
  labels:
-    app: backend
-  name: backend
+    app: datamate
+    tier: backend
+  name: datamate-backend

 ---
 kind: RoleBinding
 apiVersion: rbac.authorization.k8s.io/v1
 metadata:
  labels:
-    app: backend
-  name: backend
+    app: datamate
+    tier: backend
+  name: datamate-backend
 roleRef:
  apiGroup: rbac.authorization.k8s.io
  kind: Role
-  name: backend
+  name: datamate-backend
 subjects:
  - kind: ServiceAccount
-    name: backend
+    name: datamate-backend

 ---
 apiVersion: apps/v1
 kind: Deployment
 metadata:
-  name: backend
+  name: datamate-backend
  labels:
-    app: backend
+    app: datamate
+    tier: backend
 spec:
  replicas: 1
  selector:
    matchLabels:
-      app: backend
+      app: datamate
+      tier: backend
  template:
    metadata:
      labels:
-        app: backend
+        app: datamate
+        tier: backend
    spec:
-      serviceAccountName: backend
+      serviceAccountName: datamate-backend
      containers:
-      - name: backend
-        image: backend
-        imagePullPolicy: IfNotPresent
-        env:
-          - name: namespace
-            valueFrom:
-              fieldRef:
-                fieldPath: metadata.namespace
-          - name: SPRING_CONFIG_LOCATION
-            value: file:/opt/backend/application.yml
-        ports:
-        - containerPort: 8080
-        volumeMounts:
-        - name: dataset-volume
-          mountPath: /dataset
-        - name: flow-volume
-          mountPath: /flow
-        - name: log-volume
-          mountPath: /var/log/data-mate
+        - name: backend
+          image: datamate-backend
+          imagePullPolicy: IfNotPresent
+          env:
+            - name: namespace
+              valueFrom:
+                fieldRef:
+                  fieldPath: metadata.namespace
+            - name: SPRING_CONFIG_LOCATION
+              value: file:/opt/backend/application.yml
+          ports:
+            - containerPort: 8080
+          volumeMounts:
+            - name: dataset-volume
+              mountPath: /dataset
+            - name: flow-volume
+              mountPath: /flow
+            - name: log-volume
+              mountPath: /var/log/datamate
      volumes:
-      - name: dataset-volume
-        hostPath:
-          path: /opt/data-mate/data/dataset
-          type: DirectoryOrCreate
-      - name: flow-volume
-        hostPath:
-          path: /opt/data-mate/data/flow
-          type: DirectoryOrCreate
-      - name: log-volume
-        hostPath:
-          path: /opt/data-mate/data/log
-          type: DirectoryOrCreate
+        - name: dataset-volume
+          hostPath:
+            path: /opt/datamate/data/dataset
+            type: DirectoryOrCreate
+        - name: flow-volume
+          hostPath:
+            path: /opt/datamate/data/flow
+            type: DirectoryOrCreate
+        - name: log-volume
+          hostPath:
+            path: /opt/datamate/data/log
+            type: DirectoryOrCreate

 ---
 apiVersion: v1
 kind: Service
 metadata:
-  name: backend
+  name: datamate-backend
  labels:
-    app: backend
+    app: datamate
+    tier: backend
 spec:
  type: ClusterIP
  ports:
@@ -117,4 +124,5 @@ spec:
      targetPort: 8080
      protocol: TCP
  selector:
-    app: backend
+    app: datamate
+    tier: backend
--- a/deployment/kubernetes/datax/deploy.yaml
+++ b/deployment/kubernetes/datax/deploy.yaml
@@ -1,54 +0,0 @@
-apiVersion: apps/v1
-kind: Deployment
-metadata:
-  name: datax
-  labels:
-    app: datax
-spec:
-  replicas: 1
-  selector:
-    matchLabels:
-      app: datax
-  template:
-    metadata:
-      labels:
-        app: datax
-    spec:
-      containers:
-      - name: datax
-        image: datax
-        imagePullPolicy: IfNotPresent
-        securityContext:
-          capabilities:
-            add:
-              - SYS_ADMIN
-        command:
-          - bash
-          - -c
-          - rpcbind && python3 /opt/datax/bin/app.py
-        ports:
-        - containerPort: 8000
-        volumeMounts:
-        - name: dataset
-          mountPath: /dataset
-          subPath: dataset
-      volumes:
-      - name: dataset
-        hostPath:
-          path: /tmp/data-mate
-
---
-apiVersion: v1
-kind: Service
-metadata:
-  name: datax
-  labels:
-    app: datax
-spec:
-  type: ClusterIP
-  ports:
-    - port: 8000
-      targetPort: 8000
-      protocol: TCP
-  selector:
-    app: datax
--- a/deployment/kubernetes/frontend/deploy.yaml
+++ b/deployment/kubernetes/frontend/deploy.yaml
@@ -1,32 +1,45 @@
 apiVersion: apps/v1
 kind: Deployment
 metadata:
-  name: frontend
+  name: datamate-frontend
  labels:
-    app: frontend
+    app: datamate
+    tier: frontend
 spec:
  replicas: 1
  selector:
    matchLabels:
-      app: frontend
+      app: datamate
+      tier: frontend
  template:
    metadata:
      labels:
-        app: frontend
+        app: datamate
+        tier: frontend
    spec:
      containers:
-      - name: frontend
-        image: frontend
-        imagePullPolicy: IfNotPresent
-        ports:
-        - containerPort: 80
+        - name: frontend
+          image: datamate-frontend
+          imagePullPolicy: IfNotPresent
+          ports:
+            - containerPort: 80
+          volumeMounts:
+            - name: log-volume
+              mountPath: /var/log/datamate/frontend
+              subPath: frontend
+      volumes:
+        - name: log-volume
+          hostPath:
+            path: /opt/datamate/data/log
+            type: DirectoryOrCreate
 ---
 apiVersion: v1
 kind: Service
 metadata:
-  name: frontend
+  name: datamate-frontend
  labels:
-    app: frontend
+    app: datamate
+    tier: frontend
 spec:
  type: NodePort
  ports:
@@ -35,4 +48,5 @@ spec:
      nodePort: 30000
      protocol: TCP
  selector:
-    app: frontend
+    app: datamate
+    tier: frontend
--- a/deployment/kubernetes/mineru/deploy.yaml
+++ b/deployment/kubernetes/mineru/deploy.yaml
@@ -1,52 +0,0 @@
-apiVersion: apps/v1
-kind: Deployment
-metadata:
-  name: mineru
-  labels:
-    app: mineru
-spec:
-  replicas: 1
-  selector:
-    matchLabels:
-      app: mineru
-  template:
-    metadata:
-      labels:
-        app: mineru
-    spec:
-      containers:
-      - name: mineru
-        image: mineru
-        imagePullPolicy: IfNotPresent
-        command:
-          - mineru-api
-        args:
-          - --host
-          - "0.0.0.0"
-          - --port
-          - "8000"
-        ports:
-        - containerPort: 8000
-        volumeMounts:
-        - name: tmp
-          mountPath: /tmp/data-mate
-      volumes:
-      - name: tmp
-        hostPath:
-          path: /tmp/data-mate
-
---
-apiVersion: v1
-kind: Service
-metadata:
-  name: mineru
-  labels:
-    app: mineru
-spec:
-  type: ClusterIP
-  ports:
-    - port: 8000
-      targetPort: 8000
-      protocol: TCP
-  selector:
-    app: mineru
--- a/deployment/kubernetes/mysql/configmap.yaml
+++ b/deployment/kubernetes/mysql/configmap.yaml
@@ -1,7 +1,7 @@
 apiVersion: v1
 kind: ConfigMap
 metadata:
-  name: mysql-utf8-config
+  name: datamate-mysql-utf8-config
 data:
  utf8.cnf: |
    [mysqld]
@@ -11,6 +11,7 @@ data:
    collation-server = utf8mb4_unicode_ci
    # 或者使用 utf8_general_ci (性能稍好，但排序规则稍宽松)
    default-time-zone = 'Asia/Shanghai'
+    log_error=/var/log/datamate/database/error.log

    [client]
    # 设置客户端连接默认字符集
@@ -18,4 +19,4 @@ data:

    [mysql]
    # 设置 mysql 命令行客户端默认字符集
-    default-character-set = utf8mb4
+    default-character-set = utf8mb4
--- a/deployment/kubernetes/mysql/deploy.yaml
+++ b/deployment/kubernetes/mysql/deploy.yaml
@@ -1,21 +1,39 @@
 apiVersion: apps/v1
 kind: Deployment
 metadata:
-  name: mysql
+  name: datamate-database
  labels:
-    app: mysql
+    app: datamate
+    tier: database
 spec:
  replicas: 1
  selector:
    matchLabels:
-      app: mysql
+      app: datamate
+      tier: database
  strategy:
    type: Recreate
  template:
    metadata:
      labels:
-        app: mysql
+        app: datamate
+        tier: database
    spec:
+      initContainers:
+        - name: init-log
+          image: mysql:8
+          imagePullPolicy: IfNotPresent
+          command:
+            - sh
+            - -c
+          args:
+            - |
+              chown mysql:mysql /var/log/datamate/database
+              chmod 755 /var/log/datamate/database
+          volumeMounts:
+            - name: log-volume
+              mountPath: /var/log/datamate/database
+              subPath: database
      containers:
        - name: mysql
          image: mysql:8
@@ -28,6 +46,9 @@ spec:
          volumeMounts:
            - name: data-volume
              mountPath: /var/lib/mysql
+            - name: log-volume
+              mountPath: /var/log/datamate/database
+              subPath: database
            - name: init-sql
              mountPath: /docker-entrypoint-initdb.d
            - name: mysql-utf8-config
@@ -35,22 +56,27 @@ spec:
      volumes:
        - name: data-volume
          hostPath:
-            path: /opt/data-mate/data/mysql
+            path: /opt/datamate/data/mysql
+            type: DirectoryOrCreate
+        - name: log-volume
+          hostPath:
+            path: /opt/datamate/data/log
            type: DirectoryOrCreate
        - name: init-sql
          configMap:
-            name: init-sql
+            name: datamate-init-sql
        - name: mysql-utf8-config
          configMap:
-            name: mysql-utf8-config
+            name: datamate-mysql-utf8-config

 ---
 apiVersion: v1
 kind: Service
 metadata:
-  name: mysql
+  name: datamate-database
  labels:
-    app: mysql
+    app: datamate
+    tier: database
 spec:
  type: ClusterIP
  ports:
@@ -58,4 +84,5 @@ spec:
      targetPort: 3306
      protocol: TCP
  selector:
-    app: mysql
+    app: datamate
+    tier: database
--- a/deployment/kubernetes/unstructured/deploy.yaml
+++ b/deployment/kubernetes/unstructured/deploy.yaml
@@ -1,49 +0,0 @@
-apiVersion: apps/v1
-kind: Deployment
-metadata:
-  name: unstructured
-  labels:
-    app: unstructured
-spec:
-  replicas: 1
-  selector:
-    matchLabels:
-      app: unstructured
-  template:
-    metadata:
-      labels:
-        app: unstructured
-    spec:
-      containers:
-      - name: unstructured
-        image: unstructured
-        imagePullPolicy: IfNotPresent
-        command:
-          - python
-        args:
-          - app.py
-        ports:
-        - containerPort: 8000
-        volumeMounts:
-        - name: tmp
-          mountPath: /tmp/data-mate
-      volumes:
-      - name: tmp
-        hostPath:
-          path: /tmp/data-mate
-
---
-apiVersion: v1
-kind: Service
-metadata:
-  name: unstructured
-  labels:
-    app: unstructured
-spec:
-  type: ClusterIP
-  ports:
-    - port: 8000
-      targetPort: 8000
-      protocol: TCP
-  selector:
-    app: unstructured