init datamate

deployment/kubernetes/backend/deploy.yaml

@@ -0,0 +1,120 @@
+apiVersion: rbac.authorization.k8s.io/v1
+kind: Role
+metadata:
+  labels:
+    app: backend
+  name: backend
+rules:
+  - verbs:
+      - create
+      - list
+      - get
+      - delete
+    apiGroups:
+      - batch
+    resources:
+      - jobs
+  - verbs:
+      - list
+    apiGroups:
+      - ""
+    resources:
+      - pods
+  - verbs:
+      - get
+      - list
+    apiGroups:
+      - ""
+    resources:
+      - pods/log
+
+---
+apiVersion: v1
+kind: ServiceAccount
+metadata:
+  labels:
+    app: backend
+  name: backend
+
+---
+kind: RoleBinding
+apiVersion: rbac.authorization.k8s.io/v1
+metadata:
+  labels:
+    app: backend
+  name: backend
+roleRef:
+  apiGroup: rbac.authorization.k8s.io
+  kind: Role
+  name: backend
+subjects:
+  - kind: ServiceAccount
+    name: backend
+
+---
+apiVersion: apps/v1
+kind: Deployment
+metadata:
+  name: backend
+  labels:
+    app: backend
+spec:
+  replicas: 1
+  selector:
+    matchLabels:
+      app: backend
+  template:
+    metadata:
+      labels:
+        app: backend
+    spec:
+      serviceAccountName: backend
+      containers:
+      - name: backend
+        image: backend
+        imagePullPolicy: IfNotPresent
+        env:
+          - name: namespace
+            valueFrom:
+              fieldRef:
+                fieldPath: metadata.namespace
+          - name: SPRING_CONFIG_LOCATION
+            value: file:/opt/backend/application.yml
+        ports:
+        - containerPort: 8080
+        volumeMounts:
+        - name: dataset-volume
+          mountPath: /dataset
+        - name: flow-volume
+          mountPath: /flow
+        - name: log-volume
+          mountPath: /var/log/data-mate
+      volumes:
+      - name: dataset-volume
+        hostPath:
+          path: /opt/data-mate/data/dataset
+          type: DirectoryOrCreate
+      - name: flow-volume
+        hostPath:
+          path: /opt/data-mate/data/flow
+          type: DirectoryOrCreate
+      - name: log-volume
+        hostPath:
+          path: /opt/data-mate/data/log
+          type: DirectoryOrCreate
+
+---
+apiVersion: v1
+kind: Service
+metadata:
+  name: backend
+  labels:
+    app: backend
+spec:
+  type: ClusterIP
+  ports:
+    - port: 8080
+      targetPort: 8080
+      protocol: TCP
+  selector:
+    app: backend

deployment/kubernetes/datax/deploy.yaml

@@ -0,0 +1,54 @@
+apiVersion: apps/v1
+kind: Deployment
+metadata:
+  name: datax
+  labels:
+    app: datax
+spec:
+  replicas: 1
+  selector:
+    matchLabels:
+      app: datax
+  template:
+    metadata:
+      labels:
+        app: datax
+    spec:
+      containers:
+      - name: datax
+        image: datax
+        imagePullPolicy: IfNotPresent
+        securityContext:
+          capabilities:
+            add:
+              - SYS_ADMIN
+        command:
+          - bash
+          - -c
+          - rpcbind && python3 /opt/datax/bin/app.py
+        ports:
+        - containerPort: 8000
+        volumeMounts:
+        - name: dataset
+          mountPath: /dataset
+          subPath: dataset
+      volumes:
+      - name: dataset
+        hostPath:
+          path: /tmp/data-mate
+
+---
+apiVersion: v1
+kind: Service
+metadata:
+  name: datax
+  labels:
+    app: datax
+spec:
+  type: ClusterIP
+  ports:
+    - port: 8000
+      targetPort: 8000
+      protocol: TCP
+  selector:
+    app: datax

deployment/kubernetes/frontend/deploy.yaml

@@ -0,0 +1,38 @@
+apiVersion: apps/v1
+kind: Deployment
+metadata:
+  name: frontend
+  labels:
+    app: frontend
+spec:
+  replicas: 1
+  selector:
+    matchLabels:
+      app: frontend
+  template:
+    metadata:
+      labels:
+        app: frontend
+    spec:
+      containers:
+      - name: frontend
+        image: frontend
+        imagePullPolicy: IfNotPresent
+        ports:
+        - containerPort: 80
+---
+apiVersion: v1
+kind: Service
+metadata:
+  name: frontend
+  labels:
+    app: frontend
+spec:
+  type: NodePort
+  ports:
+    - port: 80
+      targetPort: 80
+      nodePort: 30000
+      protocol: TCP
+  selector:
+    app: frontend

deployment/kubernetes/mineru/deploy.yaml

@@ -0,0 +1,52 @@
+apiVersion: apps/v1
+kind: Deployment
+metadata:
+  name: mineru
+  labels:
+    app: mineru
+spec:
+  replicas: 1
+  selector:
+    matchLabels:
+      app: mineru
+  template:
+    metadata:
+      labels:
+        app: mineru
+    spec:
+      containers:
+      - name: mineru
+        image: mineru
+        imagePullPolicy: IfNotPresent
+        command:
+          - mineru-api
+        args:
+          - --host
+          - "0.0.0.0"
+          - --port
+          - "8000"
+        ports:
+        - containerPort: 8000
+        volumeMounts:
+        - name: tmp
+          mountPath: /tmp/data-mate
+      volumes:
+      - name: tmp
+        hostPath:
+          path: /tmp/data-mate
+
+---
+apiVersion: v1
+kind: Service
+metadata:
+  name: mineru
+  labels:
+    app: mineru
+spec:
+  type: ClusterIP
+  ports:
+    - port: 8000
+      targetPort: 8000
+      protocol: TCP
+  selector:
+    app: mineru

deployment/kubernetes/mysql/configmap.yaml

@@ -0,0 +1,21 @@
+apiVersion: v1
+kind: ConfigMap
+metadata:
+  name: mysql-utf8-config
+data:
+  utf8.cnf: |
+    [mysqld]
+    # 设置服务器默认字符集为 utf8mb4 (推荐，支持完整的 UTF-8，包括 emoji)
+    character-set-server = utf8mb4
+    # 设置默认排序规则
+    collation-server = utf8mb4_unicode_ci
+    # 或者使用 utf8_general_ci (性能稍好，但排序规则稍宽松)
+    default-time-zone = 'Asia/Shanghai'
+
+    [client]
+    # 设置客户端连接默认字符集
+    default-character-set = utf8mb4
+
+    [mysql]
+    # 设置 mysql 命令行客户端默认字符集
+    default-character-set = utf8mb4

deployment/kubernetes/mysql/deploy.yaml

@@ -0,0 +1,61 @@
+apiVersion: apps/v1
+kind: Deployment
+metadata:
+  name: mysql
+  labels:
+    app: mysql
+spec:
+  replicas: 1
+  selector:
+    matchLabels:
+      app: mysql
+  strategy:
+    type: Recreate
+  template:
+    metadata:
+      labels:
+        app: mysql
+    spec:
+      containers:
+        - name: mysql
+          image: mysql:8
+          imagePullPolicy: IfNotPresent
+          env:
+            - name: MYSQL_ROOT_PASSWORD
+              value: "Huawei@123"
+          ports:
+            - containerPort: 3306
+          volumeMounts:
+            - name: data-volume
+              mountPath: /var/lib/mysql
+            - name: init-sql
+              mountPath: /docker-entrypoint-initdb.d
+            - name: mysql-utf8-config
+              mountPath: /etc/mysql/conf.d
+      volumes:
+        - name: data-volume
+          hostPath:
+            path: /opt/data-mate/data/mysql
+            type: DirectoryOrCreate
+        - name: init-sql
+          configMap:
+            name: init-sql
+        - name: mysql-utf8-config
+          configMap:
+            name: mysql-utf8-config
+
+---
+apiVersion: v1
+kind: Service
+metadata:
+  name: mysql
+  labels:
+    app: mysql
+spec:
+  type: ClusterIP
+  ports:
+    - port: 3306
+      targetPort: 3306
+      protocol: TCP
+  selector:
+    app: mysql

deployment/kubernetes/unstructured/deploy.yaml

@@ -0,0 +1,49 @@
+apiVersion: apps/v1
+kind: Deployment
+metadata:
+  name: unstructured
+  labels:
+    app: unstructured
+spec:
+  replicas: 1
+  selector:
+    matchLabels:
+      app: unstructured
+  template:
+    metadata:
+      labels:
+        app: unstructured
+    spec:
+      containers:
+      - name: unstructured
+        image: unstructured
+        imagePullPolicy: IfNotPresent
+        command:
+          - python
+        args:
+          - app.py
+        ports:
+        - containerPort: 8000
+        volumeMounts:
+        - name: tmp
+          mountPath: /tmp/data-mate
+      volumes:
+      - name: tmp
+        hostPath:
+          path: /tmp/data-mate
+
+---
+apiVersion: v1
+kind: Service
+metadata:
+  name: unstructured
+  labels:
+    app: unstructured
+spec:
+  type: ClusterIP
+  ports:
+    - port: 8000
+      targetPort: 8000
+      protocol: TCP
+  selector:
+    app: unstructured