Develop op (#35)

* refactor: enhance CleaningTaskService and related components with validation and repository updates
* feature: 支持算子上传创建

scripts/images/backend/Dockerfile

@@ -14,10 +14,9 @@ RUN cd DataX && \
 FROM maven:3-amazoncorretto-21-debian AS builder
 
 COPY backend/ /opt/backend
-COPY scripts/images/backend/settings.xml /opt/backend
 
 RUN cd /opt/backend && \
-    mvn -U clean package -s settings.xml -Dmaven.test.skip=true
+    mvn -U clean package -Dmaven.test.skip=true
 
 
 FROM openjdk:21-jdk-slim
@@ -25,7 +24,7 @@ FROM openjdk:21-jdk-slim
 RUN apt-get update && \
     apt-get install -y vim wget curl nfs-common rsync python3 python3-pip python-is-python3 dos2unix && \
     apt-get clean && \
-    rm -rf /var/lib/apy/lists/*
+    rm -rf /var/lib/apt/lists/*
 
 COPY --from=builder /opt/backend/services/main-application/target/data-mate.jar /opt/backend/data-mate.jar
 COPY --from=datax-builder /DataX/target/datax/datax /opt/datax

scripts/images/backend/settings.xml

@@ -1,68 +0,0 @@
-<?xml version="1.0" encoding="UTF-8"?>
-<settings xmlns="http://maven.apache.org/SETTINGS/1.0.0"
-          xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
-          xsi:schemaLocation="http://maven.apache.org/SETTINGS/1.0.0 https://maven.apache.org/xsd/settings-1.0.0.xsd">
-    <!-- 本地仓库路径（可选，默认在 ~/.m2/repository） -->
-    <localRepository>${user.home}/.m2/repository</localRepository>
-
-    <!-- 阿里云镜像配置 -->
-    <mirrors>
-        <mirror>
-            <id>aliyun-maven</id>
-            <name>Aliyun Maven Repository</name>
-            <url>https://maven.aliyun.com/repository/public</url>
-            <mirrorOf>central,jcenter,google,spring,spring-plugin,gradle-plugin</mirrorOf>
-        </mirror>
-    </mirrors>
-
-    <!-- 使用 Java 21 编译配置（可选，但推荐） -->
-    <profiles>
-        <profile>
-            <id>java21</id>
-            <activation>
-                <activeByDefault>true</activeByDefault>
-                <jdk>21</jdk>
-            </activation>
-            <properties>
-                <maven.compiler.source>21</maven.compiler.source>
-                <maven.compiler.target>21</maven.compiler.target>
-                <project.build.sourceEncoding>UTF-8</project.build.sourceEncoding>
-            </properties>
-        </profile>
-        <!-- 激活阿里云仓库（可选，增强依赖解析） -->
-        <profile>
-            <id>aliyun-repos</id>
-            <repositories>
-                <repository>
-                    <id>aliyun-public</id>
-                    <name>Aliyun Public Repository</name>
-                    <url>https://maven.aliyun.com/repository/public</url>
-                    <releases>
-                        <enabled>true</enabled>
-                    </releases>
-                    <snapshots>
-                        <enabled>false</enabled> <!-- 默认关闭快照版本 -->
-                    </snapshots>
-                </repository>
-            </repositories>
-            <pluginRepositories>
-                <pluginRepository>
-                    <id>aliyun-plugin</id>
-                    <name>Aliyun Plugin Repository</name>
-                    <url>https://maven.aliyun.com/repository/public</url>
-                    <releases>
-                        <enabled>true</enabled>
-                    </releases>
-                    <snapshots>
-                        <enabled>false</enabled>
-                    </snapshots>
-                </pluginRepository>
-            </pluginRepositories>
-        </profile>
-    </profiles>
-
-    <activeProfiles>
-        <activeProfile>aliyun-repos</activeProfile> <!-- 激活阿里云仓库 -->
-        <activeProfile>java21</activeProfile>       <!-- 激活 Java 21 配置 -->
-    </activeProfiles>
-</settings>

scripts/images/runtime/Dockerfile

@@ -2,6 +2,8 @@ FROM python:3.11
 
 COPY runtime/python-executor /opt/runtime
 COPY runtime/ops /opt/runtime/datamate/ops
+COPY runtime/ops/user /opt/runtime/user
+COPY scripts/images/runtime/start.sh /opt/runtime/start.sh
 
 ENV PYTHONPATH=/opt/runtime/datamate/
 
@@ -12,12 +14,13 @@ RUN apt update \
 
 WORKDIR /opt/runtime
 
-ENV HF_HUB_DISABLE_XET=1
-
-RUN pip install -e . \
-    && pip install -r /opt/runtime/datamate/ops/requirements.txt \
+RUN pip install -e . --trusted-host mirrors.huaweicloud.com -i https://mirrors.huaweicloud.com/repository/pypi/simple \
+    && pip install -r /opt/runtime/datamate/ops/requirements.txt --trusted-host mirrors.huaweicloud.com -i https://mirrors.huaweicloud.com/repository/pypi/simple \
     && pip cache purge
 
-RUN ln -sf /usr/share/zoneinfo/Asia/Shanghai /etc/localtime
+RUN ln -sf /usr/share/zoneinfo/Asia/Shanghai /etc/localtime \
+    && chmod +x /opt/runtime/start.sh
 
 EXPOSE 8081
+
+ENTRYPOINT ["/opt/runtime/start.sh"]

scripts/images/runtime/start.sh

@@ -0,0 +1,8 @@
+#!/bin/bash
+
+set -e
+
+cp -r /opt/runtime/user/* /opt/runtime/datamate/ops/user
+
+echo "Starting main application..."
+exec "$@"