init datamate

scripts/images/datax/Dockerfile

@@ -0,0 +1,33 @@
+FROM maven:3-openjdk-8-slim AS builder
+
+RUN sed -i 's/deb.debian.org/mirrors.aliyun.com/g' /etc/apt/sources.list && \
+    sed -i 's/security.debian.org/mirrors.aliyun.com/g' /etc/apt/sources.list && \
+    apt-get update && \
+    apt-get install -y git && \
+    git clone https://github.com/alibaba/DataX.git
+
+COPY runtime/datax/ DataX/
+
+RUN cd DataX && \
+    sed -i "s/com.mysql.jdbc.Driver/com.mysql.cj.jdbc.Driver/g" \
+    plugin-rdbms-util/src/main/java/com/alibaba/datax/plugin/rdbms/util/DataBaseType.java && \
+    mvn -U clean package assembly:assembly -Dmaven.test.skip=true
+
+
+FROM openjdk:8-jdk-slim
+
+RUN sed -i 's/deb.debian.org/mirrors.aliyun.com/g' /etc/apt/sources.list && \
+    sed -i 's/security.debian.org/mirrors.aliyun.com/g' /etc/apt/sources.list && \
+    apt-get update && \
+    apt-get install -y python3 python3-pip python-is-python3 vim wget curl nfs-common rsync && \
+    apt-get clean && \
+    rm -rf /var/lib/apy/lists/*
+
+RUN pip config --user set global.index-url https://mirrors.aliyun.com/pypi/simple && \
+    pip config --user set global.trusted-host mirrors.aliyun.com && \
+    pip install fastapi uvicorn[standard] && \
+    pip cache purge
+
+COPY --from=builder /DataX/target/datax/datax /opt/datax
+
+COPY scripts/images/datax/app.py /opt/datax/bin/app.py

scripts/images/datax/app.py

@@ -0,0 +1,52 @@
+import subprocess
+import tempfile
+
+from fastapi import FastAPI
+from pydantic import BaseModel
+
+app = FastAPI(title="datax")
+
+
+class CreateJobParam(BaseModel):
+    content: str
+
+
+@app.post("/process", tags=["run datax.py"])
+async def process(job: CreateJobParam):
+    output = {
+        "status": "failed",
+    }
+    try:
+        # 创建临时文件存储Python脚本
+        with tempfile.NamedTemporaryFile(mode="w", suffix=".json", delete=True) as f:
+            f.write(job.content)
+            f.seek(0)
+
+            cmd_args = ["python3", "/opt/datax/bin/datax.py", f.name]
+            result = subprocess.run(
+                cmd_args,
+                capture_output=True,
+                text=True,
+                check=True
+            )
+
+            output["status"] = result.returncode
+            if result.returncode != 0:
+                output["stdout"] = result.stdout
+                output["stderr"] = result.stderr
+    except subprocess.TimeoutExpired as e:
+        output["status"] = 408
+        output["stderr"] = f"The script execution timed out: {e.stderr}"
+    except subprocess.CalledProcessError as e:
+        output["status"] = 500
+        output["stderr"] = f"Script execution failed: {e.stdout}"
+    except Exception as e:
+        output["status"] = 500
+        output["stderr"] = f"Server error: {str(e)}"
+    return output
+
+
+if __name__ == "__main__":
+    import uvicorn
+
+    uvicorn.run(app, host="0.0.0.0", port=8000)