You've already forked DataMate
924d977d6f
* feature: unstructured支持简单pdf处理 * feature: update values.yaml to enhance ray-cluster configuration with security context, environment variables, and resource limits * feature: update deploy.yaml and process.py for mineru server configuration and PDF processing enhancements * feature: update deploy.yaml and process.py for mineru server configuration and PDF processing enhancements * feature: improve PDF processing logic and update dependencies in process.py and pyproject.toml * feature: improve PDF processing logic and update dependencies in process.py and pyproject.toml * feature: update Dockerfile for improved package source mirrors and add mineru-npu to build targets
47 lines
1.7 KiB
Docker
47 lines
1.7 KiB
Docker
FROM maven:3-eclipse-temurin-8 AS datax-builder
|
|
|
|
RUN sed -i "s@http://.*archive.ubuntu.com@http://mirrors.huaweicloud.com@g" /etc/apt/sources.list && \
|
|
sed -i "s@http://.*security.ubuntu.com@http://mirrors.huaweicloud.com@g" /etc/apt/sources.list && \
|
|
apt-get update && \
|
|
apt-get install -y git && \
|
|
git clone https://github.com/alibaba/DataX.git
|
|
|
|
COPY runtime/datax/ DataX/
|
|
|
|
RUN cd DataX && \
|
|
sed -i "s/com.mysql.jdbc.Driver/com.mysql.cj.jdbc.Driver/g" \
|
|
plugin-rdbms-util/src/main/java/com/alibaba/datax/plugin/rdbms/util/DataBaseType.java && \
|
|
mvn -U clean package assembly:assembly -Dmaven.test.skip=true
|
|
|
|
FROM maven:3-eclipse-temurin-21 AS builder
|
|
|
|
COPY backend/ /opt/backend
|
|
|
|
RUN cd /opt/backend && \
|
|
mvn -U clean package -Dmaven.test.skip=true
|
|
|
|
|
|
FROM eclipse-temurin:21-jdk
|
|
|
|
RUN sed -i "s@http://.*archive.ubuntu.com@http://mirrors.huaweicloud.com@g" /etc/apt/sources.list && \
|
|
sed -i "s@http://.*security.ubuntu.com@http://mirrors.huaweicloud.com@g" /etc/apt/sources.list && \
|
|
apt-get update && \
|
|
apt-get install -y vim wget curl nfs-common rsync python3 python3-pip python-is-python3 dos2unix && \
|
|
apt-get clean && \
|
|
rm -rf /var/lib/apt/lists/*
|
|
|
|
COPY --from=builder /opt/backend/services/main-application/target/datamate.jar /opt/backend/datamate.jar
|
|
COPY --from=datax-builder /DataX/target/datax/datax /opt/datax
|
|
|
|
COPY scripts/images/backend/start.sh /opt/backend/start.sh
|
|
|
|
RUN dos2unix /opt/backend/start.sh \
|
|
&& chmod +x /opt/backend/start.sh \
|
|
&& ln -sf /usr/share/zoneinfo/Asia/Shanghai /etc/localtime
|
|
|
|
EXPOSE 8080
|
|
|
|
ENTRYPOINT ["/opt/backend/start.sh"]
|
|
|
|
CMD ["java", "-Duser.timezone=Asia/Shanghai", "-jar", "/opt/backend/datamate.jar"]
|