You've already forked DataMate
支持mineru npu处理 (#174)
* feature: unstructured支持简单pdf处理 * feature: update values.yaml to enhance ray-cluster configuration with security context, environment variables, and resource limits * feature: update deploy.yaml and process.py for mineru server configuration and PDF processing enhancements * feature: update deploy.yaml and process.py for mineru server configuration and PDF processing enhancements * feature: improve PDF processing logic and update dependencies in process.py and pyproject.toml * feature: improve PDF processing logic and update dependencies in process.py and pyproject.toml * feature: update Dockerfile for improved package source mirrors and add mineru-npu to build targets
This commit is contained in:
@@ -99,19 +99,28 @@ services:
|
||||
restart: on-failure
|
||||
environment:
|
||||
MINERU_MODEL_SOURCE: local
|
||||
MINERU_DEVICE_MODE: cpu # cpu|cuda|npu|mps
|
||||
MINERU_BACKEND_MODE: pipeline
|
||||
MINERU_DEVICE_MODE: npu # cpu|cuda|npu|mps
|
||||
VLLM_WORKER_MULTIPROC_METHOD: spawn
|
||||
privileged: true
|
||||
command:
|
||||
- python
|
||||
- /opt/runtime/datamate/mineru/mineru_api.py
|
||||
- --port
|
||||
- "9001"
|
||||
- mineru-openai-server
|
||||
- --engine vllm
|
||||
- --host 0.0.0.0
|
||||
- --port "8000"
|
||||
volumes:
|
||||
- dataset_volume:/dataset
|
||||
- mineru_log_volume:/var/log/datamate/mineru
|
||||
- /var/log/npu/:/usr/slog
|
||||
- /usr/local/dcmi:/usr/local/dcmi
|
||||
- /usr/local/bin/npu-smi:/usr/local/bin/npu-smi
|
||||
- /usr/local/Ascend/driver:/usr/local/Ascend/driver
|
||||
networks: [ datamate ]
|
||||
profiles: [ mineru ]
|
||||
devices:
|
||||
- /dev/davinci0
|
||||
- /dev/davinci_manager
|
||||
- /dev/devmm_svm
|
||||
- /dev/hisi_hdc
|
||||
|
||||
# 5) redis
|
||||
datamate-redis:
|
||||
|
||||
Reference in New Issue
Block a user