You've already forked DataMate
6a1eb85e8e
* feature: 增加data-juicer算子 * feat: 支持运行data-juicer算子 * feat: 支持data-juicer任务下发 * feat: 支持data-juicer结果数据集归档 * feat: 支持data-juicer结果数据集归档
35 lines
838 B
TOML
35 lines
838 B
TOML
[project]
|
|
name = "ops"
|
|
version = "0.0.1"
|
|
description = "Add your description here"
|
|
readme = "README.md"
|
|
requires-python = ">=3.10"
|
|
dependencies = [
|
|
"beautifulsoup4>=4.14.3",
|
|
"datasketch>=1.8.0",
|
|
"email-validator>=2.3.0",
|
|
"emoji>=2.15.0",
|
|
"jieba>=0.42.1",
|
|
"loguru>=0.7.3",
|
|
"mineru>=2.6.5",
|
|
"numpy>=2.2.6",
|
|
"python-multipart>=0.0.20",
|
|
"opencv-contrib-python-headless>=4.12.0.88",
|
|
"opencv-python-headless>=4.12.0.88",
|
|
"openslide-python>=1.4.3",
|
|
"paddleocr==3.3.0",
|
|
"paddlepaddle==3.2.2",
|
|
"pandas>=2.2.3",
|
|
"presidio-analyzer==2.2.25",
|
|
"presidio-anonymizer==2.2.25",
|
|
"pycryptodome>=3.23.0",
|
|
"pymysql>=1.1.2",
|
|
"python-docx>=1.2.0",
|
|
"pytz>=2025.2",
|
|
"six>=1.17.0",
|
|
"spacy>=3.7.0",
|
|
"sqlalchemy>=2.0.44",
|
|
"xmltodict>=1.0.2",
|
|
"zhconv>=1.4.3",
|
|
]
|