feature: 增加data-juicer算子 (#157)

2025-12-11 10:32:19 +08:00
parent cfa6301e9e
commit 786f13f9c3
2 changed files with 273 additions and 1 deletions
--- a/runtime/python-executor/pyproject.toml
+++ b/runtime/python-executor/pyproject.toml
@@ -19,12 +19,22 @@ dependencies = [
    "fastapi>=0.123.9",
    "jsonargparse>=4.44.0",
    "loguru>=0.7.3",
-    "opencv-python-headless>=4.12.0.88",
+    "opencv-python-headless==4.7.0.72",
    "ray[data,default]==2.52.1",
    "unstructured[csv,docx,pptx,xlsx]==0.18.15",
    "uvicorn[standard]>=0.38.0",
 ]

+[project.optional-dependencies]
+dj = [
+    "py-data-juicer~=1.4.4"
+]
+
+# All dependencies
+all = [
+    "datamate[dj]"
+]
+
 [build-system]
 requires = ["hatchling"]
 build-backend = "hatchling.build"