feat: add operator-packages-volume to docker-compose and update Docke… (#179)

* feat: add operator-packages-volume to docker-compose and update Dockerfile for site-packages path

* feat: add retry

deployment/docker/datamate/docker-compose.yml

@@ -90,6 +90,7 @@ services:
       - dataset_volume:/dataset
       - flow_volume:/flow
       - operator-runtime-volume:/opt/runtime/datamate/ops/user
+      - operator-packages-volume:/usr/local/lib/ops/site-packages
     networks: [ datamate ]
 
   # 4) mineru
@@ -150,6 +151,8 @@ volumes:
     name: datamate-operator-upload-volume
   operator-runtime-volume:
     name: datamate-operator-runtime-volume
+  operator-packages-volume:
+    name: datamate-operator-packages-volume
   mineru_log_volume:
     name: datamate-mineru_log_volume
 

deployment/helm/datamate/values.yaml

@@ -170,6 +170,9 @@ runtime:
     - mountPath: /opt/runtime/datamate/ops/user
       name: operator-volume
       subPath: extract
+    - mountPath: /usr/local/lib/ops/site-packages
+      name: operator-volume
+      subPath: site-packages
 
 ray-cluster:
   enabled: true
@@ -214,6 +217,9 @@ ray-cluster:
       - mountPath: /opt/runtime/datamate/ops/user
         name: operator-volume
         subPath: extract
+      - mountPath: /usr/local/lib/ops/site-packages
+        name: operator-volume
+        subPath: site-packages
     sidecarContainers:
       - name: runtime
         image: datamate-runtime
@@ -262,3 +268,6 @@ ray-cluster:
       - mountPath: /opt/runtime/datamate/ops/user
         name: operator-volume
         subPath: extract
+      - mountPath: /usr/local/lib/ops/site-packages
+        name: operator-volume
+        subPath: site-packages