feat: 支持运行data-juicer算子 (#215)

* feature: 增加data-juicer算子

* feat: 支持运行data-juicer算子

* feat: 支持data-juicer任务下发

* feat: 支持data-juicer结果数据集归档

* feat: 支持data-juicer结果数据集归档

deployment/helm/datamate/charts/ray-cluster/templates/_helpers.tpl

@@ -66,15 +66,3 @@ Name of image
 {{- $name }}:{{ $tag }}
 {{- end }}
 {{- end }}
-
-{{/*
-Name of sidecar image
-*/}}
-{{- define "ray-cluster-sidecar.image" -}}
-{{- $name := default (printf "%s:%s" .Values.image.repository .Values.image.tag) .Values.head.sidecarContainers.image }}
-{{- if .Values.global.image.repository }}
-{{- .Values.global.image.repository | trimSuffix "/" }}/{{ $name }}
-{{- else }}
-{{- $name }}
-{{- end }}
-{{- end }}

deployment/helm/datamate/charts/ray-cluster/templates/raycluster-cluster.yaml

@@ -96,7 +96,7 @@ spec:
           securityContext:
             {{- toYaml . | nindent 12 }}
           {{- end }}
-        {{- $defult := printf "%s:%s" .Values.image.repository .Values.image.tag }}
+        {{- $defult := include "ray-cluster.image" . -}}
         {{- with .Values.head.sidecarContainers }}
         {{- range $index, $container := . }}
         {{- $image := default $defult $container.image -}}
@@ -313,10 +313,14 @@ spec:
         - name: ray-worker
           {{- if $values.image }}
           image: {{ $values.image.repository }}:{{ $values.image.tag }}
+          {{- if $values.image.pullPolicy }}
           imagePullPolicy: {{ $values.image.pullPolicy }}
           {{- else }}
-          image: {{ $.Values.image.repository }}:{{ $.Values.image.tag }}
-          imagePullPolicy: {{ $.Values.image.pullPolicy }}
+          imagePullPolicy: {{ default $.Values.image.pullPolicy $.Values.global.image.pullPolicy }}
+          {{- end }}
+          {{- else }}
+          image: {{ include "ray-cluster.image" $ }}
+          imagePullPolicy: {{ default $.Values.image.pullPolicy $.Values.global.image.pullPolicy }}
           {{- end }}
           {{- with $values.command }}
           command:

deployment/helm/datamate/values.yaml

@@ -248,7 +248,6 @@ ray-cluster:
         subPath: site-packages
     sidecarContainers:
       - name: runtime
-        image: datamate-runtime
         imagePullPolicy: IfNotPresent
         args: *runtimeArgs
         env: *runtimeEnv
@@ -338,6 +337,9 @@ ray-cluster:
         - *flowVolume
         - *logVolume
         - *operatorVolume
+        - name: ascend
+          hostPath:
+            path: /usr/local/Ascend
       volumeMounts:
         - mountPath: /tmp/ray
           name: log-volume
@@ -352,3 +354,5 @@ ray-cluster:
         - mountPath: /usr/local/lib/ops/site-packages
           name: operator-volume
           subPath: site-packages
+        - mountPath: /usr/local/Ascend
+          name: ascend