feat: add file copying functionality to dataset directory and update base path configuration #80

This commit is contained in:
Dallas98
2025-11-13 16:52:14 +08:00
committed by GitHub
parent 960323f41c
commit 15498f27cf
8 changed files with 122 additions and 45 deletions

View File

@@ -118,23 +118,15 @@ management:
# 平台配置
datamate:
# JWT配置
jwt:
secret: ${JWT_SECRET:dataMateSecretKey2024ForJWTTokenGeneration}
expiration: ${JWT_EXPIRATION:86400} # 24小时,单位秒
header: Authorization
prefix: "Bearer "
# 通用配置
# 文件存储配置
storage:
type: ${STORAGE_TYPE:local} # local, minio, s3
local:
base-path: ${STORAGE_LOCAL_PATH:./data/storage}
minio:
endpoint: ${MINIO_ENDPOINT:http://localhost:9000}
access-key: ${MINIO_ACCESS_KEY:minioadmin}
secret-key: ${MINIO_SECRET_KEY:minioadmin}
bucket-name: ${MINIO_BUCKET:data-mate}
# Ray执行器配置
ray:
@@ -148,6 +140,12 @@ datamate:
- "numpy"
- "data-juicer"
# 模块配置
# 数据管理服务配置
data-management:
base-path: /dataset
# 数据归集服务配置(可由模块导入叠加)
data-collection: {}