You've already forked DataMate
6a1eb85e8e
* feature: 增加data-juicer算子 * feat: 支持运行data-juicer算子 * feat: 支持data-juicer任务下发 * feat: 支持data-juicer结果数据集归档 * feat: 支持data-juicer结果数据集归档
11 lines
344 B
Python
11 lines
344 B
Python
# -*- coding: utf-8 -*-
|
|
import os
|
|
|
|
from datamate.scheduler import cmd_scheduler
|
|
|
|
|
|
async def submit(task_id, config_path):
|
|
current_dir = os.path.dirname(__file__)
|
|
|
|
await cmd_scheduler.submit(task_id, f"python {os.path.join(current_dir, 'data_juicer_executor.py')} "
|
|
f"--config_path={config_path}") |