You've already forked DataMate
* feat: Update site name to DataMate and refine text for AI data processing * feat: Refactor settings page and implement model access functionality - Created a new ModelAccess component for managing model configurations. - Removed the old Settings component and replaced it with a new SettingsPage component that integrates ModelAccess, SystemConfig, and WebhookConfig. - Added SystemConfig component for managing system settings. - Implemented WebhookConfig component for managing webhook configurations. - Updated API functions for model management in settings.apis.ts. - Adjusted routing to point to the new SettingsPage component. * feat: Implement Data Collection Page with Task Management and Execution Log - Created DataCollectionPage component to manage data collection tasks. - Added TaskManagement and ExecutionLog components for task handling and logging. - Integrated task operations including start, stop, edit, and delete functionalities. - Implemented filtering and searching capabilities in task management. - Introduced SimpleCronScheduler for scheduling tasks with cron expressions. - Updated CreateTask component to utilize new scheduling and template features. - Enhanced BasicInformation component to conditionally render fields based on visibility settings. - Refactored ImportConfiguration component to remove NAS import section. * feat: Update task creation API endpoint and enhance task creation form with new fields and validation * Refactor file upload and operator management components - Removed unnecessary console logs from file download and export functions. - Added size property to TaskItem interface for better task management. - Simplified TaskUpload component by utilizing useFileSliceUpload hook for file upload logic. - Enhanced OperatorPluginCreate component to handle file uploads and parsing more efficiently. - Updated ConfigureStep component to use Ant Design Form for better data handling and validation. - Improved PreviewStep component to navigate back to the operator market. - Added support for additional file types in UploadStep component. - Implemented delete operator functionality in OperatorMarketPage with confirmation prompts. - Cleaned up unused API functions in operator.api.ts to streamline the codebase. - Fixed number formatting utility to handle zero values correctly. * Refactor Knowledge Generation to Knowledge Base - Created new API service for Knowledge Base operations including querying, creating, updating, and deleting knowledge bases and files. - Added constants for Knowledge Base status and type mappings. - Defined models for Knowledge Base and related files. - Removed obsolete Knowledge Base creation and home components, replacing them with new implementations under the Knowledge Base structure. - Updated routing to reflect the new Knowledge Base paths. - Adjusted menu items to align with the new Knowledge Base terminology. - Modified ModelAccess interface to include modelName and type properties. * feat: Implement Knowledge Base Page with CRUD operations and data management - Added KnowledgeBasePage component for displaying and managing knowledge bases. - Integrated search and filter functionalities with SearchControls component. - Implemented CreateKnowledgeBase component for creating and editing knowledge bases. - Enhanced AddDataDialog for file uploads and dataset selections. - Introduced TableTransfer component for managing data transfers between tables. - Updated API functions for knowledge base operations, including file management. - Refactored knowledge base model to include file status and metadata. - Adjusted routing to point to the new KnowledgeBasePage. * feat: enhance OperatorPluginCreate and ConfigureStep for better upload handling and UI updates * refactor: remove unused components and clean up API logging in KnowledgeBase * feat: update icons in various components and improve styling for better UI consistency * fix: adjust upload step handling and improve error display in configuration step * feat: Add RatioTransfer component for dataset selection and configuration - Implemented RatioTransfer component to manage dataset selection and ratio configuration. - Integrated dataset fetching with search and filter capabilities. - Added RatioConfig component for displaying and updating selected datasets' configurations. - Enhanced SelectDataset component with improved UI and functionality for dataset selection. - Updated RatioTasksPage to utilize new ratio task status mapping and improved error handling for task deletion. - Refactored ratio model and constants for better type safety and clarity. - Changed Vite configuration to use local backend service for development.
290 lines
9.5 KiB
TypeScript
290 lines
9.5 KiB
TypeScript
import { useMemo, useState } from "react";
|
|
import { Button, Form, message } from "antd";
|
|
import { ArrowLeft, ChevronRight } from "lucide-react";
|
|
import { createRatioTaskUsingPost } from "@/pages/RatioTask/ratio.api.ts";
|
|
import type { Dataset } from "@/pages/DataManagement/dataset.model.ts";
|
|
import { useNavigate } from "react-router";
|
|
import SelectDataset from "@/pages/RatioTask/Create/components/SelectDataset.tsx";
|
|
import BasicInformation from "@/pages/RatioTask/Create/components/BasicInformation.tsx";
|
|
import RatioConfig from "@/pages/RatioTask/Create/components/RatioConfig.tsx";
|
|
import RatioTransfer from "./components/RatioTransfer";
|
|
|
|
export default function CreateRatioTask() {
|
|
const navigate = useNavigate();
|
|
const [form] = Form.useForm();
|
|
// 配比任务相关状态
|
|
const [ratioTaskForm, setRatioTaskForm] = useState({
|
|
name: "",
|
|
description: "",
|
|
ratioType: "dataset" as "dataset" | "label",
|
|
selectedDatasets: [] as string[],
|
|
ratioConfigs: [] as any[],
|
|
totalTargetCount: 10000,
|
|
autoStart: true,
|
|
});
|
|
|
|
const [datasets, setDatasets] = useState<Dataset[]>([]);
|
|
const [creating, setCreating] = useState(false);
|
|
const [distributions, setDistributions] = useState<
|
|
Record<string, Record<string, number>>
|
|
>({});
|
|
|
|
const handleCreateRatioTask = async () => {
|
|
try {
|
|
const values = await form.validateFields();
|
|
if (!ratioTaskForm.ratioConfigs.length) {
|
|
message.error("请配置配比项");
|
|
return;
|
|
}
|
|
// Build request payload
|
|
const ratio_method =
|
|
ratioTaskForm.ratioType === "dataset" ? "DATASET" : "TAG";
|
|
const totals = String(values.totalTargetCount);
|
|
const config = ratioTaskForm.ratioConfigs.map((c) => {
|
|
if (ratio_method === "DATASET") {
|
|
return {
|
|
datasetId: String(c.source),
|
|
counts: String(c.quantity ?? 0),
|
|
filter_conditions: "",
|
|
};
|
|
}
|
|
// TAG mode: source key like `${datasetId}_${label}`
|
|
const source = String(c.source || "");
|
|
const idx = source.indexOf("_");
|
|
const datasetId = idx > 0 ? source.slice(0, idx) : source;
|
|
const label = idx > 0 ? source.slice(idx + 1) : "";
|
|
return {
|
|
datasetId,
|
|
counts: String(c.quantity ?? 0),
|
|
filter_conditions: label ? JSON.stringify({ label }) : "",
|
|
};
|
|
});
|
|
|
|
setCreating(true);
|
|
await createRatioTaskUsingPost({
|
|
name: values.name,
|
|
description: values.description,
|
|
totals,
|
|
ratio_method,
|
|
config,
|
|
});
|
|
message.success("配比任务创建成功");
|
|
navigate("/data/synthesis/ratio-task");
|
|
} catch {
|
|
message.error("配比任务创建失败,请重试");
|
|
} finally {
|
|
setCreating(false);
|
|
}
|
|
};
|
|
const totalConfigured = useMemo(
|
|
() =>
|
|
ratioTaskForm?.ratioConfigs?.reduce?.(
|
|
(sum, c) => sum + (c.quantity || 0),
|
|
0
|
|
) || 0,
|
|
[ratioTaskForm.ratioConfigs]
|
|
);
|
|
|
|
// dataset selection is handled inside SelectDataset via onSelectedDatasetsChange
|
|
|
|
const updateRatioConfig = (source: string, quantity: number) => {
|
|
setRatioTaskForm((prev) => {
|
|
const existingIndex = prev.ratioConfigs.findIndex(
|
|
(config) => config.source === source
|
|
);
|
|
const totalOtherQuantity = prev.ratioConfigs
|
|
.filter((config) => config.source !== source)
|
|
.reduce((sum, config) => sum + config.quantity, 0);
|
|
|
|
const newConfig = {
|
|
id: source,
|
|
name: source,
|
|
type: prev.ratioType,
|
|
quantity: Math.min(
|
|
quantity,
|
|
prev.totalTargetCount - totalOtherQuantity
|
|
),
|
|
percentage: Math.round((quantity / prev.totalTargetCount) * 100),
|
|
source,
|
|
};
|
|
|
|
if (existingIndex >= 0) {
|
|
const newConfigs = [...prev.ratioConfigs];
|
|
newConfigs[existingIndex] = newConfig;
|
|
return { ...prev, ratioConfigs: newConfigs };
|
|
} else {
|
|
return { ...prev, ratioConfigs: [...prev.ratioConfigs, newConfig] };
|
|
}
|
|
});
|
|
};
|
|
|
|
const generateAutoRatio = () => {
|
|
const selectedCount = ratioTaskForm.selectedDatasets.length;
|
|
if (selectedCount === 0) return;
|
|
|
|
const baseQuantity = Math.floor(
|
|
ratioTaskForm.totalTargetCount / selectedCount
|
|
);
|
|
const remainder = ratioTaskForm.totalTargetCount % selectedCount;
|
|
|
|
const newConfigs = ratioTaskForm.selectedDatasets.map(
|
|
(datasetId, index) => {
|
|
const quantity = baseQuantity + (index < remainder ? 1 : 0);
|
|
return {
|
|
id: datasetId,
|
|
name: datasetId,
|
|
type: ratioTaskForm.ratioType,
|
|
quantity,
|
|
percentage: Math.round(
|
|
(quantity / ratioTaskForm.totalTargetCount) * 100
|
|
),
|
|
source: datasetId,
|
|
};
|
|
}
|
|
);
|
|
|
|
setRatioTaskForm((prev) => ({ ...prev, ratioConfigs: newConfigs }));
|
|
};
|
|
|
|
// 标签模式下,更新某数据集的某个标签的数量
|
|
const updateLabelRatioConfig = (
|
|
datasetId: string,
|
|
label: string,
|
|
quantity: number
|
|
) => {
|
|
const sourceKey = `${datasetId}_${label}`;
|
|
setRatioTaskForm((prev) => {
|
|
const existingIndex = prev.ratioConfigs.findIndex(
|
|
(c) => c.source === sourceKey
|
|
);
|
|
const totalOtherQuantity = prev.ratioConfigs
|
|
.filter((c) => c.source !== sourceKey)
|
|
.reduce((sum, c) => sum + c.quantity, 0);
|
|
|
|
const dist = distributions[datasetId] || {};
|
|
const labelMax = dist[label] ?? Infinity;
|
|
const cappedQuantity = Math.max(
|
|
0,
|
|
Math.min(quantity, prev.totalTargetCount - totalOtherQuantity, labelMax)
|
|
);
|
|
|
|
const newConfig = {
|
|
id: sourceKey,
|
|
name: label,
|
|
type: "label",
|
|
quantity: cappedQuantity,
|
|
percentage: Math.round((cappedQuantity / prev.totalTargetCount) * 100),
|
|
source: sourceKey,
|
|
};
|
|
|
|
if (existingIndex >= 0) {
|
|
const newConfigs = [...prev.ratioConfigs];
|
|
newConfigs[existingIndex] = newConfig;
|
|
return { ...prev, ratioConfigs: newConfigs };
|
|
} else {
|
|
return { ...prev, ratioConfigs: [...prev.ratioConfigs, newConfig] };
|
|
}
|
|
});
|
|
};
|
|
|
|
const handleValuesChange = (_, allValues) => {
|
|
setRatioTaskForm({ ...ratioTaskForm, ...allValues });
|
|
};
|
|
|
|
return (
|
|
<div className="h-full flex flex-col gap-4">
|
|
{/* Header */}
|
|
<div className="flex items-center justify-between">
|
|
<div className="flex items-center">
|
|
<Button
|
|
type="text"
|
|
onClick={() => navigate("/data/synthesis/ratio-task")}
|
|
>
|
|
<ArrowLeft className="w-4 h-4 mr-1" />
|
|
</Button>
|
|
<h1 className="text-xl font-bold bg-clip-text">创建配比任务</h1>
|
|
</div>
|
|
</div>
|
|
<div className="h-full flex-overflow-auto border-card">
|
|
<div className="h-full overflow-auto p-6">
|
|
<Form
|
|
form={form}
|
|
initialValues={ratioTaskForm}
|
|
onValuesChange={handleValuesChange}
|
|
layout="vertical"
|
|
className="h-full"
|
|
>
|
|
<BasicInformation
|
|
totalTargetCount={ratioTaskForm.totalTargetCount}
|
|
/>
|
|
|
|
{/* <RatioTransfer
|
|
ratioTaskForm={ratioTaskForm}
|
|
distributions={distributions}
|
|
updateRatioConfig={updateRatioConfig}
|
|
updateLabelRatioConfig={updateLabelRatioConfig}
|
|
/> */}
|
|
|
|
<div className="flex h-full">
|
|
<SelectDataset
|
|
selectedDatasets={ratioTaskForm.selectedDatasets}
|
|
ratioType={ratioTaskForm.ratioType}
|
|
onRatioTypeChange={(value) =>
|
|
setRatioTaskForm({
|
|
...ratioTaskForm,
|
|
ratioType: value,
|
|
ratioConfigs: [],
|
|
})
|
|
}
|
|
onSelectedDatasetsChange={(next) => {
|
|
setRatioTaskForm((prev) => ({
|
|
...prev,
|
|
selectedDatasets: next,
|
|
ratioConfigs: prev.ratioConfigs.filter((c) => {
|
|
const id = String(c.source);
|
|
// keep only items whose dataset id remains selected
|
|
const dsId = id.includes("_") ? id.split("_")[0] : id;
|
|
return next.includes(dsId);
|
|
}),
|
|
}));
|
|
}}
|
|
onDistributionsChange={(next) => setDistributions(next)}
|
|
onDatasetsChange={(list) => setDatasets(list)}
|
|
/>
|
|
<ChevronRight className="self-center" />
|
|
<RatioConfig
|
|
ratioType={ratioTaskForm.ratioType}
|
|
selectedDatasets={ratioTaskForm.selectedDatasets}
|
|
datasets={datasets}
|
|
totalTargetCount={ratioTaskForm.totalTargetCount}
|
|
distributions={distributions}
|
|
onChange={(configs) =>
|
|
setRatioTaskForm((prev) => ({
|
|
...prev,
|
|
ratioConfigs: configs,
|
|
}))
|
|
}
|
|
/>
|
|
</div>
|
|
</Form>
|
|
</div>
|
|
<div className="flex justify-end gap-2 p-6">
|
|
<Button onClick={() => navigate("/data/synthesis/ratio-task")}>
|
|
取消
|
|
</Button>
|
|
<Button
|
|
type="primary"
|
|
onClick={handleCreateRatioTask}
|
|
loading={creating}
|
|
disabled={
|
|
!ratioTaskForm.name || ratioTaskForm.ratioConfigs.length === 0
|
|
}
|
|
>
|
|
创建
|
|
</Button>
|
|
</div>
|
|
</div>
|
|
</div>
|
|
);
|
|
}
|