You've already forked DataMate
update data synthesis page ui (#60)
* feat: Update site name to DataMate and refine text for AI data processing * feat: Refactor settings page and implement model access functionality - Created a new ModelAccess component for managing model configurations. - Removed the old Settings component and replaced it with a new SettingsPage component that integrates ModelAccess, SystemConfig, and WebhookConfig. - Added SystemConfig component for managing system settings. - Implemented WebhookConfig component for managing webhook configurations. - Updated API functions for model management in settings.apis.ts. - Adjusted routing to point to the new SettingsPage component. * feat: Implement Data Collection Page with Task Management and Execution Log - Created DataCollectionPage component to manage data collection tasks. - Added TaskManagement and ExecutionLog components for task handling and logging. - Integrated task operations including start, stop, edit, and delete functionalities. - Implemented filtering and searching capabilities in task management. - Introduced SimpleCronScheduler for scheduling tasks with cron expressions. - Updated CreateTask component to utilize new scheduling and template features. - Enhanced BasicInformation component to conditionally render fields based on visibility settings. - Refactored ImportConfiguration component to remove NAS import section. * feat: Update task creation API endpoint and enhance task creation form with new fields and validation * Refactor file upload and operator management components - Removed unnecessary console logs from file download and export functions. - Added size property to TaskItem interface for better task management. - Simplified TaskUpload component by utilizing useFileSliceUpload hook for file upload logic. - Enhanced OperatorPluginCreate component to handle file uploads and parsing more efficiently. - Updated ConfigureStep component to use Ant Design Form for better data handling and validation. - Improved PreviewStep component to navigate back to the operator market. - Added support for additional file types in UploadStep component. - Implemented delete operator functionality in OperatorMarketPage with confirmation prompts. - Cleaned up unused API functions in operator.api.ts to streamline the codebase. - Fixed number formatting utility to handle zero values correctly. * Refactor Knowledge Generation to Knowledge Base - Created new API service for Knowledge Base operations including querying, creating, updating, and deleting knowledge bases and files. - Added constants for Knowledge Base status and type mappings. - Defined models for Knowledge Base and related files. - Removed obsolete Knowledge Base creation and home components, replacing them with new implementations under the Knowledge Base structure. - Updated routing to reflect the new Knowledge Base paths. - Adjusted menu items to align with the new Knowledge Base terminology. - Modified ModelAccess interface to include modelName and type properties. * feat: Implement Knowledge Base Page with CRUD operations and data management - Added KnowledgeBasePage component for displaying and managing knowledge bases. - Integrated search and filter functionalities with SearchControls component. - Implemented CreateKnowledgeBase component for creating and editing knowledge bases. - Enhanced AddDataDialog for file uploads and dataset selections. - Introduced TableTransfer component for managing data transfers between tables. - Updated API functions for knowledge base operations, including file management. - Refactored knowledge base model to include file status and metadata. - Adjusted routing to point to the new KnowledgeBasePage. * feat: enhance OperatorPluginCreate and ConfigureStep for better upload handling and UI updates * refactor: remove unused components and clean up API logging in KnowledgeBase * feat: update icons in various components and improve styling for better UI consistency * fix: adjust upload step handling and improve error display in configuration step * feat: Add RatioTransfer component for dataset selection and configuration - Implemented RatioTransfer component to manage dataset selection and ratio configuration. - Integrated dataset fetching with search and filter capabilities. - Added RatioConfig component for displaying and updating selected datasets' configurations. - Enhanced SelectDataset component with improved UI and functionality for dataset selection. - Updated RatioTasksPage to utilize new ratio task status mapping and improved error handling for task deletion. - Refactored ratio model and constants for better type safety and clarity. - Changed Vite configuration to use local backend service for development.
This commit is contained in:
chenghh-9609
GitHub
@@ -1,193 +0,0 @@
|
||||
import type { RatioTask } from "@/pages/RatioTask/ratio.model.ts";
|
||||
|
||||
export const mockRatioTasks: RatioTask[] = [
|
||||
{
|
||||
id: 1,
|
||||
name: "多领域数据配比任务",
|
||||
status: "completed",
|
||||
progress: 100,
|
||||
sourceDatasets: [
|
||||
"orig_20250724_64082",
|
||||
"financial_qa_dataset",
|
||||
"medical_corpus",
|
||||
],
|
||||
targetCount: 10000,
|
||||
generatedCount: 10000,
|
||||
createdAt: "2025-01-24",
|
||||
ratioType: "dataset",
|
||||
estimatedTime: "已完成",
|
||||
quality: 94,
|
||||
ratioConfigs: [
|
||||
{
|
||||
id: "1",
|
||||
name: "通用文本",
|
||||
type: "dataset",
|
||||
quantity: 4000,
|
||||
percentage: 40,
|
||||
source: "orig_20250724_64082",
|
||||
},
|
||||
{
|
||||
id: "2",
|
||||
name: "金融问答",
|
||||
type: "dataset",
|
||||
quantity: 3000,
|
||||
percentage: 30,
|
||||
source: "financial_qa_dataset",
|
||||
},
|
||||
{
|
||||
id: "3",
|
||||
name: "医疗语料",
|
||||
type: "dataset",
|
||||
quantity: 3000,
|
||||
percentage: 30,
|
||||
source: "medical_corpus",
|
||||
},
|
||||
],
|
||||
},
|
||||
{
|
||||
id: 2,
|
||||
name: "标签配比训练集",
|
||||
status: "running",
|
||||
progress: 68,
|
||||
sourceDatasets: ["teacher_model_outputs", "image_text_pairs"],
|
||||
targetCount: 8000,
|
||||
generatedCount: 5440,
|
||||
createdAt: "2025-01-25",
|
||||
ratioType: "label",
|
||||
estimatedTime: "剩余 12 分钟",
|
||||
quality: 89,
|
||||
ratioConfigs: [
|
||||
{
|
||||
id: "1",
|
||||
name: "问答",
|
||||
type: "label",
|
||||
quantity: 2500,
|
||||
percentage: 31.25,
|
||||
source: "teacher_model_outputs_问答",
|
||||
},
|
||||
{
|
||||
id: "2",
|
||||
name: "推理",
|
||||
type: "label",
|
||||
quantity: 2000,
|
||||
percentage: 25,
|
||||
source: "teacher_model_outputs_推理",
|
||||
},
|
||||
{
|
||||
id: "3",
|
||||
name: "图像",
|
||||
type: "label",
|
||||
quantity: 1800,
|
||||
percentage: 22.5,
|
||||
source: "image_text_pairs_图像",
|
||||
},
|
||||
{
|
||||
id: "4",
|
||||
name: "描述",
|
||||
type: "label",
|
||||
quantity: 1700,
|
||||
percentage: 21.25,
|
||||
source: "image_text_pairs_描述",
|
||||
},
|
||||
],
|
||||
},
|
||||
{
|
||||
id: 3,
|
||||
name: "平衡数据集配比",
|
||||
status: "failed",
|
||||
progress: 25,
|
||||
sourceDatasets: ["orig_20250724_64082", "financial_qa_dataset"],
|
||||
targetCount: 5000,
|
||||
generatedCount: 1250,
|
||||
createdAt: "2025-01-25",
|
||||
ratioType: "dataset",
|
||||
errorMessage: "数据源连接失败，请检查数据集状态",
|
||||
ratioConfigs: [
|
||||
{
|
||||
id: "1",
|
||||
name: "通用文本",
|
||||
type: "dataset",
|
||||
quantity: 2500,
|
||||
percentage: 50,
|
||||
source: "orig_20250724_64082",
|
||||
},
|
||||
{
|
||||
id: "2",
|
||||
name: "金融问答",
|
||||
type: "dataset",
|
||||
quantity: 2500,
|
||||
percentage: 50,
|
||||
source: "financial_qa_dataset",
|
||||
},
|
||||
],
|
||||
},
|
||||
{
|
||||
id: 4,
|
||||
name: "文本分类配比任务",
|
||||
status: "pending",
|
||||
progress: 0,
|
||||
sourceDatasets: ["text_classification_data", "sentiment_analysis_data"],
|
||||
targetCount: 6000,
|
||||
generatedCount: 0,
|
||||
createdAt: "2025-01-26",
|
||||
ratioType: "label",
|
||||
estimatedTime: "预计 15 分钟",
|
||||
ratioConfigs: [
|
||||
{
|
||||
id: "1",
|
||||
name: "正面",
|
||||
type: "label",
|
||||
quantity: 2000,
|
||||
percentage: 33.33,
|
||||
source: "sentiment_analysis_data_正面",
|
||||
},
|
||||
{
|
||||
id: "2",
|
||||
name: "负面",
|
||||
type: "label",
|
||||
quantity: 2000,
|
||||
percentage: 33.33,
|
||||
source: "sentiment_analysis_data_负面",
|
||||
},
|
||||
{
|
||||
id: "3",
|
||||
name: "中性",
|
||||
type: "label",
|
||||
quantity: 2000,
|
||||
percentage: 33.33,
|
||||
source: "sentiment_analysis_data_中性",
|
||||
},
|
||||
],
|
||||
},
|
||||
{
|
||||
id: 5,
|
||||
name: "多模态数据配比",
|
||||
status: "paused",
|
||||
progress: 45,
|
||||
sourceDatasets: ["image_caption_data", "video_description_data"],
|
||||
targetCount: 12000,
|
||||
generatedCount: 5400,
|
||||
createdAt: "2025-01-23",
|
||||
ratioType: "dataset",
|
||||
estimatedTime: "已暂停",
|
||||
quality: 91,
|
||||
ratioConfigs: [
|
||||
{
|
||||
id: "1",
|
||||
name: "图像描述",
|
||||
type: "dataset",
|
||||
quantity: 7000,
|
||||
percentage: 58.33,
|
||||
source: "image_caption_data",
|
||||
},
|
||||
{
|
||||
id: "2",
|
||||
name: "视频描述",
|
||||
type: "dataset",
|
||||
quantity: 5000,
|
||||
percentage: 41.67,
|
||||
source: "video_description_data",
|
||||
},
|
||||
],
|
||||
},
|
||||
];
|
||||
Reference in New Issue
Block a user