feat: File and Annotation 2-way sync implementation (#63)

* feat: Refactor configuration and sync logic for improved dataset handling and logging

* feat: Enhance annotation synchronization and dataset file management

- Added new fields `tags_updated_at` to `DatasetFiles` model for tracking the last update time of tags.
- Implemented new asynchronous methods in the Label Studio client for fetching, creating, updating, and deleting task annotations.
- Introduced bidirectional synchronization for annotations between DataMate and Label Studio, allowing for flexible data management.
- Updated sync service to handle annotation conflicts based on timestamps, ensuring data integrity during synchronization.
- Enhanced dataset file response model to include tags and their update timestamps.
- Modified database initialization script to create a new column for `tags_updated_at` in the dataset files table.
- Updated requirements to ensure compatibility with the latest dependencies.

runtime/datamate-python/app/module/annotation/schema/__init__.py

@@ -11,6 +11,8 @@ from .mapping import (
 from .sync import (
     SyncDatasetRequest,
     SyncDatasetResponse,
+    SyncAnnotationsRequest,
+    SyncAnnotationsResponse,
 )
 
 __all__ = [
@@ -21,5 +23,7 @@ __all__ = [
     "DatasetMappingResponse",
     "SyncDatasetRequest",
     "SyncDatasetResponse",
+    "SyncAnnotationsRequest",
+    "SyncAnnotationsResponse",
     "DeleteDatasetResponse",
 ]

runtime/datamate-python/app/module/annotation/schema/sync.py

@@ -1,4 +1,7 @@
-from pydantic import Field
+from typing import Literal, List, Dict, Any, Optional
+from datetime import datetime
+
+from pydantic import Field, ConfigDict
 
 from app.module.shared.schema import BaseResponseModel
 from app.module.shared.schema import StandardResponse
@@ -6,8 +9,27 @@ from app.module.shared.schema import StandardResponse
 
 class SyncDatasetRequest(BaseResponseModel):
     """同步数据集请求模型"""
+    model_config = ConfigDict(populate_by_name=True)
+    
     id: str = Field(..., description="映射ID（mapping UUID）")
-    batch_size: int = Field(50, ge=1, le=100, description="批处理大小")
+    batch_size: int = Field(50, ge=1, le=100, description="批处理大小", alias="batchSize")
+    file_priority: Literal[0, 1] = Field(0, description="0 数据集为主，1 标注平台为主", alias="filePriority")
+    label_priority: Literal[0, 1] = Field(0, description="0 数据集为主，1 标注平台为主", alias="labelPriority")
+    sync_annotations: bool = Field(True, description="是否同步标注数据", alias="syncAnnotations")
+    annotation_direction: Literal["ls_to_dm", "dm_to_ls", "bidirectional"] = Field(
+        "bidirectional", 
+        description="标注同步方向: ls_to_dm(Label Studio到数据集), dm_to_ls(数据集到Label Studio), bidirectional(双向)",
+        alias="annotationDirection"
+    )
+    overwrite: bool = Field(
+        True, 
+        description="是否覆盖DataMate中的标注（基于时间戳比较）"
+    )
+    overwrite_labeling_project: bool = Field(
+        True, 
+        description="是否覆盖Label Studio中的标注（基于时间戳比较）",
+        alias="overwriteLabelingProject"
+    )
 
 class SyncDatasetResponse(BaseResponseModel):
     """同步数据集响应模型"""
@@ -18,4 +40,53 @@ class SyncDatasetResponse(BaseResponseModel):
     message: str = Field(..., description="响应消息")
 
 class SyncDatasetResponseStd(StandardResponse[SyncDatasetResponse]):
+    pass
+
+
+class SyncAnnotationsRequest(BaseResponseModel):
+    """同步标注请求模型
+    
+    使用camelCase作为API接口字段名（通过alias），但Python代码内部使用snake_case。
+    Pydantic会自动处理两种格式的转换。
+    """
+    model_config = ConfigDict(populate_by_name=True)
+    
+    id: str = Field(..., description="映射ID（mapping UUID）")
+    batch_size: int = Field(50, ge=1, le=100, description="批处理大小", alias="batchSize")
+    direction: Literal["ls_to_dm", "dm_to_ls", "bidirectional"] = Field(
+        "bidirectional", 
+        description="同步方向: ls_to_dm(Label Studio到数据集), dm_to_ls(数据集到Label Studio), bidirectional(双向)"
+    )
+    overwrite: bool = Field(
+        True, 
+        description="是否覆盖DataMate中的标注（基于时间戳比较）。True时，如果Label Studio的标注更新时间更新，则覆盖DataMate的标注"
+    )
+    overwrite_labeling_project: bool = Field(
+        True, 
+        description="是否覆盖Label Studio中的标注（基于时间戳比较）。True时，如果DataMate的标注更新时间更新，则覆盖Label Studio的标注",
+        alias="overwriteLabelingProject"
+    )
+
+
+class TagInfo(BaseResponseModel):
+    """标注信息结构（不包含时间戳，时间戳存储在文件级别的tags_updated_at字段）"""
+    from_name: str = Field(..., description="标注工具名称")
+    to_name: str = Field(..., description="目标对象名称")
+    type: str = Field(..., description="标注类型")
+    values: Dict[str, Any] = Field(..., description="标注值")
+
+
+class SyncAnnotationsResponse(BaseResponseModel):
+    """同步标注响应模型"""
+    id: str = Field(..., description="映射UUID")
+    status: str = Field(..., description="同步状态: success/partial/error")
+    synced_to_dm: int = Field(0, description="同步到数据集的标注数量")
+    synced_to_ls: int = Field(0, description="同步到Label Studio的标注数量")
+    skipped: int = Field(0, description="跳过的标注数量")
+    failed: int = Field(0, description="失败的标注数量")
+    conflicts_resolved: int = Field(0, description="解决的冲突数量")
+    message: str = Field(..., description="响应消息")
+
+
+class SyncAnnotationsResponseStd(StandardResponse[SyncAnnotationsResponse]):
     pass