You've already forked DataMate
78f50ea520
* feat: Refactor configuration and sync logic for improved dataset handling and logging * feat: Enhance annotation synchronization and dataset file management - Added new fields `tags_updated_at` to `DatasetFiles` model for tracking the last update time of tags. - Implemented new asynchronous methods in the Label Studio client for fetching, creating, updating, and deleting task annotations. - Introduced bidirectional synchronization for annotations between DataMate and Label Studio, allowing for flexible data management. - Updated sync service to handle annotation conflicts based on timestamps, ensuring data integrity during synchronization. - Enhanced dataset file response model to include tags and their update timestamps. - Modified database initialization script to create a new column for `tags_updated_at` in the dataset files table. - Updated requirements to ensure compatibility with the latest dependencies.
115 lines
3.6 KiB
Python
115 lines
3.6 KiB
Python
from fastapi import FastAPI, Request, HTTPException, status
|
|
from fastapi.middleware.cors import CORSMiddleware
|
|
from fastapi.exceptions import RequestValidationError
|
|
from starlette.exceptions import HTTPException as StarletteHTTPException
|
|
|
|
from contextlib import asynccontextmanager
|
|
from typing import Dict, Any
|
|
from sqlalchemy import text
|
|
|
|
from .core.config import settings
|
|
from .core.logging import setup_logging, get_logger
|
|
from .db.session import engine, AsyncSessionLocal
|
|
from .module.shared.schema import StandardResponse
|
|
from .module import router
|
|
from .exception import (
|
|
starlette_http_exception_handler,
|
|
fastapi_http_exception_handler,
|
|
validation_exception_handler,
|
|
general_exception_handler
|
|
)
|
|
|
|
setup_logging()
|
|
logger = get_logger(__name__)
|
|
|
|
@asynccontextmanager
|
|
async def lifespan(app: FastAPI):
|
|
|
|
# @startup
|
|
logger.info("DataMate Python Backend starting...")
|
|
|
|
# Database connection validation
|
|
try:
|
|
async with AsyncSessionLocal() as session:
|
|
await session.execute(text("SELECT 1"))
|
|
logger.info(f"Database: mysql+aiomysql://{settings.mysql_user}:{settings.mysql_password}@{settings.mysql_host}:{settings.mysql_port}/{settings.mysql_database}")
|
|
except Exception as e:
|
|
logger.error(f"Database connection validation failed: {e}")
|
|
logger.debug(f"Connection details: {settings.database_url}")
|
|
raise
|
|
|
|
# Label Studio
|
|
# TODO Add actual connectivity check if needed
|
|
logger.info(f"Label Studio: {settings.label_studio_base_url}")
|
|
|
|
yield
|
|
|
|
# @shutdown
|
|
logger.info("DataMate Python Backend shutting down ...\n\n")
|
|
|
|
# 创建FastAPI应用
|
|
app = FastAPI(
|
|
title=settings.app_name,
|
|
description=settings.app_description,
|
|
version=settings.app_version,
|
|
debug=settings.debug,
|
|
lifespan=lifespan
|
|
)
|
|
|
|
# CORS Middleware
|
|
# app.add_middleware(
|
|
# CORSMiddleware,
|
|
# allow_origins=settings.allowed_origins,
|
|
# allow_credentials=True,
|
|
# allow_methods=settings.allowed_methods,
|
|
# allow_headers=settings.allowed_headers,
|
|
# )
|
|
|
|
# 注册路由
|
|
app.include_router(router)
|
|
|
|
# 输出注册的路由（每行一个）
|
|
logger.debug(f"Registered routes refer to http://localhost:{settings.port}/redoc")
|
|
|
|
# 注册全局异常处理器
|
|
app.add_exception_handler(StarletteHTTPException, starlette_http_exception_handler) # type: ignore
|
|
app.add_exception_handler(HTTPException, fastapi_http_exception_handler) # type: ignore
|
|
app.add_exception_handler(RequestValidationError, validation_exception_handler) # type: ignore
|
|
app.add_exception_handler(Exception, general_exception_handler)
|
|
|
|
# 测试端点：验证异常处理
|
|
@app.get("/test-404", include_in_schema=False)
|
|
async def test_404():
|
|
"""测试404异常处理"""
|
|
raise HTTPException(status_code=404, detail="Test 404 error")
|
|
|
|
@app.get("/test-500", include_in_schema=False)
|
|
async def test_500():
|
|
"""测试500异常处理"""
|
|
raise Exception("Test uncaught exception")
|
|
|
|
# 根路径重定向到文档
|
|
@app.get("/", response_model=StandardResponse[Dict[str, Any]], include_in_schema=False)
|
|
async def root():
|
|
"""根路径，返回服务信息"""
|
|
return StandardResponse(
|
|
code=200,
|
|
message="success",
|
|
data={
|
|
"message": f"{settings.app_name} is running",
|
|
"version": settings.app_version,
|
|
"docs_url": "/redoc",
|
|
"label_studio_url": settings.label_studio_base_url
|
|
}
|
|
)
|
|
|
|
if __name__ == "__main__":
|
|
import uvicorn
|
|
|
|
uvicorn.run(
|
|
"app.main:app",
|
|
host=settings.host,
|
|
port=settings.port,
|
|
reload=settings.debug,
|
|
log_level=settings.log_level.lower()
|
|
) |