You've already forked DataMate
* feat: Enhance annotation module with template management and validation - Added DatasetMappingCreateRequest and DatasetMappingUpdateRequest schemas to handle dataset mapping requests with camelCase and snake_case support. - Introduced Annotation Template schemas including CreateAnnotationTemplateRequest, UpdateAnnotationTemplateRequest, and AnnotationTemplateResponse for managing annotation templates. - Implemented AnnotationTemplateService for creating, updating, retrieving, and deleting annotation templates, including validation of configurations and XML generation. - Added utility class LabelStudioConfigValidator for validating Label Studio configurations and XML formats. - Updated database schema for annotation templates and labeling projects to include new fields and constraints. - Seeded initial annotation templates for various use cases including image classification, object detection, and text classification. * feat: Enhance TemplateForm with improved validation and dynamic field rendering; update LabelStudio config validation for camelCase support * feat: Update docker-compose.yml to mark datamate dataset volume and network as external * feat: Add tag configuration management and related components - Introduced new components for tag selection and browsing in the frontend. - Added API endpoint to fetch tag configuration from the backend. - Implemented tag configuration management in the backend, including loading from YAML. - Enhanced template service to support dynamic tag rendering based on configuration. - Updated validation utilities to incorporate tag configuration checks. - Refactored existing code to utilize the new tag configuration structure. * feat: Refactor LabelStudioTagConfig for improved configuration loading and validation * feat: Update Makefile to include backend-python-docker-build in the build process * feat: Migrate to poetry for better deps management * Add pyyaml dependency and update Dockerfile to use Poetry for dependency management - Added pyyaml (>=6.0.3,<7.0.0) to pyproject.toml dependencies. - Updated Dockerfile to install Poetry and manage dependencies using it. - Improved layer caching by copying only dependency files before the application code. - Removed unnecessary installation of build dependencies to keep the final image size small. * feat: Remove duplicated backend-python-docker-build target from Makefile * fix: airflow is not ready for adding yet * feat: update Python version to 3.12 and remove project installation step in Dockerfile
115 lines
3.6 KiB
Python
115 lines
3.6 KiB
Python
from fastapi import FastAPI, Request, HTTPException, status
|
|
from fastapi.middleware.cors import CORSMiddleware
|
|
from fastapi.exceptions import RequestValidationError
|
|
from starlette.exceptions import HTTPException as StarletteHTTPException
|
|
|
|
from contextlib import asynccontextmanager
|
|
from typing import Dict, Any
|
|
from sqlalchemy import text
|
|
|
|
from .core.config import settings
|
|
from .core.logging import setup_logging, get_logger
|
|
from .db.session import engine, AsyncSessionLocal
|
|
from .module.shared.schema import StandardResponse
|
|
from .module import router
|
|
from .exception import (
|
|
starlette_http_exception_handler,
|
|
fastapi_http_exception_handler,
|
|
validation_exception_handler,
|
|
general_exception_handler
|
|
)
|
|
|
|
setup_logging()
|
|
logger = get_logger(__name__)
|
|
|
|
@asynccontextmanager
|
|
async def lifespan(app: FastAPI):
|
|
|
|
# @startup
|
|
logger.info("DataMate Python Backend starting...")
|
|
|
|
# Database connection validation
|
|
try:
|
|
async with AsyncSessionLocal() as session:
|
|
await session.execute(text("SELECT 1"))
|
|
logger.info(f"Database: mysql+aiomysql://{'*' * len(settings.mysql_user)}:{'*' * len(settings.mysql_password)}@{settings.mysql_host}:{settings.mysql_port}/{settings.mysql_database}")
|
|
except Exception as e:
|
|
logger.error(f"Database connection validation failed: {e}")
|
|
logger.debug(f"Connection details: {settings.database_url}")
|
|
raise
|
|
|
|
# Label Studio
|
|
# TODO Add actual connectivity check if needed
|
|
logger.info(f"Label Studio: {settings.label_studio_base_url}")
|
|
|
|
yield
|
|
|
|
# @shutdown
|
|
logger.info("DataMate Python Backend shutting down ...\n\n")
|
|
|
|
# 创建FastAPI应用
|
|
app = FastAPI(
|
|
title=settings.app_name,
|
|
description=settings.app_description,
|
|
version=settings.app_version,
|
|
debug=settings.debug,
|
|
lifespan=lifespan
|
|
)
|
|
|
|
# CORS Middleware
|
|
# app.add_middleware(
|
|
# CORSMiddleware,
|
|
# allow_origins=settings.allowed_origins,
|
|
# allow_credentials=True,
|
|
# allow_methods=settings.allowed_methods,
|
|
# allow_headers=settings.allowed_headers,
|
|
# )
|
|
|
|
# 注册路由
|
|
app.include_router(router)
|
|
|
|
# 输出注册的路由(每行一个)
|
|
logger.debug(f"Registered routes refer to http://localhost:{settings.port}/redoc")
|
|
|
|
# 注册全局异常处理器
|
|
app.add_exception_handler(StarletteHTTPException, starlette_http_exception_handler) # type: ignore
|
|
app.add_exception_handler(HTTPException, fastapi_http_exception_handler) # type: ignore
|
|
app.add_exception_handler(RequestValidationError, validation_exception_handler) # type: ignore
|
|
app.add_exception_handler(Exception, general_exception_handler)
|
|
|
|
# 测试端点:验证异常处理
|
|
@app.get("/test-404", include_in_schema=False)
|
|
async def test_404():
|
|
"""测试404异常处理"""
|
|
raise HTTPException(status_code=404, detail="Test 404 error")
|
|
|
|
@app.get("/test-500", include_in_schema=False)
|
|
async def test_500():
|
|
"""测试500异常处理"""
|
|
raise Exception("Test uncaught exception")
|
|
|
|
# 根路径重定向到文档
|
|
@app.get("/", response_model=StandardResponse[Dict[str, Any]], include_in_schema=False)
|
|
async def root():
|
|
"""根路径,返回服务信息"""
|
|
return StandardResponse(
|
|
code=200,
|
|
message="success",
|
|
data={
|
|
"message": f"{settings.app_name} is running",
|
|
"version": settings.app_version,
|
|
"docs_url": "/redoc",
|
|
"label_studio_url": settings.label_studio_base_url
|
|
}
|
|
)
|
|
|
|
if __name__ == "__main__":
|
|
import uvicorn
|
|
|
|
uvicorn.run(
|
|
"app.main:app",
|
|
host=settings.host,
|
|
port=settings.port,
|
|
reload=settings.debug,
|
|
log_level=settings.log_level.lower()
|
|
) |