You've already forked FrameTour-RenderWorker
Jerry Yan
24de32e6bb
- 添加v2支持的任务类型常量定义 - 更新软件版本至0.0.9 - 定义v2统一音视频编码参数 - 实现系统信息工具get_sys_info_v2方法 - 新增get_capabilities和_get_gpu_info功能 - 创建core模块及TaskHandler抽象基类 - 添加渲染系统设计文档包括集群架构、v2 PRD和Worker PRD - 实现任务处理器抽象基类及接口规范
123 lines
3.6 KiB
Python
123 lines
3.6 KiB
Python
# -*- coding: utf-8 -*-
|
|
"""
|
|
Worker 配置模型
|
|
|
|
定义 Worker 运行时的配置参数。
|
|
"""
|
|
|
|
import os
|
|
from dataclasses import dataclass, field
|
|
from typing import List, Optional
|
|
|
|
|
|
# 默认支持的任务类型
|
|
DEFAULT_CAPABILITIES = [
|
|
"RENDER_SEGMENT_VIDEO",
|
|
"PREPARE_JOB_AUDIO",
|
|
"PACKAGE_SEGMENT_TS",
|
|
"FINALIZE_MP4"
|
|
]
|
|
|
|
|
|
@dataclass
|
|
class WorkerConfig:
|
|
"""
|
|
Worker 配置
|
|
|
|
包含 Worker 运行所需的所有配置参数。
|
|
"""
|
|
# API 配置
|
|
api_endpoint: str
|
|
access_key: str
|
|
worker_id: str
|
|
|
|
# 并发控制
|
|
max_concurrency: int = 4
|
|
|
|
# 心跳配置
|
|
heartbeat_interval: int = 5 # 秒
|
|
|
|
# 租约配置
|
|
lease_extension_threshold: int = 60 # 秒，提前多久续期
|
|
lease_extension_duration: int = 300 # 秒，每次续期时长
|
|
|
|
# 目录配置
|
|
temp_dir: str = "/tmp/render_worker"
|
|
|
|
# 能力配置
|
|
capabilities: List[str] = field(default_factory=lambda: DEFAULT_CAPABILITIES.copy())
|
|
|
|
# FFmpeg 配置
|
|
ffmpeg_timeout: int = 3600 # 秒，FFmpeg 执行超时
|
|
|
|
# 下载/上传配置
|
|
download_timeout: int = 300 # 秒，下载超时
|
|
upload_timeout: int = 600 # 秒，上传超时
|
|
|
|
@classmethod
|
|
def from_env(cls) -> 'WorkerConfig':
|
|
"""从环境变量创建配置"""
|
|
|
|
# API 端点，优先使用 V2 版本
|
|
api_endpoint = os.getenv('API_ENDPOINT_V2') or os.getenv('API_ENDPOINT', '')
|
|
if not api_endpoint:
|
|
raise ValueError("API_ENDPOINT_V2 or API_ENDPOINT environment variable is required")
|
|
|
|
# Access Key
|
|
access_key = os.getenv('ACCESS_KEY', '')
|
|
if not access_key:
|
|
raise ValueError("ACCESS_KEY environment variable is required")
|
|
|
|
# Worker ID
|
|
worker_id = os.getenv('WORKER_ID', '100001')
|
|
|
|
# 并发数
|
|
max_concurrency = int(os.getenv('MAX_CONCURRENCY', '4'))
|
|
|
|
# 心跳间隔
|
|
heartbeat_interval = int(os.getenv('HEARTBEAT_INTERVAL', '5'))
|
|
|
|
# 租约配置
|
|
lease_extension_threshold = int(os.getenv('LEASE_EXTENSION_THRESHOLD', '60'))
|
|
lease_extension_duration = int(os.getenv('LEASE_EXTENSION_DURATION', '300'))
|
|
|
|
# 临时目录
|
|
temp_dir = os.getenv('TEMP_DIR', os.getenv('TEMP', '/tmp/render_worker'))
|
|
|
|
# 能力列表
|
|
capabilities_str = os.getenv('CAPABILITIES', '')
|
|
if capabilities_str:
|
|
capabilities = [c.strip() for c in capabilities_str.split(',') if c.strip()]
|
|
else:
|
|
capabilities = DEFAULT_CAPABILITIES.copy()
|
|
|
|
# FFmpeg 超时
|
|
ffmpeg_timeout = int(os.getenv('FFMPEG_TIMEOUT', '3600'))
|
|
|
|
# 下载/上传超时
|
|
download_timeout = int(os.getenv('DOWNLOAD_TIMEOUT', '300'))
|
|
upload_timeout = int(os.getenv('UPLOAD_TIMEOUT', '600'))
|
|
|
|
return cls(
|
|
api_endpoint=api_endpoint,
|
|
access_key=access_key,
|
|
worker_id=worker_id,
|
|
max_concurrency=max_concurrency,
|
|
heartbeat_interval=heartbeat_interval,
|
|
lease_extension_threshold=lease_extension_threshold,
|
|
lease_extension_duration=lease_extension_duration,
|
|
temp_dir=temp_dir,
|
|
capabilities=capabilities,
|
|
ffmpeg_timeout=ffmpeg_timeout,
|
|
download_timeout=download_timeout,
|
|
upload_timeout=upload_timeout
|
|
)
|
|
|
|
def get_work_dir_path(self, task_id: str) -> str:
|
|
"""获取任务工作目录路径"""
|
|
return os.path.join(self.temp_dir, f"task_{task_id}")
|
|
|
|
def ensure_temp_dir(self) -> None:
|
|
"""确保临时目录存在"""
|
|
os.makedirs(self.temp_dir, exist_ok=True)
|