You've already forked FrameTour-RenderWorker
feat(render): 实现渲染系统v2核心架构
- 添加v2支持的任务类型常量定义 - 更新软件版本至0.0.9 - 定义v2统一音视频编码参数 - 实现系统信息工具get_sys_info_v2方法 - 新增get_capabilities和_get_gpu_info功能 - 创建core模块及TaskHandler抽象基类 - 添加渲染系统设计文档包括集群架构、v2 PRD和Worker PRD - 实现任务处理器抽象基类及接口规范
This commit is contained in:
20
handlers/__init__.py
Normal file
20
handlers/__init__.py
Normal file
@@ -0,0 +1,20 @@
|
||||
# -*- coding: utf-8 -*-
|
||||
"""
|
||||
任务处理器层
|
||||
|
||||
包含各种任务类型的具体处理器实现。
|
||||
"""
|
||||
|
||||
from handlers.base import BaseHandler
|
||||
from handlers.render_video import RenderSegmentVideoHandler
|
||||
from handlers.prepare_audio import PrepareJobAudioHandler
|
||||
from handlers.package_ts import PackageSegmentTsHandler
|
||||
from handlers.finalize_mp4 import FinalizeMp4Handler
|
||||
|
||||
__all__ = [
|
||||
'BaseHandler',
|
||||
'RenderSegmentVideoHandler',
|
||||
'PrepareJobAudioHandler',
|
||||
'PackageSegmentTsHandler',
|
||||
'FinalizeMp4Handler',
|
||||
]
|
||||
280
handlers/base.py
Normal file
280
handlers/base.py
Normal file
@@ -0,0 +1,280 @@
|
||||
# -*- coding: utf-8 -*-
|
||||
"""
|
||||
任务处理器基类
|
||||
|
||||
提供所有处理器共用的基础功能。
|
||||
"""
|
||||
|
||||
import os
|
||||
import logging
|
||||
import shutil
|
||||
import tempfile
|
||||
import subprocess
|
||||
from abc import ABC
|
||||
from typing import Optional, List, TYPE_CHECKING
|
||||
|
||||
from core.handler import TaskHandler
|
||||
from domain.task import Task
|
||||
from domain.result import TaskResult, ErrorCode
|
||||
from domain.config import WorkerConfig
|
||||
from util import oss
|
||||
from util.ffmpeg import subprocess_args
|
||||
|
||||
if TYPE_CHECKING:
|
||||
from services.api_client import APIClientV2
|
||||
|
||||
logger = logging.getLogger(__name__)
|
||||
|
||||
|
||||
# v2 统一视频编码参数（来自集成文档）
|
||||
VIDEO_ENCODE_ARGS = [
|
||||
'-c:v', 'libx264',
|
||||
'-preset', 'medium',
|
||||
'-profile:v', 'main',
|
||||
'-level', '4.0',
|
||||
'-crf', '23',
|
||||
'-pix_fmt', 'yuv420p',
|
||||
]
|
||||
|
||||
# v2 统一音频编码参数
|
||||
AUDIO_ENCODE_ARGS = [
|
||||
'-c:a', 'aac',
|
||||
'-b:a', '128k',
|
||||
'-ar', '48000',
|
||||
'-ac', '2',
|
||||
]
|
||||
|
||||
|
||||
class BaseHandler(TaskHandler, ABC):
|
||||
"""
|
||||
任务处理器基类
|
||||
|
||||
提供所有处理器共用的基础功能，包括：
|
||||
- 临时目录管理
|
||||
- 文件下载/上传
|
||||
- FFmpeg 命令执行
|
||||
- 日志记录
|
||||
"""
|
||||
|
||||
def __init__(self, config: WorkerConfig, api_client: 'APIClientV2'):
|
||||
"""
|
||||
初始化处理器
|
||||
|
||||
Args:
|
||||
config: Worker 配置
|
||||
api_client: API 客户端
|
||||
"""
|
||||
self.config = config
|
||||
self.api_client = api_client
|
||||
|
||||
def before_handle(self, task: Task) -> None:
|
||||
"""处理前钩子"""
|
||||
logger.debug(f"[task:{task.task_id}] Before handle: {task.task_type.value}")
|
||||
|
||||
def after_handle(self, task: Task, result: TaskResult) -> None:
|
||||
"""处理后钩子"""
|
||||
status = "success" if result.success else "failed"
|
||||
logger.debug(f"[task:{task.task_id}] After handle: {status}")
|
||||
|
||||
def create_work_dir(self, task_id: str = None) -> str:
|
||||
"""
|
||||
创建临时工作目录
|
||||
|
||||
Args:
|
||||
task_id: 任务 ID（用于目录命名）
|
||||
|
||||
Returns:
|
||||
工作目录路径
|
||||
"""
|
||||
# 确保临时根目录存在
|
||||
os.makedirs(self.config.temp_dir, exist_ok=True)
|
||||
|
||||
# 创建唯一的工作目录
|
||||
prefix = f"task_{task_id}_" if task_id else "task_"
|
||||
work_dir = tempfile.mkdtemp(dir=self.config.temp_dir, prefix=prefix)
|
||||
|
||||
logger.debug(f"Created work directory: {work_dir}")
|
||||
return work_dir
|
||||
|
||||
def cleanup_work_dir(self, work_dir: str) -> None:
|
||||
"""
|
||||
清理临时工作目录
|
||||
|
||||
Args:
|
||||
work_dir: 工作目录路径
|
||||
"""
|
||||
if not work_dir or not os.path.exists(work_dir):
|
||||
return
|
||||
|
||||
try:
|
||||
shutil.rmtree(work_dir)
|
||||
logger.debug(f"Cleaned up work directory: {work_dir}")
|
||||
except Exception as e:
|
||||
logger.warning(f"Failed to cleanup work directory {work_dir}: {e}")
|
||||
|
||||
def download_file(self, url: str, dest: str, timeout: int = None) -> bool:
|
||||
"""
|
||||
下载文件
|
||||
|
||||
Args:
|
||||
url: 文件 URL
|
||||
dest: 目标路径
|
||||
timeout: 超时时间（秒）
|
||||
|
||||
Returns:
|
||||
是否成功
|
||||
"""
|
||||
if timeout is None:
|
||||
timeout = self.config.download_timeout
|
||||
|
||||
try:
|
||||
result = oss.download_from_oss(url, dest)
|
||||
if result:
|
||||
file_size = os.path.getsize(dest) if os.path.exists(dest) else 0
|
||||
logger.debug(f"Downloaded: {url} -> {dest} ({file_size} bytes)")
|
||||
return result
|
||||
except Exception as e:
|
||||
logger.error(f"Download failed: {url} -> {e}")
|
||||
return False
|
||||
|
||||
def upload_file(
|
||||
self,
|
||||
task_id: str,
|
||||
file_type: str,
|
||||
file_path: str,
|
||||
file_name: str = None
|
||||
) -> Optional[str]:
|
||||
"""
|
||||
上传文件并返回访问 URL
|
||||
|
||||
Args:
|
||||
task_id: 任务 ID
|
||||
file_type: 文件类型（video/audio/ts/mp4）
|
||||
file_path: 本地文件路径
|
||||
file_name: 文件名（可选）
|
||||
|
||||
Returns:
|
||||
访问 URL，失败返回 None
|
||||
"""
|
||||
# 获取上传 URL
|
||||
upload_info = self.api_client.get_upload_url(task_id, file_type, file_name)
|
||||
if not upload_info:
|
||||
logger.error(f"[task:{task_id}] Failed to get upload URL")
|
||||
return None
|
||||
|
||||
upload_url = upload_info.get('uploadUrl')
|
||||
access_url = upload_info.get('accessUrl')
|
||||
|
||||
if not upload_url:
|
||||
logger.error(f"[task:{task_id}] Invalid upload URL response")
|
||||
return None
|
||||
|
||||
# 上传文件
|
||||
try:
|
||||
result = oss.upload_to_oss(upload_url, file_path)
|
||||
if result:
|
||||
file_size = os.path.getsize(file_path)
|
||||
logger.info(f"[task:{task_id}] Uploaded: {file_path} ({file_size} bytes)")
|
||||
return access_url
|
||||
else:
|
||||
logger.error(f"[task:{task_id}] Upload failed: {file_path}")
|
||||
return None
|
||||
except Exception as e:
|
||||
logger.error(f"[task:{task_id}] Upload error: {e}")
|
||||
return None
|
||||
|
||||
def run_ffmpeg(
|
||||
self,
|
||||
cmd: List[str],
|
||||
task_id: str,
|
||||
timeout: int = None
|
||||
) -> bool:
|
||||
"""
|
||||
执行 FFmpeg 命令
|
||||
|
||||
Args:
|
||||
cmd: FFmpeg 命令参数列表
|
||||
task_id: 任务 ID（用于日志）
|
||||
timeout: 超时时间（秒）
|
||||
|
||||
Returns:
|
||||
是否成功
|
||||
"""
|
||||
if timeout is None:
|
||||
timeout = self.config.ffmpeg_timeout
|
||||
|
||||
# 日志记录命令（限制长度）
|
||||
cmd_str = ' '.join(cmd)
|
||||
if len(cmd_str) > 500:
|
||||
cmd_str = cmd_str[:500] + '...'
|
||||
logger.info(f"[task:{task_id}] FFmpeg: {cmd_str}")
|
||||
|
||||
try:
|
||||
result = subprocess.run(
|
||||
cmd,
|
||||
capture_output=True,
|
||||
timeout=timeout,
|
||||
**subprocess_args(False)
|
||||
)
|
||||
|
||||
if result.returncode != 0:
|
||||
stderr = result.stderr.decode('utf-8', errors='replace')[:1000]
|
||||
logger.error(f"[task:{task_id}] FFmpeg failed (code={result.returncode}): {stderr}")
|
||||
return False
|
||||
|
||||
return True
|
||||
|
||||
except subprocess.TimeoutExpired:
|
||||
logger.error(f"[task:{task_id}] FFmpeg timeout after {timeout}s")
|
||||
return False
|
||||
except Exception as e:
|
||||
logger.error(f"[task:{task_id}] FFmpeg error: {e}")
|
||||
return False
|
||||
|
||||
def probe_duration(self, file_path: str) -> Optional[float]:
|
||||
"""
|
||||
探测媒体文件时长
|
||||
|
||||
Args:
|
||||
file_path: 文件路径
|
||||
|
||||
Returns:
|
||||
时长（秒），失败返回 None
|
||||
"""
|
||||
try:
|
||||
from util.ffmpeg import probe_video_info
|
||||
_, _, duration = probe_video_info(file_path)
|
||||
return float(duration) if duration else None
|
||||
except Exception as e:
|
||||
logger.warning(f"Failed to probe duration: {file_path} -> {e}")
|
||||
return None
|
||||
|
||||
def get_file_size(self, file_path: str) -> int:
|
||||
"""
|
||||
获取文件大小
|
||||
|
||||
Args:
|
||||
file_path: 文件路径
|
||||
|
||||
Returns:
|
||||
文件大小（字节）
|
||||
"""
|
||||
try:
|
||||
return os.path.getsize(file_path)
|
||||
except Exception:
|
||||
return 0
|
||||
|
||||
def ensure_file_exists(self, file_path: str, min_size: int = 0) -> bool:
|
||||
"""
|
||||
确保文件存在且大小满足要求
|
||||
|
||||
Args:
|
||||
file_path: 文件路径
|
||||
min_size: 最小大小（字节）
|
||||
|
||||
Returns:
|
||||
是否满足要求
|
||||
"""
|
||||
if not os.path.exists(file_path):
|
||||
return False
|
||||
return os.path.getsize(file_path) >= min_size
|
||||
190
handlers/finalize_mp4.py
Normal file
190
handlers/finalize_mp4.py
Normal file
@@ -0,0 +1,190 @@
|
||||
# -*- coding: utf-8 -*-
|
||||
"""
|
||||
最终 MP4 合并处理器
|
||||
|
||||
处理 FINALIZE_MP4 任务，将所有 TS 分片合并为最终可下载的 MP4 文件。
|
||||
"""
|
||||
|
||||
import os
|
||||
import logging
|
||||
from typing import List
|
||||
|
||||
from handlers.base import BaseHandler
|
||||
from domain.task import Task, TaskType
|
||||
from domain.result import TaskResult, ErrorCode
|
||||
|
||||
logger = logging.getLogger(__name__)
|
||||
|
||||
|
||||
class FinalizeMp4Handler(BaseHandler):
|
||||
"""
|
||||
最终 MP4 合并处理器
|
||||
|
||||
职责：
|
||||
- 下载所有 TS 分片
|
||||
- 使用 concat demuxer 合并
|
||||
- 产出最终 MP4（remux，不重编码）
|
||||
- 上传 MP4 产物
|
||||
|
||||
关键约束：
|
||||
- 优先使用 remux（复制流，不重新编码）
|
||||
- 使用 aac_adtstoasc bitstream filter 处理音频
|
||||
"""
|
||||
|
||||
def get_supported_type(self) -> TaskType:
|
||||
return TaskType.FINALIZE_MP4
|
||||
|
||||
def handle(self, task: Task) -> TaskResult:
|
||||
"""处理 MP4 合并任务"""
|
||||
work_dir = self.create_work_dir(task.task_id)
|
||||
|
||||
try:
|
||||
# 获取 TS 列表
|
||||
ts_list = task.get_ts_list()
|
||||
m3u8_url = task.get_m3u8_url()
|
||||
|
||||
if not ts_list and not m3u8_url:
|
||||
return TaskResult.fail(
|
||||
ErrorCode.E_SPEC_INVALID,
|
||||
"Missing tsList or m3u8Url"
|
||||
)
|
||||
|
||||
output_file = os.path.join(work_dir, 'final.mp4')
|
||||
|
||||
if ts_list:
|
||||
# 方式1：使用 TS 列表
|
||||
result = self._process_ts_list(task, work_dir, ts_list, output_file)
|
||||
else:
|
||||
# 方式2：使用 m3u8 URL
|
||||
result = self._process_m3u8(task, work_dir, m3u8_url, output_file)
|
||||
|
||||
if not result.success:
|
||||
return result
|
||||
|
||||
# 验证输出文件
|
||||
if not self.ensure_file_exists(output_file, min_size=4096):
|
||||
return TaskResult.fail(
|
||||
ErrorCode.E_FFMPEG_FAILED,
|
||||
"MP4 output file is missing or too small"
|
||||
)
|
||||
|
||||
# 获取文件大小
|
||||
file_size = self.get_file_size(output_file)
|
||||
|
||||
# 上传产物
|
||||
mp4_url = self.upload_file(task.task_id, 'mp4', output_file)
|
||||
if not mp4_url:
|
||||
return TaskResult.fail(
|
||||
ErrorCode.E_UPLOAD_FAILED,
|
||||
"Failed to upload MP4"
|
||||
)
|
||||
|
||||
return TaskResult.ok({
|
||||
'mp4Url': mp4_url,
|
||||
'fileSizeBytes': file_size
|
||||
})
|
||||
|
||||
except Exception as e:
|
||||
logger.error(f"[task:{task.task_id}] Unexpected error: {e}", exc_info=True)
|
||||
return TaskResult.fail(ErrorCode.E_UNKNOWN, str(e))
|
||||
|
||||
finally:
|
||||
self.cleanup_work_dir(work_dir)
|
||||
|
||||
def _process_ts_list(
|
||||
self,
|
||||
task: Task,
|
||||
work_dir: str,
|
||||
ts_list: List[str],
|
||||
output_file: str
|
||||
) -> TaskResult:
|
||||
"""
|
||||
使用 TS 列表处理
|
||||
|
||||
Args:
|
||||
task: 任务实体
|
||||
work_dir: 工作目录
|
||||
ts_list: TS URL 列表
|
||||
output_file: 输出文件路径
|
||||
|
||||
Returns:
|
||||
TaskResult
|
||||
"""
|
||||
# 1. 下载所有 TS 分片
|
||||
ts_files = []
|
||||
for i, ts_url in enumerate(ts_list):
|
||||
ts_file = os.path.join(work_dir, f'seg_{i}.ts')
|
||||
if not self.download_file(ts_url, ts_file):
|
||||
return TaskResult.fail(
|
||||
ErrorCode.E_INPUT_UNAVAILABLE,
|
||||
f"Failed to download TS segment {i}: {ts_url}"
|
||||
)
|
||||
ts_files.append(ts_file)
|
||||
|
||||
logger.info(f"[task:{task.task_id}] Downloaded {len(ts_files)} TS segments")
|
||||
|
||||
# 2. 创建 concat 文件列表
|
||||
concat_file = os.path.join(work_dir, 'concat.txt')
|
||||
with open(concat_file, 'w', encoding='utf-8') as f:
|
||||
for ts_file in ts_files:
|
||||
# 路径中的反斜杠需要转义或使用正斜杠
|
||||
ts_path = ts_file.replace('\\', '/')
|
||||
f.write(f"file '{ts_path}'\n")
|
||||
|
||||
# 3. 构建合并命令（remux，不重编码）
|
||||
cmd = [
|
||||
'ffmpeg', '-y', '-hide_banner',
|
||||
'-f', 'concat',
|
||||
'-safe', '0',
|
||||
'-i', concat_file,
|
||||
'-c', 'copy', # 复制流，不重编码
|
||||
'-bsf:a', 'aac_adtstoasc', # 音频 bitstream filter
|
||||
output_file
|
||||
]
|
||||
|
||||
# 4. 执行 FFmpeg
|
||||
if not self.run_ffmpeg(cmd, task.task_id):
|
||||
return TaskResult.fail(
|
||||
ErrorCode.E_FFMPEG_FAILED,
|
||||
"MP4 concatenation failed"
|
||||
)
|
||||
|
||||
return TaskResult.ok({})
|
||||
|
||||
def _process_m3u8(
|
||||
self,
|
||||
task: Task,
|
||||
work_dir: str,
|
||||
m3u8_url: str,
|
||||
output_file: str
|
||||
) -> TaskResult:
|
||||
"""
|
||||
使用 m3u8 URL 处理
|
||||
|
||||
Args:
|
||||
task: 任务实体
|
||||
work_dir: 工作目录
|
||||
m3u8_url: m3u8 URL
|
||||
output_file: 输出文件路径
|
||||
|
||||
Returns:
|
||||
TaskResult
|
||||
"""
|
||||
# 构建命令
|
||||
cmd = [
|
||||
'ffmpeg', '-y', '-hide_banner',
|
||||
'-protocol_whitelist', 'file,http,https,tcp,tls',
|
||||
'-i', m3u8_url,
|
||||
'-c', 'copy',
|
||||
'-bsf:a', 'aac_adtstoasc',
|
||||
output_file
|
||||
]
|
||||
|
||||
# 执行 FFmpeg
|
||||
if not self.run_ffmpeg(cmd, task.task_id):
|
||||
return TaskResult.fail(
|
||||
ErrorCode.E_FFMPEG_FAILED,
|
||||
"MP4 conversion from m3u8 failed"
|
||||
)
|
||||
|
||||
return TaskResult.ok({})
|
||||
175
handlers/package_ts.py
Normal file
175
handlers/package_ts.py
Normal file
@@ -0,0 +1,175 @@
|
||||
# -*- coding: utf-8 -*-
|
||||
"""
|
||||
TS 分片封装处理器
|
||||
|
||||
处理 PACKAGE_SEGMENT_TS 任务，将视频片段和对应时间区间的音频封装为 TS 分片。
|
||||
"""
|
||||
|
||||
import os
|
||||
import logging
|
||||
from typing import List
|
||||
|
||||
from handlers.base import BaseHandler
|
||||
from domain.task import Task, TaskType
|
||||
from domain.result import TaskResult, ErrorCode
|
||||
|
||||
logger = logging.getLogger(__name__)
|
||||
|
||||
|
||||
class PackageSegmentTsHandler(BaseHandler):
|
||||
"""
|
||||
TS 分片封装处理器
|
||||
|
||||
职责：
|
||||
- 下载视频片段
|
||||
- 下载全局音频
|
||||
- 截取对应时间区间的音频
|
||||
- 封装为 TS 分片
|
||||
- 上传 TS 产物
|
||||
|
||||
关键约束：
|
||||
- TS 必须包含音视频同轨
|
||||
- 使用 output_ts_offset 保证时间戳连续
|
||||
- 输出 extinfDurationSec 供 m3u8 使用
|
||||
"""
|
||||
|
||||
def get_supported_type(self) -> TaskType:
|
||||
return TaskType.PACKAGE_SEGMENT_TS
|
||||
|
||||
def handle(self, task: Task) -> TaskResult:
|
||||
"""处理 TS 封装任务"""
|
||||
work_dir = self.create_work_dir(task.task_id)
|
||||
|
||||
try:
|
||||
# 解析参数
|
||||
video_url = task.get_video_url()
|
||||
audio_url = task.get_audio_url()
|
||||
start_time_ms = task.get_start_time_ms()
|
||||
duration_ms = task.get_duration_ms()
|
||||
|
||||
if not video_url:
|
||||
return TaskResult.fail(
|
||||
ErrorCode.E_SPEC_INVALID,
|
||||
"Missing videoUrl"
|
||||
)
|
||||
|
||||
if not audio_url:
|
||||
return TaskResult.fail(
|
||||
ErrorCode.E_SPEC_INVALID,
|
||||
"Missing audioUrl"
|
||||
)
|
||||
|
||||
# 计算时间参数
|
||||
start_sec = start_time_ms / 1000.0
|
||||
duration_sec = duration_ms / 1000.0
|
||||
|
||||
# 1. 下载视频片段
|
||||
video_file = os.path.join(work_dir, 'video.mp4')
|
||||
if not self.download_file(video_url, video_file):
|
||||
return TaskResult.fail(
|
||||
ErrorCode.E_INPUT_UNAVAILABLE,
|
||||
f"Failed to download video: {video_url}"
|
||||
)
|
||||
|
||||
# 2. 下载全局音频
|
||||
audio_file = os.path.join(work_dir, 'audio.aac')
|
||||
if not self.download_file(audio_url, audio_file):
|
||||
return TaskResult.fail(
|
||||
ErrorCode.E_INPUT_UNAVAILABLE,
|
||||
f"Failed to download audio: {audio_url}"
|
||||
)
|
||||
|
||||
# 3. 构建 TS 封装命令
|
||||
output_file = os.path.join(work_dir, 'segment.ts')
|
||||
cmd = self._build_command(
|
||||
video_file=video_file,
|
||||
audio_file=audio_file,
|
||||
output_file=output_file,
|
||||
start_sec=start_sec,
|
||||
duration_sec=duration_sec
|
||||
)
|
||||
|
||||
# 4. 执行 FFmpeg
|
||||
if not self.run_ffmpeg(cmd, task.task_id):
|
||||
return TaskResult.fail(
|
||||
ErrorCode.E_FFMPEG_FAILED,
|
||||
"TS packaging failed"
|
||||
)
|
||||
|
||||
# 5. 验证输出文件
|
||||
if not self.ensure_file_exists(output_file, min_size=1024):
|
||||
return TaskResult.fail(
|
||||
ErrorCode.E_FFMPEG_FAILED,
|
||||
"TS output file is missing or too small"
|
||||
)
|
||||
|
||||
# 6. 获取实际时长（用于 EXTINF）
|
||||
actual_duration = self.probe_duration(output_file)
|
||||
extinf_duration = actual_duration if actual_duration else duration_sec
|
||||
|
||||
# 7. 上传产物
|
||||
ts_url = self.upload_file(task.task_id, 'ts', output_file)
|
||||
if not ts_url:
|
||||
return TaskResult.fail(
|
||||
ErrorCode.E_UPLOAD_FAILED,
|
||||
"Failed to upload TS"
|
||||
)
|
||||
|
||||
return TaskResult.ok({
|
||||
'tsUrl': ts_url,
|
||||
'extinfDurationSec': extinf_duration
|
||||
})
|
||||
|
||||
except Exception as e:
|
||||
logger.error(f"[task:{task.task_id}] Unexpected error: {e}", exc_info=True)
|
||||
return TaskResult.fail(ErrorCode.E_UNKNOWN, str(e))
|
||||
|
||||
finally:
|
||||
self.cleanup_work_dir(work_dir)
|
||||
|
||||
def _build_command(
|
||||
self,
|
||||
video_file: str,
|
||||
audio_file: str,
|
||||
output_file: str,
|
||||
start_sec: float,
|
||||
duration_sec: float
|
||||
) -> List[str]:
|
||||
"""
|
||||
构建 TS 封装命令
|
||||
|
||||
Args:
|
||||
video_file: 视频文件路径
|
||||
audio_file: 音频文件路径
|
||||
output_file: 输出文件路径
|
||||
start_sec: 开始时间（秒）
|
||||
duration_sec: 时长（秒）
|
||||
|
||||
Returns:
|
||||
FFmpeg 命令参数列表
|
||||
"""
|
||||
cmd = [
|
||||
'ffmpeg', '-y', '-hide_banner',
|
||||
# 视频输入
|
||||
'-i', video_file,
|
||||
# 音频输入（从 start_sec 开始截取 duration_sec）
|
||||
'-ss', str(start_sec),
|
||||
'-t', str(duration_sec),
|
||||
'-i', audio_file,
|
||||
# 映射流
|
||||
'-map', '0:v:0', # 使用第一个输入的视频流
|
||||
'-map', '1:a:0', # 使用第二个输入的音频流
|
||||
# 复制编码（不重新编码）
|
||||
'-c:v', 'copy',
|
||||
'-c:a', 'copy',
|
||||
# 关键：时间戳偏移，保证整体连续
|
||||
'-output_ts_offset', str(start_sec),
|
||||
# 复用参数
|
||||
'-muxdelay', '0',
|
||||
'-muxpreload', '0',
|
||||
# 输出格式
|
||||
'-f', 'mpegts',
|
||||
output_file
|
||||
]
|
||||
|
||||
return cmd
|
||||
251
handlers/prepare_audio.py
Normal file
251
handlers/prepare_audio.py
Normal file
@@ -0,0 +1,251 @@
|
||||
# -*- coding: utf-8 -*-
|
||||
"""
|
||||
全局音频准备处理器
|
||||
|
||||
处理 PREPARE_JOB_AUDIO 任务，生成整个视频的连续音频轨道。
|
||||
"""
|
||||
|
||||
import os
|
||||
import logging
|
||||
from typing import List, Dict, Optional
|
||||
|
||||
from handlers.base import BaseHandler, AUDIO_ENCODE_ARGS
|
||||
from domain.task import Task, TaskType, AudioSpec, AudioProfile
|
||||
from domain.result import TaskResult, ErrorCode
|
||||
|
||||
logger = logging.getLogger(__name__)
|
||||
|
||||
|
||||
class PrepareJobAudioHandler(BaseHandler):
|
||||
"""
|
||||
全局音频准备处理器
|
||||
|
||||
职责：
|
||||
- 下载全局 BGM
|
||||
- 下载各片段叠加音效
|
||||
- 构建复杂混音命令
|
||||
- 执行混音
|
||||
- 上传音频产物
|
||||
|
||||
关键约束：
|
||||
- 全局 BGM 连续生成一次，贯穿整个时长
|
||||
- 禁止使用 amix normalize=1
|
||||
- 只对叠加音轨做极短淡入淡出（5-20ms）
|
||||
- 不对 BGM 做边界 fade
|
||||
"""
|
||||
|
||||
def get_supported_type(self) -> TaskType:
|
||||
return TaskType.PREPARE_JOB_AUDIO
|
||||
|
||||
def handle(self, task: Task) -> TaskResult:
|
||||
"""处理音频准备任务"""
|
||||
work_dir = self.create_work_dir(task.task_id)
|
||||
|
||||
try:
|
||||
# 解析参数
|
||||
total_duration_ms = task.get_total_duration_ms()
|
||||
if total_duration_ms <= 0:
|
||||
return TaskResult.fail(
|
||||
ErrorCode.E_SPEC_INVALID,
|
||||
"Invalid totalDurationMs"
|
||||
)
|
||||
|
||||
total_duration_sec = total_duration_ms / 1000.0
|
||||
audio_profile = task.get_audio_profile()
|
||||
bgm_url = task.get_bgm_url()
|
||||
segments = task.get_segments()
|
||||
|
||||
# 1. 下载 BGM（如有）
|
||||
bgm_file = None
|
||||
if bgm_url:
|
||||
bgm_file = os.path.join(work_dir, 'bgm.mp3')
|
||||
if not self.download_file(bgm_url, bgm_file):
|
||||
logger.warning(f"[task:{task.task_id}] Failed to download BGM")
|
||||
bgm_file = None
|
||||
|
||||
# 2. 下载叠加音效
|
||||
sfx_files = []
|
||||
for i, seg in enumerate(segments):
|
||||
audio_spec_data = seg.get('audioSpecJson')
|
||||
if audio_spec_data:
|
||||
audio_spec = AudioSpec.from_dict(audio_spec_data)
|
||||
if audio_spec and audio_spec.audio_url:
|
||||
sfx_file = os.path.join(work_dir, f'sfx_{i}.mp3')
|
||||
if self.download_file(audio_spec.audio_url, sfx_file):
|
||||
sfx_files.append({
|
||||
'file': sfx_file,
|
||||
'spec': audio_spec,
|
||||
'segment': seg
|
||||
})
|
||||
else:
|
||||
logger.warning(f"[task:{task.task_id}] Failed to download SFX {i}")
|
||||
|
||||
# 3. 构建音频混音命令
|
||||
output_file = os.path.join(work_dir, 'audio_full.aac')
|
||||
cmd = self._build_audio_command(
|
||||
bgm_file=bgm_file,
|
||||
sfx_files=sfx_files,
|
||||
output_file=output_file,
|
||||
total_duration_sec=total_duration_sec,
|
||||
audio_profile=audio_profile
|
||||
)
|
||||
|
||||
# 4. 执行 FFmpeg
|
||||
if not self.run_ffmpeg(cmd, task.task_id):
|
||||
return TaskResult.fail(
|
||||
ErrorCode.E_FFMPEG_FAILED,
|
||||
"Audio mixing failed"
|
||||
)
|
||||
|
||||
# 5. 验证输出文件
|
||||
if not self.ensure_file_exists(output_file, min_size=1024):
|
||||
return TaskResult.fail(
|
||||
ErrorCode.E_FFMPEG_FAILED,
|
||||
"Audio output file is missing or too small"
|
||||
)
|
||||
|
||||
# 6. 上传产物
|
||||
audio_url = self.upload_file(task.task_id, 'audio', output_file)
|
||||
if not audio_url:
|
||||
return TaskResult.fail(
|
||||
ErrorCode.E_UPLOAD_FAILED,
|
||||
"Failed to upload audio"
|
||||
)
|
||||
|
||||
return TaskResult.ok({
|
||||
'audioUrl': audio_url
|
||||
})
|
||||
|
||||
except Exception as e:
|
||||
logger.error(f"[task:{task.task_id}] Unexpected error: {e}", exc_info=True)
|
||||
return TaskResult.fail(ErrorCode.E_UNKNOWN, str(e))
|
||||
|
||||
finally:
|
||||
self.cleanup_work_dir(work_dir)
|
||||
|
||||
def _build_audio_command(
|
||||
self,
|
||||
bgm_file: Optional[str],
|
||||
sfx_files: List[Dict],
|
||||
output_file: str,
|
||||
total_duration_sec: float,
|
||||
audio_profile: AudioProfile
|
||||
) -> List[str]:
|
||||
"""
|
||||
构建音频混音命令
|
||||
|
||||
Args:
|
||||
bgm_file: BGM 文件路径（可选）
|
||||
sfx_files: 叠加音效列表
|
||||
output_file: 输出文件路径
|
||||
total_duration_sec: 总时长（秒）
|
||||
audio_profile: 音频配置
|
||||
|
||||
Returns:
|
||||
FFmpeg 命令参数列表
|
||||
"""
|
||||
sample_rate = audio_profile.sample_rate
|
||||
channels = audio_profile.channels
|
||||
|
||||
# 情况1：无 BGM 也无叠加音效 -> 生成静音
|
||||
if not bgm_file and not sfx_files:
|
||||
return [
|
||||
'ffmpeg', '-y', '-hide_banner',
|
||||
'-f', 'lavfi',
|
||||
'-i', f'anullsrc=r={sample_rate}:cl=stereo',
|
||||
'-t', str(total_duration_sec),
|
||||
'-c:a', 'aac', '-b:a', '128k',
|
||||
output_file
|
||||
]
|
||||
|
||||
# 情况2：仅 BGM，无叠加音效
|
||||
if not sfx_files:
|
||||
return [
|
||||
'ffmpeg', '-y', '-hide_banner',
|
||||
'-i', bgm_file,
|
||||
'-t', str(total_duration_sec),
|
||||
'-c:a', 'aac', '-b:a', '128k',
|
||||
'-ar', str(sample_rate), '-ac', str(channels),
|
||||
output_file
|
||||
]
|
||||
|
||||
# 情况3：BGM + 叠加音效 -> 复杂滤镜
|
||||
inputs = []
|
||||
if bgm_file:
|
||||
inputs.extend(['-i', bgm_file])
|
||||
for sfx in sfx_files:
|
||||
inputs.extend(['-i', sfx['file']])
|
||||
|
||||
filter_parts = []
|
||||
input_idx = 0
|
||||
|
||||
# BGM 处理（或生成静音底轨）
|
||||
if bgm_file:
|
||||
filter_parts.append(
|
||||
f"[0:a]atrim=0:{total_duration_sec},asetpts=PTS-STARTPTS,"
|
||||
f"apad=whole_dur={total_duration_sec}[bgm]"
|
||||
)
|
||||
input_idx = 1
|
||||
else:
|
||||
filter_parts.append(
|
||||
f"anullsrc=r={sample_rate}:cl=stereo,"
|
||||
f"atrim=0:{total_duration_sec}[bgm]"
|
||||
)
|
||||
input_idx = 0
|
||||
|
||||
# 叠加音效处理
|
||||
sfx_labels = []
|
||||
for i, sfx in enumerate(sfx_files):
|
||||
idx = input_idx + i
|
||||
spec = sfx['spec']
|
||||
seg = sfx['segment']
|
||||
|
||||
# 计算时间参数
|
||||
start_time_ms = seg.get('startTimeMs', 0)
|
||||
duration_ms = seg.get('durationMs', 5000)
|
||||
delay_ms = start_time_ms + spec.delay_ms
|
||||
delay_sec = delay_ms / 1000.0
|
||||
duration_sec = duration_ms / 1000.0
|
||||
|
||||
# 淡入淡出参数（极短，5-20ms）
|
||||
fade_in_sec = spec.fade_in_ms / 1000.0
|
||||
fade_out_sec = spec.fade_out_ms / 1000.0
|
||||
|
||||
# 音量
|
||||
volume = spec.volume
|
||||
|
||||
label = f"sfx{i}"
|
||||
sfx_labels.append(f"[{label}]")
|
||||
|
||||
# 构建滤镜：延迟 + 淡入淡出 + 音量
|
||||
# 注意：只对叠加音轨做淡入淡出，不对 BGM 做
|
||||
sfx_filter = (
|
||||
f"[{idx}:a]"
|
||||
f"adelay={int(delay_ms)}|{int(delay_ms)},"
|
||||
f"afade=t=in:st={delay_sec}:d={fade_in_sec},"
|
||||
f"afade=t=out:st={delay_sec + duration_sec - fade_out_sec}:d={fade_out_sec},"
|
||||
f"volume={volume}"
|
||||
f"[{label}]"
|
||||
)
|
||||
filter_parts.append(sfx_filter)
|
||||
|
||||
# 混音（关键：normalize=0，禁止归一化）
|
||||
# dropout_transition=0 表示输入结束时不做渐变
|
||||
mix_inputs = "[bgm]" + "".join(sfx_labels)
|
||||
num_inputs = 1 + len(sfx_files)
|
||||
filter_parts.append(
|
||||
f"{mix_inputs}amix=inputs={num_inputs}:duration=first:"
|
||||
f"dropout_transition=0:normalize=0[out]"
|
||||
)
|
||||
|
||||
filter_complex = ';'.join(filter_parts)
|
||||
|
||||
cmd = ['ffmpeg', '-y', '-hide_banner'] + inputs + [
|
||||
'-filter_complex', filter_complex,
|
||||
'-map', '[out]',
|
||||
'-c:a', 'aac', '-b:a', '128k',
|
||||
'-ar', str(sample_rate), '-ac', str(channels),
|
||||
output_file
|
||||
]
|
||||
|
||||
return cmd
|
||||
274
handlers/render_video.py
Normal file
274
handlers/render_video.py
Normal file
@@ -0,0 +1,274 @@
|
||||
# -*- coding: utf-8 -*-
|
||||
"""
|
||||
视频片段渲染处理器
|
||||
|
||||
处理 RENDER_SEGMENT_VIDEO 任务，将原素材渲染为符合输出规格的视频片段。
|
||||
"""
|
||||
|
||||
import os
|
||||
import logging
|
||||
from typing import List, Optional
|
||||
|
||||
from handlers.base import BaseHandler, VIDEO_ENCODE_ARGS
|
||||
from domain.task import Task, TaskType, RenderSpec, OutputSpec
|
||||
from domain.result import TaskResult, ErrorCode
|
||||
|
||||
logger = logging.getLogger(__name__)
|
||||
|
||||
|
||||
class RenderSegmentVideoHandler(BaseHandler):
|
||||
"""
|
||||
视频片段渲染处理器
|
||||
|
||||
职责：
|
||||
- 下载素材文件
|
||||
- 下载 LUT 文件（如有）
|
||||
- 下载叠加层（如有）
|
||||
- 构建 FFmpeg 渲染命令
|
||||
- 执行渲染
|
||||
- 上传产物
|
||||
"""
|
||||
|
||||
def get_supported_type(self) -> TaskType:
|
||||
return TaskType.RENDER_SEGMENT_VIDEO
|
||||
|
||||
def handle(self, task: Task) -> TaskResult:
|
||||
"""处理视频渲染任务"""
|
||||
work_dir = self.create_work_dir(task.task_id)
|
||||
|
||||
try:
|
||||
# 解析参数
|
||||
material_url = task.get_material_url()
|
||||
if not material_url:
|
||||
return TaskResult.fail(
|
||||
ErrorCode.E_SPEC_INVALID,
|
||||
"Missing material URL (boundMaterialUrl or sourceRef)"
|
||||
)
|
||||
|
||||
render_spec = task.get_render_spec()
|
||||
output_spec = task.get_output_spec()
|
||||
duration_ms = task.get_duration_ms()
|
||||
|
||||
# 1. 下载素材
|
||||
input_file = os.path.join(work_dir, 'input.mp4')
|
||||
if not self.download_file(material_url, input_file):
|
||||
return TaskResult.fail(
|
||||
ErrorCode.E_INPUT_UNAVAILABLE,
|
||||
f"Failed to download material: {material_url}"
|
||||
)
|
||||
|
||||
# 2. 下载 LUT（如有）
|
||||
lut_file = None
|
||||
if render_spec.lut_url:
|
||||
lut_file = os.path.join(work_dir, 'lut.cube')
|
||||
if not self.download_file(render_spec.lut_url, lut_file):
|
||||
logger.warning(f"[task:{task.task_id}] Failed to download LUT, continuing without it")
|
||||
lut_file = None
|
||||
|
||||
# 3. 下载叠加层（如有）
|
||||
overlay_file = None
|
||||
if render_spec.overlay_url:
|
||||
# 根据 URL 后缀确定文件扩展名
|
||||
ext = '.png'
|
||||
if render_spec.overlay_url.lower().endswith('.jpg') or render_spec.overlay_url.lower().endswith('.jpeg'):
|
||||
ext = '.jpg'
|
||||
overlay_file = os.path.join(work_dir, f'overlay{ext}')
|
||||
if not self.download_file(render_spec.overlay_url, overlay_file):
|
||||
logger.warning(f"[task:{task.task_id}] Failed to download overlay, continuing without it")
|
||||
overlay_file = None
|
||||
|
||||
# 4. 构建 FFmpeg 命令
|
||||
output_file = os.path.join(work_dir, 'output.mp4')
|
||||
cmd = self._build_command(
|
||||
input_file=input_file,
|
||||
output_file=output_file,
|
||||
render_spec=render_spec,
|
||||
output_spec=output_spec,
|
||||
duration_ms=duration_ms,
|
||||
lut_file=lut_file,
|
||||
overlay_file=overlay_file
|
||||
)
|
||||
|
||||
# 5. 执行 FFmpeg
|
||||
if not self.run_ffmpeg(cmd, task.task_id):
|
||||
return TaskResult.fail(
|
||||
ErrorCode.E_FFMPEG_FAILED,
|
||||
"FFmpeg rendering failed"
|
||||
)
|
||||
|
||||
# 6. 验证输出文件
|
||||
if not self.ensure_file_exists(output_file, min_size=4096):
|
||||
return TaskResult.fail(
|
||||
ErrorCode.E_FFMPEG_FAILED,
|
||||
"Output file is missing or too small"
|
||||
)
|
||||
|
||||
# 7. 获取实际时长
|
||||
actual_duration = self.probe_duration(output_file)
|
||||
actual_duration_ms = int(actual_duration * 1000) if actual_duration else duration_ms
|
||||
|
||||
# 8. 上传产物
|
||||
video_url = self.upload_file(task.task_id, 'video', output_file)
|
||||
if not video_url:
|
||||
return TaskResult.fail(
|
||||
ErrorCode.E_UPLOAD_FAILED,
|
||||
"Failed to upload video"
|
||||
)
|
||||
|
||||
return TaskResult.ok({
|
||||
'videoUrl': video_url,
|
||||
'actualDurationMs': actual_duration_ms
|
||||
})
|
||||
|
||||
except Exception as e:
|
||||
logger.error(f"[task:{task.task_id}] Unexpected error: {e}", exc_info=True)
|
||||
return TaskResult.fail(ErrorCode.E_UNKNOWN, str(e))
|
||||
|
||||
finally:
|
||||
self.cleanup_work_dir(work_dir)
|
||||
|
||||
def _build_command(
|
||||
self,
|
||||
input_file: str,
|
||||
output_file: str,
|
||||
render_spec: RenderSpec,
|
||||
output_spec: OutputSpec,
|
||||
duration_ms: int,
|
||||
lut_file: Optional[str] = None,
|
||||
overlay_file: Optional[str] = None
|
||||
) -> List[str]:
|
||||
"""
|
||||
构建 FFmpeg 渲染命令
|
||||
|
||||
Args:
|
||||
input_file: 输入文件路径
|
||||
output_file: 输出文件路径
|
||||
render_spec: 渲染规格
|
||||
output_spec: 输出规格
|
||||
duration_ms: 目标时长（毫秒）
|
||||
lut_file: LUT 文件路径（可选）
|
||||
overlay_file: 叠加层文件路径（可选）
|
||||
|
||||
Returns:
|
||||
FFmpeg 命令参数列表
|
||||
"""
|
||||
cmd = ['ffmpeg', '-y', '-hide_banner']
|
||||
|
||||
# 输入文件
|
||||
cmd.extend(['-i', input_file])
|
||||
|
||||
# 叠加层输入
|
||||
if overlay_file:
|
||||
cmd.extend(['-i', overlay_file])
|
||||
|
||||
# 构建视频滤镜链
|
||||
filters = self._build_video_filters(
|
||||
render_spec=render_spec,
|
||||
output_spec=output_spec,
|
||||
lut_file=lut_file,
|
||||
has_overlay=overlay_file is not None
|
||||
)
|
||||
|
||||
# 应用滤镜
|
||||
if overlay_file:
|
||||
# 使用 filter_complex 处理叠加
|
||||
cmd.extend(['-filter_complex', filters])
|
||||
elif filters:
|
||||
cmd.extend(['-vf', filters])
|
||||
|
||||
# 编码参数（v2 统一参数）
|
||||
cmd.extend(VIDEO_ENCODE_ARGS)
|
||||
|
||||
# 帧率
|
||||
fps = output_spec.fps
|
||||
cmd.extend(['-r', str(fps)])
|
||||
|
||||
# GOP 大小（关键帧间隔）
|
||||
gop_size = fps * 2 # 2秒一个关键帧
|
||||
cmd.extend(['-g', str(gop_size)])
|
||||
cmd.extend(['-keyint_min', str(gop_size)])
|
||||
|
||||
# 时长
|
||||
duration_sec = duration_ms / 1000.0
|
||||
cmd.extend(['-t', str(duration_sec)])
|
||||
|
||||
# 无音频（视频片段不包含音频）
|
||||
cmd.append('-an')
|
||||
|
||||
# 输出文件
|
||||
cmd.append(output_file)
|
||||
|
||||
return cmd
|
||||
|
||||
def _build_video_filters(
|
||||
self,
|
||||
render_spec: RenderSpec,
|
||||
output_spec: OutputSpec,
|
||||
lut_file: Optional[str] = None,
|
||||
has_overlay: bool = False
|
||||
) -> str:
|
||||
"""
|
||||
构建视频滤镜链
|
||||
|
||||
Args:
|
||||
render_spec: 渲染规格
|
||||
output_spec: 输出规格
|
||||
lut_file: LUT 文件路径
|
||||
has_overlay: 是否有叠加层
|
||||
|
||||
Returns:
|
||||
滤镜字符串
|
||||
"""
|
||||
filters = []
|
||||
width = output_spec.width
|
||||
height = output_spec.height
|
||||
|
||||
# 1. 变速处理
|
||||
speed = float(render_spec.speed) if render_spec.speed else 1.0
|
||||
if speed != 1.0 and speed > 0:
|
||||
# setpts 公式：PTS / speed
|
||||
pts_factor = 1.0 / speed
|
||||
filters.append(f"setpts={pts_factor}*PTS")
|
||||
|
||||
# 2. LUT 调色
|
||||
if lut_file:
|
||||
# 路径中的反斜杠需要转义
|
||||
lut_path = lut_file.replace('\\', '/')
|
||||
filters.append(f"lut3d='{lut_path}'")
|
||||
|
||||
# 3. 裁切处理
|
||||
if render_spec.crop_enable and render_spec.face_pos:
|
||||
# 根据人脸位置进行智能裁切
|
||||
try:
|
||||
fx, fy = map(float, render_spec.face_pos.split(','))
|
||||
# 计算裁切区域（保持输出比例）
|
||||
target_ratio = width / height
|
||||
# 假设裁切到目标比例
|
||||
filters.append(
|
||||
f"crop='min(iw,ih*{target_ratio})':'min(ih,iw/{target_ratio})':"
|
||||
f"'(iw-min(iw,ih*{target_ratio}))*{fx}':"
|
||||
f"'(ih-min(ih,iw/{target_ratio}))*{fy}'"
|
||||
)
|
||||
except (ValueError, ZeroDivisionError):
|
||||
logger.warning(f"Invalid face position: {render_spec.face_pos}")
|
||||
elif render_spec.zoom_cut:
|
||||
# 中心缩放裁切
|
||||
target_ratio = width / height
|
||||
filters.append(
|
||||
f"crop='min(iw,ih*{target_ratio})':'min(ih,iw/{target_ratio})'"
|
||||
)
|
||||
|
||||
# 4. 缩放和填充
|
||||
scale_filter = (
|
||||
f"scale={width}:{height}:force_original_aspect_ratio=decrease,"
|
||||
f"pad={width}:{height}:(ow-iw)/2:(oh-ih)/2:black"
|
||||
)
|
||||
filters.append(scale_filter)
|
||||
|
||||
# 5. 构建最终滤镜
|
||||
if has_overlay:
|
||||
# 使用 filter_complex 格式
|
||||
base_filters = ','.join(filters) if filters else 'copy'
|
||||
return f"[0:v]{base_filters}[base];[base][1:v]overlay=0:0"
|
||||
else:
|
||||
return ','.join(filters) if filters else ''
|
||||
Reference in New Issue
Block a user