import json import logging import os import threading import time from urllib3.util.retry import Retry from requests.adapters import HTTPAdapter import requests from opentelemetry.trace import Status, StatusCode import util.system from telemetry import get_tracer from util import oss # 创建带有连接池和重试策略的会话 session = requests.Session() # 配置重试策略 retry_strategy = Retry( total=3, status_forcelist=[429, 500, 502, 503, 504], backoff_factor=1, respect_retry_after_header=True ) # 配置HTTP适配器（连接池） adapter = HTTPAdapter( pool_connections=10, pool_maxsize=20, max_retries=retry_strategy ) session.mount("http://", adapter) session.mount("https://", adapter) # 设置默认超时 session.timeout = 30 logger = logging.getLogger(__name__) def normalize_task(task_info): ... return task_info def sync_center(): """ 通过接口获取任务 :return: 任务列表 """ from services import DefaultTemplateService template_service = DefaultTemplateService() try: response = session.post(os.getenv('API_ENDPOINT') + "/sync", json={ 'accessKey': os.getenv('ACCESS_KEY'), 'clientStatus': util.system.get_sys_info(), 'templateList': [{'id': t.get('id', ''), 'updateTime': t.get('updateTime', '')} for t in template_service.templates.values()] }, timeout=10) response.raise_for_status() except requests.RequestException as e: logger.error("请求失败！", e) return [] data = response.json() logger.debug("获取任务结果：【%s】", data) if data.get('code', 0) == 200: templates = data.get('data', {}).get('templates', []) tasks = data.get('data', {}).get('tasks', []) else: tasks = [] templates = [] logger.warning("获取任务失败") if os.getenv("REDIRECT_TO_URL", False) != False: for task in tasks: _sess = requests.Session() logger.info("重定向任务【%s】至配置的地址：%s", task.get("id"), os.getenv("REDIRECT_TO_URL")) url = f"{os.getenv('REDIRECT_TO_URL')}{task.get('id')}" threading.Thread(target=requests.post, args=(url,)).start() return [] for template in templates: template_id = template.get('id', '') if template_id: logger.info("更新模板：【%s】", template_id) template_service.download_template(template_id) return tasks def get_template_info(template_id): """ 通过接口获取模板信息 :rtype: Template :param template_id: 模板id :type template_id: str :return: 模板信息 """ tracer = get_tracer(__name__) with tracer.start_as_current_span("get_template_info"): with tracer.start_as_current_span("get_template_info.request") as req_span: try: req_span.set_attribute("http.method", "POST") req_span.set_attribute("http.url", '{0}/template/{1}'.format(os.getenv('API_ENDPOINT'), template_id)) response = session.post('{0}/template/{1}'.format(os.getenv('API_ENDPOINT'), template_id), json={ 'accessKey': os.getenv('ACCESS_KEY'), }, timeout=10) req_span.set_attribute("http.status_code", response.status_code) req_span.set_attribute("http.response", response.text) response.raise_for_status() except requests.RequestException as e: req_span.set_attribute("api.error", str(e)) logger.error("请求失败！", e) return None data = response.json() logger.debug("获取模板信息结果：【%s】", data) remote_template_info = data.get('data', {}) if not remote_template_info: logger.warning("获取模板信息结果为空", data) return None template = { 'id': template_id, 'updateTime': remote_template_info.get('updateTime', template_id), 'scenic_name': remote_template_info.get('scenicName', '景区'), 'name': remote_template_info.get('name', '模版'), 'video_size': remote_template_info.get('resolution', '1920x1080'), 'frame_rate': 25, 'overall_duration': 30, 'video_parts': [ ] } def _template_normalizer(template_info): _template = {} _placeholder_type = template_info.get('isPlaceholder', -1) if _placeholder_type == 0: # 固定视频 _template['source'] = template_info.get('sourceUrl', '') elif _placeholder_type == 1: # 占位符 _template['source'] = "PLACEHOLDER_" + template_info.get('sourceUrl', '') _template['mute'] = template_info.get('mute', True) _template['crop_mode'] = template_info.get('cropEnable', None) _template['zoom_cut'] = template_info.get('zoomCut', None) else: _template['source'] = None _overlays = template_info.get('overlays', '') if _overlays: _template['overlays'] = _overlays.split(",") _audios = template_info.get('audios', '') if _audios: _template['audios'] = _audios.split(",") _luts = template_info.get('luts', '') if _luts: _template['luts'] = _luts.split(",") _only_if = template_info.get('onlyIf', '') if _only_if: _template['only_if'] = _only_if _effects = template_info.get('effects', '') if _effects: _template['effects'] = _effects.split("|") return _template # outer template definition overall_template = _template_normalizer(remote_template_info) template['overall_template'] = overall_template # inter template definition inter_template_list = remote_template_info.get('children', []) for children_template in inter_template_list: parts = _template_normalizer(children_template) template['video_parts'].append(parts) template['local_path'] = os.path.join(os.getenv('TEMPLATE_DIR'), str(template_id)) with get_tracer("api").start_as_current_span("get_template_info.template") as res_span: res_span.set_attribute("normalized.response", json.dumps(template)) return template def report_task_success(task_info, **kwargs): tracer = get_tracer(__name__) with tracer.start_as_current_span("report_task_success"): with tracer.start_as_current_span("report_task_success.request") as req_span: try: req_span.set_attribute("http.method", "POST") req_span.set_attribute("http.url", '{0}/{1}/success'.format(os.getenv('API_ENDPOINT'), task_info.get("id"))) response = session.post('{0}/{1}/success'.format(os.getenv('API_ENDPOINT'), task_info.get("id")), json={ 'accessKey': os.getenv('ACCESS_KEY'), **kwargs }, timeout=10) req_span.set_attribute("http.status_code", response.status_code) req_span.set_attribute("http.response", response.text) response.raise_for_status() req_span.set_status(Status(StatusCode.OK)) except requests.RequestException as e: req_span.set_attribute("api.error", str(e)) logger.error("请求失败！", e) return None def report_task_start(task_info): tracer = get_tracer(__name__) with tracer.start_as_current_span("report_task_start"): with tracer.start_as_current_span("report_task_start.request") as req_span: try: req_span.set_attribute("http.method", "POST") req_span.set_attribute("http.url", '{0}/{1}/start'.format(os.getenv('API_ENDPOINT'), task_info.get("id"))) response = session.post('{0}/{1}/start'.format(os.getenv('API_ENDPOINT'), task_info.get("id")), json={ 'accessKey': os.getenv('ACCESS_KEY'), }, timeout=10) req_span.set_attribute("http.status_code", response.status_code) req_span.set_attribute("http.response", response.text) response.raise_for_status() req_span.set_status(Status(StatusCode.OK)) except requests.RequestException as e: req_span.set_attribute("api.error", str(e)) logger.error("请求失败！", e) return None def report_task_failed(task_info, reason=''): tracer = get_tracer(__name__) with tracer.start_as_current_span("report_task_failed") as span: span.set_attribute("task_id", task_info.get("id")) span.set_attribute("reason", reason) with tracer.start_as_current_span("report_task_failed.request") as req_span: try: req_span.set_attribute("http.method", "POST") req_span.set_attribute("http.url", '{0}/{1}/fail'.format(os.getenv('API_ENDPOINT'), task_info.get("id"))) response = session.post('{0}/{1}/fail'.format(os.getenv('API_ENDPOINT'), task_info.get("id")), json={ 'accessKey': os.getenv('ACCESS_KEY'), 'reason': reason }, timeout=10) req_span.set_attribute("http.status_code", response.status_code) req_span.set_attribute("http.response", response.text) response.raise_for_status() req_span.set_status(Status(StatusCode.OK)) except requests.RequestException as e: req_span.set_attribute("api.error", str(e)) req_span.set_status(Status(StatusCode.ERROR)) logger.error("请求失败！", e) return None def upload_task_file(task_info, ffmpeg_task): tracer = get_tracer(__name__) with get_tracer("api").start_as_current_span("upload_task_file") as span: logger.info("开始上传文件: %s", task_info.get("id")) span.set_attribute("file.id", task_info.get("id")) with tracer.start_as_current_span("upload_task_file.request_upload_url") as req_span: try: req_span.set_attribute("http.method", "POST") req_span.set_attribute("http.url", '{0}/{1}/uploadUrl'.format(os.getenv('API_ENDPOINT'), task_info.get("id"))) response = session.post('{0}/{1}/uploadUrl'.format(os.getenv('API_ENDPOINT'), task_info.get("id")), json={ 'accessKey': os.getenv('ACCESS_KEY'), }, timeout=10) req_span.set_attribute("http.status_code", response.status_code) req_span.set_attribute("http.response", response.text) response.raise_for_status() req_span.set_status(Status(StatusCode.OK)) except requests.RequestException as e: span.set_attribute("api.error", str(e)) req_span.set_status(Status(StatusCode.ERROR)) logger.error("请求失败！", e) return False data = response.json() url = data.get('data', "") logger.info("开始上传文件: %s 至 %s", task_info.get("id"), url) return oss.upload_to_oss(url, ffmpeg_task.get_output_file()) def get_task_info(id): try: response = session.get(os.getenv('API_ENDPOINT') + "/" + id + "/info", params={ 'accessKey': os.getenv('ACCESS_KEY'), }, timeout=10) response.raise_for_status() except requests.RequestException as e: logger.error("请求失败！", e) return [] data = response.json() logger.debug("获取任务结果：【%s】", data) if data.get('code', 0) == 200: return data.get('data', {})