common扩展

This commit is contained in:
2026-06-11 14:38:23 +08:00
parent 919840a893
commit 02a4484211
14 changed files with 299 additions and 127 deletions
+4 -3
View File
@@ -26,6 +26,7 @@ from app.services.cloudflare_session import CloudflareSessionManager
from app.services.session_store import SessionStore
from app.utils.parse_util import format_price, get_shipping_fee, surugaya_photo_url_to_cdn
from surugaya_common.app_utils import is_empty_str
from surugaya_common.urls import BASE_URL
logger = logging.getLogger(__name__)
@@ -303,7 +304,7 @@ class SurugayaClient:
logger.info("开始获取并解析商品分类...")
top_categories: list[CategoryData] = []
target_url = "https://www.suruga-ya.jp/"
target_url = f"{BASE_URL}/"
session = await self._session_manager.get_verified_session(target_url, True)
html_content = ""
@@ -366,7 +367,7 @@ class SurugayaClient:
async with self._browser_pool.page_session(storage_state=session.storage_state) as (_, page):
for top_category in top_categories:
try:
category_url = f"https://www.suruga-ya.jp{top_category.href}"
category_url = f"{BASE_URL}{top_category.href}"
response = await page.goto(
category_url,
wait_until="domcontentloaded",
@@ -568,7 +569,7 @@ class SurugayaClient:
"""将相对 URL 补全为完整的 https URL"""
if url.startswith("http://") or url.startswith("https://"):
return url
return f"https://www.suruga-ya.jp{url}"
return f"{BASE_URL}{url}"
def get_breadcrumb_list(self, tree):
dom_list = tree.css(".block-blocksurugayabreadcrum nav .breadcrumb .breadcrumb-item")