common扩展
This commit is contained in:
@@ -26,6 +26,7 @@ from app.services.cloudflare_session import CloudflareSessionManager
|
||||
from app.services.session_store import SessionStore
|
||||
from app.utils.parse_util import format_price, get_shipping_fee, surugaya_photo_url_to_cdn
|
||||
from surugaya_common.app_utils import is_empty_str
|
||||
from surugaya_common.urls import BASE_URL
|
||||
|
||||
logger = logging.getLogger(__name__)
|
||||
|
||||
@@ -303,7 +304,7 @@ class SurugayaClient:
|
||||
logger.info("开始获取并解析商品分类...")
|
||||
top_categories: list[CategoryData] = []
|
||||
|
||||
target_url = "https://www.suruga-ya.jp/"
|
||||
target_url = f"{BASE_URL}/"
|
||||
session = await self._session_manager.get_verified_session(target_url, True)
|
||||
|
||||
html_content = ""
|
||||
@@ -366,7 +367,7 @@ class SurugayaClient:
|
||||
async with self._browser_pool.page_session(storage_state=session.storage_state) as (_, page):
|
||||
for top_category in top_categories:
|
||||
try:
|
||||
category_url = f"https://www.suruga-ya.jp{top_category.href}"
|
||||
category_url = f"{BASE_URL}{top_category.href}"
|
||||
response = await page.goto(
|
||||
category_url,
|
||||
wait_until="domcontentloaded",
|
||||
@@ -568,7 +569,7 @@ class SurugayaClient:
|
||||
"""将相对 URL 补全为完整的 https URL"""
|
||||
if url.startswith("http://") or url.startswith("https://"):
|
||||
return url
|
||||
return f"https://www.suruga-ya.jp{url}"
|
||||
return f"{BASE_URL}{url}"
|
||||
|
||||
def get_breadcrumb_list(self, tree):
|
||||
dom_list = tree.css(".block-blocksurugayabreadcrum nav .breadcrumb .breadcrumb-item")
|
||||
|
||||
Reference in New Issue
Block a user