开山网(kaishan.com)是国内知名的女鞋批发电商平台,聚焦温州鞋、广州鞋等源头货源,其商品详情数据(如批发价、起批量、库存、供应商信息等)是鞋类零售商、电商卖家选品和比价的核心依据。由于开山网无公开官方 API,开发者需通过合规的页面解析或第三方服务实现商品详情(item_get)的获取。本文将系统讲解接口对接逻辑、技术实现、反爬应对及最佳实践,帮助开发者构建稳定的女鞋货源详情获取系统。
一、接口基础认知(核心功能与场景)
二、对接前置准备(环境与工具)
三、接口调用流程(基于页面解析)
四、代码实现示例(Python)
import requests
import time
import random
import re
from bs4 import BeautifulSoup
from fake_useragent import UserAgent
from typing import Dict, List
class KaishanItemApi:
def __init__(self, proxy_pool: List[str] = None):
self.base_url = "https://www.kaishan.com/product/{item_id}.html"
self.detail_api = "https://www.kaishan.com/api/product/detail?pid={item_id}" # 动态详情接口
self.ua = UserAgent()
self.proxy_pool = proxy_pool # 代理池列表,如["http://ip:port", ...]
def _get_headers(self) -> Dict[str, str]:
"""生成随机请求头"""
return {
"User-Agent": self.ua.random,
"Referer": "https://www.kaishan.com/",
"Accept": "text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8",
"Cookie": "PHPSESSID=xxx; user_id=anonymous; Hm_lvt_xxx=xxx" # 替换为实际Cookie
}
def _get_proxy(self) -> Dict[str, str]:
"""随机获取代理"""
if self.proxy_pool and len(self.proxy_pool) > 0:
proxy = random.choice(self.proxy_pool)
return {"http": proxy, "https": proxy}
return None
def _parse_static_data(self, html: str) -> Dict[str, str]:
"""解析静态HTML中的基础信息"""
soup = BeautifulSoup(html, "lxml")
return {
"title": soup.select_one("h1.product-title")?.text.strip() or "",
"supplier_name": soup.select_one("a.supplier-name")?.text.strip() or "",
"location": soup.select_one("div.supplier-location")?.text.strip() or "",
"material": soup.select_one("div.material-info")?.text.strip() or "",
"images": [img.get("src") for img in soup.select("div.gallery img") if img.get("src")],
"detail_html": str(soup.select_one("div.detail-content") or "") # 商品详情HTML
}
def _fetch_dynamic_data(self, item_id: str, headers: Dict[str, str], proxy: Dict[str, str]) -> Dict:
"""调用动态接口获取价格、规格与库存"""
try:
url = self.detail_api.format(item_id=item_id)
response = requests.get(url, headers=headers, proxies=proxy, timeout=10)
response.raise_for_status()
return response.json().get("data", {}) # 假设数据在data字段中
except Exception as e:
print(f"动态接口获取失败: {str(e)}")
return {}
def _parse_dynamic_data(self, dynamic_data: Dict) -> Dict:
"""解析动态数据(价格梯度、规格、库存、物流)"""
price_info = dynamic_data.get("price", {})
logistics = dynamic_data.get("logistics", {})
# 格式化价格梯度
gradient = []
for i, grad in enumerate(price_info.get("price_gradient", [])):
min_qty = grad.get("quantity")
max_qty = price_info["price_gradient"][i+1]["quantity"] - 1 if i+1 < len(price_info["price_gradient"]) else "∞"
gradient.append({
"min_quantity": min_qty,
"max_quantity": max_qty,
"price": grad.get("price")
})
return {
"price": {
"market": price_info.get("market_price", 0),
"wholesale": price_info.get("wholesale_price", 0),
"gradient": gradient,
"min_order": price_info.get("min_order", 1)
},
"specs": dynamic_data.get("specs", []), # 颜色+鞋码+库存列表
"total_stock": dynamic_data.get("total_stock", 0),
"logistics": {
"freight": logistics.get("freight", ""),
"express": logistics.get("express", "")
}
}
def item_get(self, item_id: str, timeout: int = 10) -> Dict:
"""
获取开山网商品详情
:param item_id: 商品ID(如8765432)
:param timeout: 超时时间
:return: 标准化商品数据
"""
try:
# 1. 构建URL并发送请求
url = self.base_url.format(item_id=item_id)
headers = self._get_headers()
proxy = self._get_proxy()
# 随机延迟,避免反爬
time.sleep(random.uniform(3, 5))
response = requests.get(
url=url,
headers=headers,
proxies=proxy,
timeout=timeout
)
response.raise_for_status()
html = response.text
# 2. 解析静态数据
static_data = self._parse_static_data(html)
if not static_data["title"]:
return {"success": False, "error_msg": "未找到商品信息,可能item_id错误或商品已下架"}
# 3. 获取并解析动态数据
dynamic_data = self._fetch_dynamic_data(item_id, headers, proxy)
dynamic_parsed = self._parse_dynamic_data(dynamic_data)
# 4. 合并数据
result = {
"success": True,
"data": {
"item_id": item_id,** static_data,
**dynamic_parsed,
"update_time": time.strftime("%Y-%m-%d %H:%M:%S")
}
}
return result
except requests.exceptions.HTTPError as e:
if "403" in str(e):
return {"success": False, "error_msg": "触发反爬,建议更换代理或Cookie", "code": 403}
return {"success": False, "error_msg": f"HTTP错误: {str(e)}", "code": response.status_code}
except Exception as e:
return {"success": False, "error_msg": f"获取失败: {str(e)}", "code": -1}
# 使用示例
if __name__ == "__main__":
# 代理池(替换为有效代理)
PROXIES = [
"http://123.45.67.89:8888",
"http://98.76.54.32:8080"
]
# 初始化API客户端
api = KaishanItemApi(proxy_pool=PROXIES)
# 获取商品详情(示例item_id)
item_id = "8765432" # 替换为实际商品ID
result = api.item_get(item_id)
if result["success"]:
data = result["data"]
print(f"商品标题: {data['title']}")
print(f"供应商: {data['supplier_name']} | 所在地: {data['location']}")
print(f"材质: {data['material']} | 市场价: {data['price']['market']}元 | 批发价: {data['price']['wholesale']}元")
print(f"起订量: {data['price']['min_order']}双 | 总库存: {data['total_stock']}双")
print("价格梯度:")
for grad in data['price']['gradient']:
print(f" {grad['min_quantity']}-{grad['max_quantity']}双: {grad['price']}元/双")
print(f"物流: {data['logistics']['freight']} | 快递: {data['logistics']['express']}")
print("\n规格信息(前3条):")
for spec in data["specs"][:3]:
print(f" 颜色: {spec.get('color')} | 鞋码: {spec.get('size')} | 库存: {spec.get('stock')}双")
else:
print(f"获取失败: {result['error_msg']}(错误码: {result.get('code')})")