Files
push_fenxiangfengshi/fengxiang_scraper.py
T

139 lines
4.9 KiB
Python
Raw Blame History

This file contains ambiguous Unicode characters
This file contains Unicode characters that might be confused with other characters. If you think that this is intentional, you can safely ignore this warning. Use the Escape button to reveal them.
"""本机登录丰享商家端,拿到 Cookie 并(可选)上传到服务器。
为什么必须在本机跑:丰享登录有腾讯 TCaptcha 滑块/点选,无法纯接口绕过,
服务器上又是无桌面的容器,所以把「人工过验证码」这一步留在本机。
流程:
1. Playwright 打开登录页(有头模式),你手动输入账号密码 + 过验证码
2. 检测到跳转 MMS 后提取 Cookie → 保存到 ./data/cookies.json
3. --upload 时 POST 到服务器管理接口,监控进程立即热加载,无需重启
用法:
python fengxiang_scraper.py # 只登录并保存
python fengxiang_scraper.py --upload # 登录 + 上传(地址取环境变量)
python fengxiang_scraper.py --upload --server http://192.168.8.210:52100 --token xxx
环境变量:FX_SERVER / FX_ADMIN_TOKEN / FX_CONFIG
"""
from __future__ import annotations
import argparse
import json
import sys
import time
from pathlib import Path
import requests
from fengxiang.config import load_config
MMS_BASE = "https://fs.szfx.com/MMS"
LOGIN_TIMEOUT_MS = 600_000 # 10 分钟
def login_with_browser(login_url: str) -> dict[str, str] | None:
try:
from playwright.sync_api import sync_playwright
except ImportError:
print("[错误] 未安装 playwright:pip install playwright && playwright install chromium", file=sys.stderr)
return None
print("[1/3] 启动浏览器,请在窗口中完成登录(账号密码 + 验证码)...")
with sync_playwright() as p:
browser = p.chromium.launch(headless=False, args=["--start-maximized"])
context = browser.new_context(no_viewport=True)
page = context.new_page()
page.goto(login_url)
print("[2/3] 等待登录完成(最多 10 分钟)...")
try:
page.wait_for_url("**/MMS**", timeout=LOGIN_TIMEOUT_MS)
print(" 登录成功,正在提取 Cookie...")
except Exception:
print(" 等待超时,已退出。请重新运行。", file=sys.stderr)
browser.close()
return None
# 访问一次首页,确保必要的 Cookie 都下发了
try:
page.goto(MMS_BASE)
page.wait_for_load_state("networkidle", timeout=30_000)
except Exception:
pass
time.sleep(2)
cookies = {c["name"]: c["value"] for c in context.cookies()}
browser.close()
print(f"[3/3] 提取到 {len(cookies)} 个 Cookie")
return cookies
def verify(cfg, cookies: dict[str, str]) -> bool:
"""本地先验一次,避免把坏 Cookie 推上去。"""
from fengxiang.client import FengxiangClient, FengxiangError
client = FengxiangClient(cfg)
client.set_cookies(cookies)
try:
orders = client.list_orders(page_size=1)
except FengxiangError as exc:
print(f" Cookie 校验失败:{exc}", file=sys.stderr)
return False
latest = orders[0].get("orderId") if orders else None
print(f" Cookie 校验通过(最新订单 {latest})")
return True
def upload(server: str, token: str, cookies: dict[str, str]) -> bool:
url = server.rstrip("/") + "/api/cookies"
headers = {"Content-Type": "application/json"}
if token:
headers["X-Auth-Token"] = token
print(f" 上传到 {url} ...")
try:
resp = requests.post(url, json={"cookies": cookies}, headers=headers, timeout=20)
except requests.RequestException as exc:
print(f" 上传失败(网络):{exc}", file=sys.stderr)
return False
print(f" HTTP {resp.status_code} {resp.text[:300]}")
return resp.status_code == 200
def main() -> int:
parser = argparse.ArgumentParser(description="丰享商家端登录并同步 Cookie")
parser.add_argument("--upload", action="store_true", help="登录成功后上传到服务器")
parser.add_argument("--server", default=None, help="服务器地址,如 http://192.168.8.210:52100")
parser.add_argument("--token", default=None, help="管理接口 token")
args = parser.parse_args()
cfg = load_config()
cookies = login_with_browser(cfg.api.login_url)
if not cookies:
return 1
if not verify(cfg, cookies):
print("Cookie 不可用,未保存。", file=sys.stderr)
return 2
out = Path(cfg.paths.cookies)
out.parent.mkdir(parents=True, exist_ok=True)
with open(out, "w", encoding="utf-8") as f:
json.dump(cookies, f, ensure_ascii=False, indent=2)
print(f" 已保存到 {out}")
if args.upload:
import os
server = args.server or os.environ.get("FX_SERVER")
token = args.token or os.environ.get("FX_ADMIN_TOKEN") or cfg.admin.token
if not server:
print("[错误] 未指定服务器:用 --server 或环境变量 FX_SERVER", file=sys.stderr)
return 3
return 0 if upload(server, token, cookies) else 4
return 0
if __name__ == "__main__":
sys.exit(main())