Files
push_fenxiangfengshi/fengxiang_scraper.py
T

227 lines
9.4 KiB
Python
Raw Blame History

This file contains ambiguous Unicode characters
This file contains Unicode characters that might be confused with other characters. If you think that this is intentional, you can safely ignore this warning. Use the Escape button to reveal them.
"""本机登录丰享商家端,拿到 Cookie 并(可选)上传到服务器。
为什么必须在本机跑:丰享登录有腾讯 TCaptcha 滑块/点选,无法纯接口绕过,
服务器上又是无桌面的容器,所以把「人工过验证码」这一步留在本机。
流程:
1. Playwright 打开登录页(有头模式),你手动输入账号密码 + 过验证码
2. 检测到跳转 MMS 后提取 Cookie → 保存到 ./data/cookies.json
3. --upload 时 POST 到服务器管理接口,监控进程立即热加载,无需重启
用法:
python fengxiang_scraper.py # 只登录并保存
python fengxiang_scraper.py --upload # 登录 + 上传(地址取环境变量)
python fengxiang_scraper.py --upload --server http://192.168.8.210:52100 --token xxx
环境变量:FX_SERVER / FX_ADMIN_TOKEN / FX_CONFIG
"""
from __future__ import annotations
import argparse
import json
import os
import sys
import time
from pathlib import Path
import requests
from fengxiang.config import load_config
MMS_BASE = "https://fs.szfx.com/MMS"
LOGIN_TIMEOUT_SEC = 1800 # 30 分钟,够你在忙的时候回来登
PROFILE_DIR = Path("data/browser-profile") # 持久化会话,减少重复登录
def prefill_credentials(page, account: str, password: str) -> None:
"""可选:自动填入账号密码,验证码仍由人工完成。"""
try:
page.fill('input[placeholder*="手机号"]', account, timeout=8000)
page.fill('input[type="password"]', password, timeout=8000)
print(" 已自动填入账号密码,请手动完成验证码并点登录")
except Exception as exc: # noqa: BLE001 - 填不上就交给人工
print(f" 自动填写失败({exc}),请手动输入")
def login_with_browser(login_url: str, timeout_sec: int = LOGIN_TIMEOUT_SEC,
account: str | None = None, password: str | None = None) -> dict[str, str] | None:
try:
from playwright.sync_api import sync_playwright
except ImportError:
print("[错误] 未安装 playwright:pip install playwright && playwright install chromium", file=sys.stderr)
return None
PROFILE_DIR.mkdir(parents=True, exist_ok=True)
print("[1/3] 启动浏览器,请在窗口中完成登录(账号密码 + 验证码)...")
with sync_playwright() as p:
ctx = p.chromium.launch_persistent_context(
str(PROFILE_DIR),
headless=False,
args=["--start-maximized"],
no_viewport=True,
)
page = ctx.pages[0] if ctx.pages else ctx.new_page()
try:
page.goto(login_url, wait_until="domcontentloaded", timeout=60_000)
except Exception as exc: # noqa: BLE001 - 网络慢不该直接判死
print(f" 打开登录页失败:{exc}", file=sys.stderr)
if account and password:
prefill_credentials(page, account, password)
print(f"[2/3] 等待登录完成(最多 {timeout_sec // 60} 分钟,请勿关闭窗口)...")
shot = PROFILE_DIR.parent / "login-state.png"
deadline = time.time() + timeout_sec
last_note = 0.0
ok = False
while time.time() < deadline:
try:
if "fs.szfx.com/mms" in page.url.lower():
ok = True
break
page.wait_for_timeout(1000)
except Exception:
print(" 浏览器窗口已被关闭,退出。", file=sys.stderr)
ctx.close()
return None
if time.time() - last_note >= 60:
last_note = time.time()
left = int((deadline - time.time()) / 60) + 1
# 截图留证:窗口到底渲染成什么样
try:
page.screenshot(path=str(shot))
except Exception:
pass
print(f" [心跳] 仍在等待登录,剩余约 {left} 分钟(当前:{page.url[:80]})")
if not ok:
try:
print(f" 等待超时,当前页面:{page.url}", file=sys.stderr)
except Exception:
pass
print(" 已退出,请重新运行。", file=sys.stderr)
ctx.close()
return None
print(" 登录成功,正在提取 Cookie...")
# 访问一次首页,确保必要的 Cookie 都下发了
try:
page.goto(MMS_BASE, wait_until="networkidle", timeout=30_000)
except Exception:
pass
time.sleep(2)
cookies = {c["name"]: c["value"] for c in ctx.cookies()}
ctx.close()
print(f"[3/3] 提取到 {len(cookies)} 个 Cookie")
return cookies
def verify(cfg, cookies: dict[str, str]) -> bool:
"""本地先验一次,避免把坏 Cookie 推上去。"""
from fengxiang.client import FengxiangClient, FengxiangError
client = FengxiangClient(cfg)
client.set_cookies(cookies)
try:
orders = client.list_orders(page_size=1)
except FengxiangError as exc:
print(f" Cookie 校验失败:{exc}", file=sys.stderr)
return False
latest = orders[0].get("orderId") if orders else None
print(f" Cookie 校验通过(最新订单 {latest})")
return True
def upload(server: str, token: str, cookies: dict[str, str]) -> bool:
url = server.rstrip("/") + "/api/cookies"
headers = {"Content-Type": "application/json"}
if token:
headers["X-Auth-Token"] = token
# 局域网地址必须绕过系统代理:本机代理连不上内网会把请求变成 502
from urllib.parse import urlparse
host = urlparse(url).hostname or ""
session = requests.Session()
if host.startswith(("192.168.", "10.", "127.", "localhost", "172.1", "172.2", "172.3")):
session.trust_env = False
print(f" 目标为内网地址,已绕过系统代理")
print(f" 上传到 {url} ...")
try:
resp = session.post(url, json={"cookies": cookies}, headers=headers, timeout=20)
except requests.RequestException as exc:
print(f" 上传失败(网络):{exc}", file=sys.stderr)
print(" 若 NAS 刚开机,等 1-2 分钟再试;或确认 192.168.8.210 是否在线。", file=sys.stderr)
return False
print(f" HTTP {resp.status_code} {resp.text[:300]}")
return resp.status_code == 200
def main() -> int:
parser = argparse.ArgumentParser(description="丰享商家端登录并同步 Cookie")
parser.add_argument("--upload", action="store_true", help="登录成功后上传到服务器")
parser.add_argument("--server", default=None, help="服务器地址,如 http://192.168.8.210:52100")
parser.add_argument("--token", default=None, help="管理接口 token")
parser.add_argument("--timeout", type=int, default=LOGIN_TIMEOUT_SEC, help="等待登录的秒数")
parser.add_argument("--account", default=None, help="可选:自动填入的账号/手机号")
parser.add_argument("--password", default=None, help="可选:自动填入的密码")
parser.add_argument(
"--upload-only",
action="store_true",
help="不打开浏览器:直接把本地已保存的 Cookie 校验并上传(服务器恢复后补传用)",
)
args = parser.parse_args()
cfg = load_config()
out = Path(cfg.paths.cookies)
# 补传模式:NAS 重启/网络恢复后,用已保存的有效 Cookie 直接推上去,不用再登录
if args.upload_only:
if not out.exists():
print(f"[错误] 本地没有 Cookie 文件:{out},请先正常登录一次", file=sys.stderr)
return 3
cookies = json.loads(out.read_text(encoding="utf-8"))
print(f"[补传] 读取本地 Cookie({len(cookies)} 个):{out}")
if not verify(cfg, cookies):
print("本地 Cookie 已失效,需要重新登录(去掉 --upload-only 再跑)", file=sys.stderr)
return 2
server = args.server or os.environ.get("FX_SERVER")
token = args.token or os.environ.get("FX_ADMIN_TOKEN") or cfg.admin.token
if not server:
print("[错误] 未指定服务器:用 --server 或环境变量 FX_SERVER", file=sys.stderr)
return 3
return 0 if upload(server, token, cookies) else 4
print(f" 登录页:{cfg.api.login_url[:100]}")
account = args.account or os.environ.get("FX_ACCOUNT")
password = args.password or os.environ.get("FX_PASSWORD")
cookies = login_with_browser(cfg.api.login_url, timeout_sec=args.timeout,
account=account, password=password)
if not cookies:
return 1
if not verify(cfg, cookies):
print("Cookie 不可用,未保存。", file=sys.stderr)
return 2
out = Path(cfg.paths.cookies)
out.parent.mkdir(parents=True, exist_ok=True)
with open(out, "w", encoding="utf-8") as f:
json.dump(cookies, f, ensure_ascii=False, indent=2)
print(f" 已保存到 {out}")
if args.upload:
server = args.server or os.environ.get("FX_SERVER")
token = args.token or os.environ.get("FX_ADMIN_TOKEN") or cfg.admin.token
if not server:
print("[错误] 未指定服务器:用 --server 或环境变量 FX_SERVER", file=sys.stderr)
return 3
return 0 if upload(server, token, cookies) else 4
return 0
if __name__ == "__main__":
sys.exit(main())