Files
tick-stock-panel/backend/app/services/api_gateway.py
T
shy3130 f20772d7b7 feat(open-api): 开放能力闭环 — write:ext 数据写入 + SSE 事件流 + 契约守护
二开闭环补齐三块: 数据进得来 (写入)、事件推得出 (SSE)、契约有人守 (快照+CI)。

- write:ext scope (第六档): POST /api/ext-data/{id}/ingest 对 Token 开放,
  复用管理端同一校验/落盘/视图刷新路径; 结构配置/上传/拉取仍不开放,
  外部只能写行数据, 不能改写表结构
- SSE 短期票据 (V2 收尾): POST /api/events/ticket 换 60s 一次性票据 →
  GET /api/events?ticket=… 订阅事件流; 票据只继承 Token scope 不放大权限;
  进程内事件总线 (services/events.py, 慢消费者丢旧保新), 告警落盘点已挂
  (alert_store.append/append_many → bus), 事件按 scope 过滤双向验证
- 契约守护: test_openapi_contract.py 冻结 tier=a 开放面 (61 端点),
  增删须显式更新快照; 新增 ci.yml (后端全量测试 + 前端构建) 把契约
  变化拦在 PR 上
- examples/open-api: 四个零依赖可运行示例 (行情/写入/回测/事件流) + README
- 菜单设置架构标注: 每页核心/扩展徽标 + 悬停原因 + 图例 (按 open-platform-plan
  §2 依赖方向分类, 核心 8 页/扩展 11 页); 顺带补上 MenuSettings 缺失的 模拟盘
- 测试: 网关 write矩阵/票据语义 + 票据生命周期/总线/SSE帧/告警联动 + 契约快照,
  全量 2408 passed / 102s; 线上实测: ingest 200 / 票据一次性 / SSE hello+
  alert 推送 / scope 过滤双向 / 契约 61 路径
2026-09-26 11:31:11 +08:00

160 lines
6.6 KiB
Python

"""API 开放网关 — Token 请求的 scope 校验与限流 (docs/open-platform-plan.md §4-5)。
evaluate() 是唯一入口: 认证中间件把 Bearer 明文交给它, 得到
放行 / 401 / 403 / 429 的裁决与响应头。UI 会话完全不经过本模块。
规则表按顺序匹配 (方法 + 路径前缀); 未命中 = 不对外开放 (403)。
刻意不放进规则表的: SSE 流端点 (EventSource 无法带 Authorization 头,
V2 用短期票据解决)、watchlist/监控规则管理、数据同步、设置 —— 保持最小开放面。
"""
from __future__ import annotations
import os
import threading
import time
from collections import deque
from pathlib import Path
from app.services import api_tokens
# (method, 路径前缀, scope) — method 用 "*" 表示任意; 顺序敏感, 具体规则在前
_RULES: list[tuple[str, str, str]] = [
# read:market — 行情读取
("GET", "/api/kline/instruments/search", "read:market"),
("GET", "/api/kline/daily", "read:market"),
("GET", "/api/kline/minute", "read:market"),
("GET", "/api/kline/minute-range", "read:market"),
("GET", "/api/intraday/status", "read:market"),
("GET", "/api/intraday/indices", "read:market"),
("GET", "/api/index/daily", "read:market"),
("GET", "/api/index/minute", "read:market"),
("GET", "/api/overview/market", "read:market"),
("GET", "/api/screener/market-snapshot", "read:market"),
# read:ext — 扩展数据读取 (Key 状态子路径除外, 属管理面)
("GET", "/api/ext-data/schema-all", "read:ext"),
("GET", "/api/ext-data/schema/", "read:ext"),
("GET", "/api/ext-data/", "read:ext"),
("GET", "/api/ext-data", "read:ext"),
# read:analysis — 策略/回测结果/环境/告警 读取
("GET", "/api/strategies", "read:analysis"),
("GET", "/api/screener/strategies", "read:analysis"),
("GET", "/api/screener/cached", "read:analysis"),
("GET", "/api/screener/limit-ladder", "read:analysis"),
("GET", "/api/backtest/status", "read:analysis"),
("GET", "/api/backtest/candidates", "read:analysis"),
("GET", "/api/backtest/factor/columns", "read:analysis"),
("GET", "/api/regime", "read:analysis"),
("GET", "/api/alerts", "read:analysis"),
# run:backtest — 触发计算任务
("POST", "/api/screener/run", "run:backtest"),
("POST", "/api/screener/run_preset", "run:backtest"),
("POST", "/api/screener/run_all", "run:backtest"),
("POST", "/api/backtest/run", "run:backtest"),
("POST", "/api/backtest/factor/run", "run:backtest"),
("POST", "/api/backtest/factor/batch", "run:backtest"),
("POST", "/api/backtest/strategy/run", "run:backtest"),
# paper:trade — 模拟盘全部 (读+写一体, 单一 scope 简化心智)
("*", "/api/paper", "paper:trade"),
# events — 换取 SSE 短期票据: 任意有效 Token 即可 (票据只继承已有 scope,
# 不放大权限, 故此处用 "*" 表示"仅需认证", 不做 scope 校验)
("POST", "/api/events/ticket", "*"),
# SSE 流本体: 网关只做标记 (契约可见); 真正凭证是 query 里的票据,
# 由端点内校验 (EventSource 带不了 Authorization 头)
("GET", "/api/events", "*"),
]
# 后缀规则表 — 路径中段含动态段 (如 config_id), 前缀表表达不了"以 X 结尾"语义。
# 限定在 /api/ext-data/ 下, 防止误伤其他路由的巧合后缀。
_SUFFIX_RULES: list[tuple[str, str, str]] = [
# write:ext — 程序化行数据写入 (结构配置/上传/拉取等管理端点仍不开放)
("POST", "/ingest", "write:ext"),
]
_RATE_WINDOW_S = 60.0
def rate_limit_per_min() -> int:
"""每 Token 每分钟上限 (env OPEN_API_RATE_LIMIT_PER_MIN, 默认 120, 范围 1~10000)。"""
try:
v = int(os.environ.get("OPEN_API_RATE_LIMIT_PER_MIN", "120"))
return v if 1 <= v <= 10000 else 120
except ValueError:
return 120
def required_scope(method: str, path: str) -> str | None:
"""路径+方法 → 所需 scope; None = 该端点不对外开放。
返回 "*" 表示仅需有效 Token (不做特定 scope 校验)。
"""
for m, prefix, scope in _RULES:
if (m == "*" or m == method) and (path == prefix or path.startswith(prefix.rstrip("/") + "/")):
# read:ext 域内的拉取 Key 状态子路径属管理面 (脱敏也不外露)
if scope == "read:ext" and path.endswith("/api-key"):
return None
return scope
if path.startswith("/api/ext-data/"):
for m, suffix, scope in _SUFFIX_RULES:
if (m == "*" or m == method) and path.endswith(suffix):
return scope
return None
# ── 限流: 进程内滑动窗口 (每 token_id 一个 deque; 重启清零无害) ──
_BUCKETS: dict[str, deque[float]] = {}
_BUCKET_LOCK = threading.Lock()
def _allow(key: str, limit: int) -> tuple[bool, int, int]:
"""返回 (是否放行, 剩余额度, 重试等待秒)。"""
now = time.monotonic()
with _BUCKET_LOCK:
q = _BUCKETS.setdefault(key, deque())
while q and now - q[0] >= _RATE_WINDOW_S:
q.popleft()
if len(q) >= limit:
retry = max(1, int(_RATE_WINDOW_S - (now - q[0])) + 1)
return False, 0, retry
q.append(now)
return True, limit - len(q), 0
def evaluate(data_dir: Path, method: str, path: str, plaintext: str) -> dict:
"""Token 请求裁决: {status: None=放行 | 401/403/429, detail, headers}。"""
record = api_tokens.verify_token(data_dir, plaintext)
if record is None:
return {"status": 401, "detail": "API Token 无效或已吊销", "headers": {}}
scope = required_scope(method, path)
if scope is None:
return {
"status": 403,
"detail": f"该端点 ({method} {path}) 未对外开放; 开放清单见 /api/openapi.json?tier=a",
"headers": {},
}
if scope == "*":
pass # 仅需有效 Token (票据签发): 已通过认证, 不校验具体 scope
elif scope not in record.get("scopes", []):
return {
"status": 403,
"detail": f"Token 缺少所需 scope: {scope} (持有: {record.get('scopes', [])})",
"headers": {},
}
limit = rate_limit_per_min()
ok, remaining, retry = _allow(record["id"], limit)
if not ok:
return {
"status": 429,
"detail": f"请求超出限额 ({limit}/分钟), {retry} 秒后重试",
"headers": {"Retry-After": str(retry)},
}
return {
"status": None,
"detail": "",
"headers": {
"X-RateLimit-Limit": str(limit),
"X-RateLimit-Remaining": str(remaining),
},
}