mirror of
https://github.com/shy3130/tick-stock-panel.git
synced 2026-11-02 10:26:13 +00:00
二开闭环补齐三块: 数据进得来 (写入)、事件推得出 (SSE)、契约有人守 (快照+CI)。
- write:ext scope (第六档): POST /api/ext-data/{id}/ingest 对 Token 开放,
复用管理端同一校验/落盘/视图刷新路径; 结构配置/上传/拉取仍不开放,
外部只能写行数据, 不能改写表结构
- SSE 短期票据 (V2 收尾): POST /api/events/ticket 换 60s 一次性票据 →
GET /api/events?ticket=… 订阅事件流; 票据只继承 Token scope 不放大权限;
进程内事件总线 (services/events.py, 慢消费者丢旧保新), 告警落盘点已挂
(alert_store.append/append_many → bus), 事件按 scope 过滤双向验证
- 契约守护: test_openapi_contract.py 冻结 tier=a 开放面 (61 端点),
增删须显式更新快照; 新增 ci.yml (后端全量测试 + 前端构建) 把契约
变化拦在 PR 上
- examples/open-api: 四个零依赖可运行示例 (行情/写入/回测/事件流) + README
- 菜单设置架构标注: 每页核心/扩展徽标 + 悬停原因 + 图例 (按 open-platform-plan
§2 依赖方向分类, 核心 8 页/扩展 11 页); 顺带补上 MenuSettings 缺失的 模拟盘
- 测试: 网关 write矩阵/票据语义 + 票据生命周期/总线/SSE帧/告警联动 + 契约快照,
全量 2408 passed / 102s; 线上实测: ingest 200 / 票据一次性 / SSE hello+
alert 推送 / scope 过滤双向 / 契约 61 路径
160 lines
6.6 KiB
Python
160 lines
6.6 KiB
Python
"""API 开放网关 — Token 请求的 scope 校验与限流 (docs/open-platform-plan.md §4-5)。
|
|
|
|
evaluate() 是唯一入口: 认证中间件把 Bearer 明文交给它, 得到
|
|
放行 / 401 / 403 / 429 的裁决与响应头。UI 会话完全不经过本模块。
|
|
|
|
规则表按顺序匹配 (方法 + 路径前缀); 未命中 = 不对外开放 (403)。
|
|
刻意不放进规则表的: SSE 流端点 (EventSource 无法带 Authorization 头,
|
|
V2 用短期票据解决)、watchlist/监控规则管理、数据同步、设置 —— 保持最小开放面。
|
|
"""
|
|
from __future__ import annotations
|
|
|
|
import os
|
|
import threading
|
|
import time
|
|
from collections import deque
|
|
from pathlib import Path
|
|
|
|
from app.services import api_tokens
|
|
|
|
# (method, 路径前缀, scope) — method 用 "*" 表示任意; 顺序敏感, 具体规则在前
|
|
_RULES: list[tuple[str, str, str]] = [
|
|
# read:market — 行情读取
|
|
("GET", "/api/kline/instruments/search", "read:market"),
|
|
("GET", "/api/kline/daily", "read:market"),
|
|
("GET", "/api/kline/minute", "read:market"),
|
|
("GET", "/api/kline/minute-range", "read:market"),
|
|
("GET", "/api/intraday/status", "read:market"),
|
|
("GET", "/api/intraday/indices", "read:market"),
|
|
("GET", "/api/index/daily", "read:market"),
|
|
("GET", "/api/index/minute", "read:market"),
|
|
("GET", "/api/overview/market", "read:market"),
|
|
("GET", "/api/screener/market-snapshot", "read:market"),
|
|
# read:ext — 扩展数据读取 (Key 状态子路径除外, 属管理面)
|
|
("GET", "/api/ext-data/schema-all", "read:ext"),
|
|
("GET", "/api/ext-data/schema/", "read:ext"),
|
|
("GET", "/api/ext-data/", "read:ext"),
|
|
("GET", "/api/ext-data", "read:ext"),
|
|
# read:analysis — 策略/回测结果/环境/告警 读取
|
|
("GET", "/api/strategies", "read:analysis"),
|
|
("GET", "/api/screener/strategies", "read:analysis"),
|
|
("GET", "/api/screener/cached", "read:analysis"),
|
|
("GET", "/api/screener/limit-ladder", "read:analysis"),
|
|
("GET", "/api/backtest/status", "read:analysis"),
|
|
("GET", "/api/backtest/candidates", "read:analysis"),
|
|
("GET", "/api/backtest/factor/columns", "read:analysis"),
|
|
("GET", "/api/regime", "read:analysis"),
|
|
("GET", "/api/alerts", "read:analysis"),
|
|
# run:backtest — 触发计算任务
|
|
("POST", "/api/screener/run", "run:backtest"),
|
|
("POST", "/api/screener/run_preset", "run:backtest"),
|
|
("POST", "/api/screener/run_all", "run:backtest"),
|
|
("POST", "/api/backtest/run", "run:backtest"),
|
|
("POST", "/api/backtest/factor/run", "run:backtest"),
|
|
("POST", "/api/backtest/factor/batch", "run:backtest"),
|
|
("POST", "/api/backtest/strategy/run", "run:backtest"),
|
|
# paper:trade — 模拟盘全部 (读+写一体, 单一 scope 简化心智)
|
|
("*", "/api/paper", "paper:trade"),
|
|
# events — 换取 SSE 短期票据: 任意有效 Token 即可 (票据只继承已有 scope,
|
|
# 不放大权限, 故此处用 "*" 表示"仅需认证", 不做 scope 校验)
|
|
("POST", "/api/events/ticket", "*"),
|
|
# SSE 流本体: 网关只做标记 (契约可见); 真正凭证是 query 里的票据,
|
|
# 由端点内校验 (EventSource 带不了 Authorization 头)
|
|
("GET", "/api/events", "*"),
|
|
]
|
|
|
|
# 后缀规则表 — 路径中段含动态段 (如 config_id), 前缀表表达不了"以 X 结尾"语义。
|
|
# 限定在 /api/ext-data/ 下, 防止误伤其他路由的巧合后缀。
|
|
_SUFFIX_RULES: list[tuple[str, str, str]] = [
|
|
# write:ext — 程序化行数据写入 (结构配置/上传/拉取等管理端点仍不开放)
|
|
("POST", "/ingest", "write:ext"),
|
|
]
|
|
|
|
_RATE_WINDOW_S = 60.0
|
|
|
|
|
|
def rate_limit_per_min() -> int:
|
|
"""每 Token 每分钟上限 (env OPEN_API_RATE_LIMIT_PER_MIN, 默认 120, 范围 1~10000)。"""
|
|
try:
|
|
v = int(os.environ.get("OPEN_API_RATE_LIMIT_PER_MIN", "120"))
|
|
return v if 1 <= v <= 10000 else 120
|
|
except ValueError:
|
|
return 120
|
|
|
|
|
|
def required_scope(method: str, path: str) -> str | None:
|
|
"""路径+方法 → 所需 scope; None = 该端点不对外开放。
|
|
|
|
返回 "*" 表示仅需有效 Token (不做特定 scope 校验)。
|
|
"""
|
|
for m, prefix, scope in _RULES:
|
|
if (m == "*" or m == method) and (path == prefix or path.startswith(prefix.rstrip("/") + "/")):
|
|
# read:ext 域内的拉取 Key 状态子路径属管理面 (脱敏也不外露)
|
|
if scope == "read:ext" and path.endswith("/api-key"):
|
|
return None
|
|
return scope
|
|
if path.startswith("/api/ext-data/"):
|
|
for m, suffix, scope in _SUFFIX_RULES:
|
|
if (m == "*" or m == method) and path.endswith(suffix):
|
|
return scope
|
|
return None
|
|
|
|
|
|
# ── 限流: 进程内滑动窗口 (每 token_id 一个 deque; 重启清零无害) ──
|
|
_BUCKETS: dict[str, deque[float]] = {}
|
|
_BUCKET_LOCK = threading.Lock()
|
|
|
|
|
|
def _allow(key: str, limit: int) -> tuple[bool, int, int]:
|
|
"""返回 (是否放行, 剩余额度, 重试等待秒)。"""
|
|
now = time.monotonic()
|
|
with _BUCKET_LOCK:
|
|
q = _BUCKETS.setdefault(key, deque())
|
|
while q and now - q[0] >= _RATE_WINDOW_S:
|
|
q.popleft()
|
|
if len(q) >= limit:
|
|
retry = max(1, int(_RATE_WINDOW_S - (now - q[0])) + 1)
|
|
return False, 0, retry
|
|
q.append(now)
|
|
return True, limit - len(q), 0
|
|
|
|
|
|
def evaluate(data_dir: Path, method: str, path: str, plaintext: str) -> dict:
|
|
"""Token 请求裁决: {status: None=放行 | 401/403/429, detail, headers}。"""
|
|
record = api_tokens.verify_token(data_dir, plaintext)
|
|
if record is None:
|
|
return {"status": 401, "detail": "API Token 无效或已吊销", "headers": {}}
|
|
|
|
scope = required_scope(method, path)
|
|
if scope is None:
|
|
return {
|
|
"status": 403,
|
|
"detail": f"该端点 ({method} {path}) 未对外开放; 开放清单见 /api/openapi.json?tier=a",
|
|
"headers": {},
|
|
}
|
|
if scope == "*":
|
|
pass # 仅需有效 Token (票据签发): 已通过认证, 不校验具体 scope
|
|
elif scope not in record.get("scopes", []):
|
|
return {
|
|
"status": 403,
|
|
"detail": f"Token 缺少所需 scope: {scope} (持有: {record.get('scopes', [])})",
|
|
"headers": {},
|
|
}
|
|
|
|
limit = rate_limit_per_min()
|
|
ok, remaining, retry = _allow(record["id"], limit)
|
|
if not ok:
|
|
return {
|
|
"status": 429,
|
|
"detail": f"请求超出限额 ({limit}/分钟), {retry} 秒后重试",
|
|
"headers": {"Retry-After": str(retry)},
|
|
}
|
|
return {
|
|
"status": None,
|
|
"detail": "",
|
|
"headers": {
|
|
"X-RateLimit-Limit": str(limit),
|
|
"X-RateLimit-Remaining": str(remaining),
|
|
},
|
|
}
|