Files
PolyWeather/web/sse_manager.py
T
2569718930@qq.com 23882ac1ef SSE Patch 增量推送架构全链路实现
- web/sse_manager.py: asyncio.Queue 连接池 + broadcast + event_stream
- web/routers/sse_router.py: GET /api/events + POST /api/internal/collector-patch
- weather_sources.py: 采集后 POST patch 给 web
- Nginx polyweather.conf: /api/events proxy_buffering off
- frontend/api/events/route.ts: Next.js SSE 代理
- frontend/hooks/use-sse-patches.ts: EventSource + useLatestPatch + 重连
- LiveTemperatureThresholdChart: mergePatchIntoHourly 增量合并
- scan-terminal-query: 接入 SSE patch 更新行数据
- 新增 ssePatchArchitecture.test.ts 架构测试
2026-05-26 10:39:17 +08:00

93 lines
2.8 KiB
Python

"""In-process SSE patch broadcaster for live terminal updates."""
from __future__ import annotations
import asyncio
import json
import threading
import time
from collections import defaultdict
from typing import Any, AsyncIterator, DefaultDict
HEARTBEAT_INTERVAL_SECONDS = 30
QUEUE_MAXSIZE = 256
class SseManager:
def __init__(self) -> None:
self._queues: DefaultDict[str, set[asyncio.Queue[dict[str, Any]]]] = defaultdict(set)
self._lock = threading.RLock()
self._revision = 0
def _next_revision(self) -> int:
with self._lock:
self._revision += 1
return self._revision
def broadcast(self, city: str, changes: dict[str, Any]) -> dict[str, Any]:
event = {
"type": "city_patch",
"city": str(city or "").strip().lower(),
"changes": changes or {},
"revision": self._next_revision(),
"ts": int(time.time() * 1000),
}
if not event["city"]:
return event
with self._lock:
queues = [queue for queue_set in self._queues.values() for queue in queue_set]
for queue in queues:
try:
queue.put_nowait(event)
except asyncio.QueueFull:
try:
queue.get_nowait()
except asyncio.QueueEmpty:
pass
try:
queue.put_nowait(event)
except asyncio.QueueFull:
pass
return event
async def event_stream(self, user_id: str) -> AsyncIterator[str]:
user_key = str(user_id or "anon")
queue: asyncio.Queue[dict[str, Any]] = asyncio.Queue(maxsize=QUEUE_MAXSIZE)
with self._lock:
self._queues[user_key].add(queue)
try:
yield self._format_event({
"type": "connected",
"revision": self._revision,
"ts": int(time.time() * 1000),
})
while True:
try:
event = await asyncio.wait_for(
queue.get(),
timeout=HEARTBEAT_INTERVAL_SECONDS,
)
except asyncio.TimeoutError:
event = {
"type": "heartbeat",
"revision": self._revision,
"ts": int(time.time() * 1000),
}
yield self._format_event(event)
finally:
with self._lock:
self._queues[user_key].discard(queue)
if not self._queues[user_key]:
self._queues.pop(user_key, None)
@staticmethod
def _format_event(event: dict[str, Any]) -> str:
return f"data: {json.dumps(event, ensure_ascii=False, separators=(',', ':'))}\n\n"
sse_manager = SseManager()