2569718930@qq.com
4eb50ce880
City AI can return a partially streamed JSON string when the provider truncates output. The fallback previously kept an unfinished clause such as '但TAF显示', which made the forecast explanation look broken even though earlier evidence was usable. Constraint: Provider JSON can be truncated after useful fields have already streamed Rejected: Drop all partial AI text | would lose valid METAR interpretation already returned before truncation Confidence: high Scope-risk: narrow Tested: pytest city AI truncation regression tests Tested: npm run build Not-tested: Live DeepSeek provider response
548 lines
19 KiB
Python
548 lines
19 KiB
Python
|
||
from fastapi.testclient import TestClient
|
||
|
||
from web.app import app
|
||
import web.routes as routes
|
||
import web.scan_terminal_service as scan_terminal_service
|
||
from web.scan_terminal_service import _scan_terminal_cache_key
|
||
from src.database.db_manager import DBManager
|
||
from src.database.runtime_state import TruthRecordRepository, TrainingFeatureRecordRepository
|
||
|
||
|
||
client = TestClient(app)
|
||
|
||
|
||
def test_healthz_returns_ok_shape():
|
||
response = client.get('/healthz')
|
||
assert response.status_code == 200
|
||
payload = response.json()
|
||
assert payload['status'] in {'ok', 'degraded'}
|
||
assert 'db' in payload
|
||
assert 'state_storage_mode' in payload
|
||
assert 'cities_count' in payload
|
||
|
||
|
||
def test_system_status_returns_summary_shape():
|
||
response = client.get('/api/system/status')
|
||
assert response.status_code == 200
|
||
payload = response.json()
|
||
assert 'db' in payload
|
||
assert 'state_storage_mode' in payload
|
||
assert 'features' in payload
|
||
assert 'integrations' in payload
|
||
assert 'cache' in payload
|
||
assert 'analysis' in payload['cache']
|
||
assert 'probability' in payload
|
||
assert 'rollout' in payload['probability']
|
||
assert payload['probability']['rollout']['decision']['decision'] in {'hold', 'observe', 'promote'}
|
||
assert 'training_data' in payload
|
||
assert 'station_networks' in payload
|
||
assert 'prewarm' in payload
|
||
assert 'truth_records' in payload['training_data']
|
||
assert 'training_features' in payload['training_data']
|
||
assert 'city_coverage' in payload['training_data']
|
||
assert 'model_city_coverage' in payload['training_data']
|
||
assert 'artifacts' in payload['training_data']
|
||
assert 'metar_entries' in payload['cache']
|
||
assert 'nmc_entries' in payload['cache']
|
||
assert 'runtime' in payload['prewarm']
|
||
assert 'last_summary_ok' in payload['prewarm']['runtime']
|
||
assert 'cities_count' in payload
|
||
|
||
|
||
def test_system_status_reads_shared_prewarm_runtime(monkeypatch):
|
||
monkeypatch.setenv("POLYWEATHER_DASHBOARD_PREWARM_ENABLED", "true")
|
||
monkeypatch.setenv("POLYWEATHER_PREWARM_INTERVAL_SEC", "300")
|
||
monkeypatch.setenv("POLYWEATHER_PREWARM_JITTER_SEC", "20")
|
||
|
||
DBManager().set_payment_runtime_state(
|
||
"dashboard_prewarm",
|
||
{
|
||
"cycle_count": 3,
|
||
"success_count": 3,
|
||
"failure_count": 0,
|
||
"last_started_at": "2026-04-08T12:00:00",
|
||
"last_finished_at": "2026-04-08T12:00:05",
|
||
"last_duration_sec": 5.0,
|
||
"last_success": True,
|
||
"last_http_status": 200,
|
||
"last_error": None,
|
||
"last_requested_cities": ["shanghai", "beijing"],
|
||
"last_requested_city_count": 2,
|
||
"last_include_detail": True,
|
||
"last_include_market": True,
|
||
"last_force_refresh": False,
|
||
"last_warmed_count": 2,
|
||
"last_summary_ok": 2,
|
||
"last_detail_ok": 2,
|
||
"last_market_ok": 2,
|
||
"last_failed_count": 0,
|
||
"last_heartbeat_ts": __import__("time").time(),
|
||
"writer_mode": "standalone_process",
|
||
"writer_pid": 12345,
|
||
"writer_thread_name": "MainThread",
|
||
},
|
||
)
|
||
|
||
response = client.get('/api/system/status')
|
||
|
||
assert response.status_code == 200
|
||
payload = response.json()
|
||
assert payload["prewarm"]["enabled"] is True
|
||
assert payload["prewarm"]["thread_alive"] is True
|
||
assert payload["prewarm"]["runtime"]["cycle_count"] >= 3
|
||
assert payload["prewarm"]["runtime"]["last_summary_ok"] == 2
|
||
|
||
|
||
def test_metrics_endpoint_returns_prometheus_payload():
|
||
response = client.get('/metrics')
|
||
assert response.status_code == 200
|
||
assert 'polyweather_http_requests_total' in response.text
|
||
|
||
|
||
def test_city_ai_fallback_reasoning_says_ai_read_is_normal():
|
||
payload = scan_terminal_service._build_city_ai_fallback(
|
||
{
|
||
"city_display_name": "Tokyo",
|
||
"temp_symbol": "°C",
|
||
"deb": {"prediction": 17.8},
|
||
"model_cluster": {
|
||
"sources": [
|
||
{"value": 17.0},
|
||
{"value": 17.8},
|
||
{"value": 20.6},
|
||
]
|
||
},
|
||
"observation_anchor": {
|
||
"is_airport_metar": True,
|
||
"station_code": "RJTT",
|
||
},
|
||
"airport_current": {
|
||
"station_code": "RJTT",
|
||
"temp": 16.0,
|
||
"report_time": "21:30Z",
|
||
"raw_metar": "RJTT 262130Z AUTO 00000KT 9999 FEW030 16/10 Q1015",
|
||
},
|
||
},
|
||
locale="zh-CN",
|
||
reason="preview",
|
||
)
|
||
|
||
assert "AI 机场报文解读正常" in payload["reasoning_zh"]
|
||
assert "后补" not in payload["reasoning_zh"]
|
||
assert "AI 增强可作为后续补充" not in payload["reasoning_zh"]
|
||
|
||
|
||
def test_city_ai_partial_json_trims_dangling_taf_clause():
|
||
payload = scan_terminal_service._build_city_ai_fallback(
|
||
{
|
||
"city_display_name": "London",
|
||
"temp_symbol": "°C",
|
||
"deb": {"prediction": 24.3},
|
||
"model_cluster": {
|
||
"sources": [
|
||
{"value": 22.3},
|
||
{"value": 23.1},
|
||
{"value": 24.3},
|
||
{"value": 26.3},
|
||
]
|
||
},
|
||
"observation_anchor": {
|
||
"is_airport_metar": True,
|
||
"station_code": "EGLL",
|
||
},
|
||
"airport_current": {
|
||
"station_code": "EGLL",
|
||
"temp": 21.0,
|
||
"report_time": "09:00Z",
|
||
"raw_metar": "EGLL 270900Z 34004KT CAVOK 21/09 Q1016",
|
||
},
|
||
},
|
||
locale="zh-CN",
|
||
reason="AI content is not a JSON object",
|
||
raw_content=(
|
||
'{"metar_read_zh":"最新METAR报文09:00观测温度21°C，西北风4节（340°），'
|
||
'CAVOK（能见度良好，无重要云）。当前西北风弱，趋向增温但影响有限；'
|
||
'TAF预示10-11点转南风（18012KT），南风可能带来凉爽海风抑制升温。",'
|
||
'"reasoning_zh":"DEB预测24.3°C，多数模型集中在23-26°C，'
|
||
'当前09时实测21°C处于快速升温路径，但TAF显示'
|
||
),
|
||
)
|
||
|
||
assert "但TAF显示" not in payload["reasoning_zh"]
|
||
assert payload["reasoning_zh"].endswith("。")
|
||
assert "当前09时实测21°C处于快速升温路径" in payload["reasoning_zh"]
|
||
|
||
|
||
def test_city_ai_schema_completion_trims_dangling_taf_clause():
|
||
payload = scan_terminal_service._complete_city_ai_payload(
|
||
{
|
||
"predicted_max": 24.3,
|
||
"range_low": 22.3,
|
||
"range_high": 26.3,
|
||
"unit": "°C",
|
||
"confidence": "medium",
|
||
"final_judgment_zh": "London 最高温中枢暂看24°C附近。",
|
||
"final_judgment_en": "London high is centered near 24°C.",
|
||
"metar_read_zh": "最新METAR报文09:00观测温度21°C，西北风4节，CAVOK。",
|
||
"metar_read_en": "The latest METAR shows 21°C at 09:00 with northwesterly wind and CAVOK.",
|
||
"reasoning_zh": "当前09时实测21°C处于快速升温路径，但TAF显示",
|
||
"reasoning_en": "The 09:00 observation is on a fast warming path, but TAF shows",
|
||
"risks_zh": ["后续METAR若升温放缓，需要下修。"],
|
||
"risks_en": ["If later METAR warming slows, revise lower."],
|
||
"model_cluster_note_zh": "4/4 个模型落在 DEB ±2°C 内。",
|
||
"model_cluster_note_en": "4/4 models sit within 2°C of DEB.",
|
||
},
|
||
{
|
||
"city_display_name": "London",
|
||
"temp_symbol": "°C",
|
||
"deb": {"prediction": 24.3},
|
||
"model_cluster": {"sources": [{"value": 22.3}, {"value": 26.3}]},
|
||
"observation_anchor": {"is_airport_metar": True, "station_code": "EGLL"},
|
||
"airport_current": {
|
||
"station_code": "EGLL",
|
||
"temp": 21.0,
|
||
"report_time": "09:00Z",
|
||
"raw_metar": "EGLL 270900Z 34004KT CAVOK 21/09 Q1016",
|
||
},
|
||
},
|
||
locale="zh-CN",
|
||
)
|
||
|
||
assert payload["reasoning_zh"] == "当前09时实测21°C处于快速升温路径。"
|
||
assert payload["reasoning_en"] == "The 09:00 observation is on a fast warming path."
|
||
assert payload["_polyweather_meta"]["trimmed_incomplete_fields"] == [
|
||
"reasoning_en",
|
||
"reasoning_zh",
|
||
]
|
||
|
||
|
||
def test_cities_endpoint_uses_denver_display_name_for_aurora_market():
|
||
response = client.get("/api/cities")
|
||
assert response.status_code == 200
|
||
payload = response.json()
|
||
aurora = next(item for item in payload["cities"] if item["name"] == "aurora")
|
||
assert aurora["display_name"] == "Denver"
|
||
assert aurora["network_provider"] == "global_metar"
|
||
assert aurora["deb_recent_tier"] in {"high", "medium", "low", "other"}
|
||
assert "deb_recent_sample_count" in aurora
|
||
|
||
|
||
def test_cities_endpoint_includes_new_wunderground_cities():
|
||
response = client.get("/api/cities")
|
||
assert response.status_code == 200
|
||
payload = response.json()
|
||
names = {item["name"] for item in payload["cities"]}
|
||
assert {
|
||
"busan",
|
||
"panama city",
|
||
"kuala lumpur",
|
||
"jakarta",
|
||
"helsinki",
|
||
"amsterdam",
|
||
}.issubset(names)
|
||
|
||
|
||
def test_payment_runtime_endpoint_returns_shape():
|
||
response = client.get('/api/payments/runtime')
|
||
assert response.status_code == 200
|
||
payload = response.json()
|
||
assert 'checkout' in payload
|
||
assert 'rpc' in payload
|
||
assert 'event_loop_state' in payload
|
||
assert 'recent_audit_events' in payload
|
||
|
||
|
||
def test_auth_me_does_not_reconcile_on_status_probe(monkeypatch):
|
||
monkeypatch.setattr(routes, "_assert_entitlement", lambda request: None)
|
||
|
||
def _bind_identity(request):
|
||
request.state.auth_user_id = "user-1"
|
||
request.state.auth_email = "user@example.com"
|
||
|
||
monkeypatch.setattr(routes, "_bind_optional_supabase_identity", _bind_identity)
|
||
monkeypatch.setattr(routes, "_resolve_auth_points", lambda request: 0)
|
||
monkeypatch.setattr(routes, "_resolve_weekly_profile", lambda request: {"weekly_points": 0, "weekly_rank": None})
|
||
monkeypatch.setattr(routes.SUPABASE_ENTITLEMENT, "enabled", True)
|
||
|
||
calls = {"count": 0}
|
||
reconcile_calls = {"count": 0}
|
||
|
||
def _latest_subscription(user_id, respect_requirement=False):
|
||
calls["count"] += 1
|
||
return {
|
||
"plan_code": "pro_monthly",
|
||
"starts_at": "2026-03-22T00:00:00+00:00",
|
||
"expires_at": "2026-04-21T00:00:00+00:00",
|
||
}
|
||
|
||
monkeypatch.setattr(
|
||
routes.SUPABASE_ENTITLEMENT,
|
||
"get_latest_active_subscription",
|
||
_latest_subscription,
|
||
)
|
||
monkeypatch.setattr(routes.PAYMENT_CHECKOUT, "enabled", True)
|
||
|
||
def _reconcile_latest_intent(user_id):
|
||
reconcile_calls["count"] += 1
|
||
return {"ok": True, "action": "reconciled_confirmed_intent"}
|
||
|
||
monkeypatch.setattr(
|
||
routes.PAYMENT_CHECKOUT,
|
||
"reconcile_latest_intent",
|
||
_reconcile_latest_intent,
|
||
)
|
||
|
||
response = client.get("/api/auth/me")
|
||
|
||
assert response.status_code == 200
|
||
payload = response.json()
|
||
assert payload["subscription_active"] is True
|
||
assert payload["subscription_plan_code"] == "pro_monthly"
|
||
assert reconcile_calls["count"] == 0
|
||
|
||
|
||
def test_ops_memberships_prefers_supabase_auth_email(monkeypatch):
|
||
monkeypatch.setattr(routes, "_assert_entitlement", lambda request: None)
|
||
monkeypatch.setattr(routes, "_require_ops_admin", lambda request: None)
|
||
monkeypatch.setattr(routes.PAYMENT_CHECKOUT, "enabled", False)
|
||
|
||
class _FakeDB:
|
||
@staticmethod
|
||
def get_users_by_supabase_user_ids(user_ids):
|
||
return {
|
||
"user-1": {
|
||
"supabase_email": "stale@example.com",
|
||
"username": "tester",
|
||
"telegram_id": 1,
|
||
"created_at": "2026-03-01T00:00:00+00:00",
|
||
}
|
||
}
|
||
|
||
import src.database.db_manager as db_module
|
||
|
||
monkeypatch.setattr(db_module, "DBManager", lambda: _FakeDB())
|
||
monkeypatch.setattr(
|
||
routes.SUPABASE_ENTITLEMENT,
|
||
"list_active_subscriptions",
|
||
lambda limit=200: [
|
||
{
|
||
"user_id": "user-1",
|
||
"plan_code": "pro_monthly",
|
||
"starts_at": "2026-03-22T00:00:00+00:00",
|
||
"expires_at": "2026-04-21T00:00:00+00:00",
|
||
}
|
||
],
|
||
)
|
||
monkeypatch.setattr(
|
||
routes.SUPABASE_ENTITLEMENT,
|
||
"get_auth_users",
|
||
lambda user_ids: {
|
||
"user-1": {
|
||
"email": "fresh@example.com",
|
||
"created_at": "2026-03-02T00:00:00+00:00",
|
||
}
|
||
},
|
||
)
|
||
response = client.get("/api/ops/memberships")
|
||
|
||
assert response.status_code == 200
|
||
payload = response.json()
|
||
assert payload["memberships"][0]["email"] == "fresh@example.com"
|
||
|
||
|
||
def test_ops_truth_history_returns_filtered_rows(monkeypatch):
|
||
monkeypatch.setattr(routes, "_assert_entitlement", lambda request: None)
|
||
monkeypatch.setattr(routes, "_require_ops_admin", lambda request: None)
|
||
|
||
repo = TruthRecordRepository()
|
||
repo.upsert_truth(
|
||
city="taipei",
|
||
target_date="2026-04-02",
|
||
actual_high=26.0,
|
||
settlement_source="wunderground",
|
||
settlement_station_code="RCSS",
|
||
settlement_station_label="Taipei Songshan Airport Station",
|
||
truth_version="v1",
|
||
updated_by="test",
|
||
source_payload={"sample": True},
|
||
is_final=True,
|
||
)
|
||
|
||
response = client.get("/api/ops/truth-history?city=taipei&date_from=2026-04-01&date_to=2026-04-03&limit=10")
|
||
|
||
assert response.status_code == 200
|
||
payload = response.json()
|
||
assert "items" in payload
|
||
assert payload["filters"]["city"] == "taipei"
|
||
assert payload["items"][0]["city"] == "taipei"
|
||
|
||
|
||
def test_scan_terminal_service_returns_stale_payload_after_failed_refresh(monkeypatch):
|
||
filters = {"scan_mode": "tradable", "limit": 5}
|
||
normalized_filters = scan_terminal_service._normalize_scan_terminal_filters(filters)
|
||
scan_terminal_service._SCAN_TERMINAL_CACHE.clear()
|
||
|
||
monkeypatch.setattr(
|
||
scan_terminal_service,
|
||
"_scan_city_terminal_rows",
|
||
lambda *_args, **_kwargs: {
|
||
"city": "taipei",
|
||
"rows": [
|
||
{
|
||
"id": "row-1",
|
||
"market_key": "market-1",
|
||
"edge_percent": 12.4,
|
||
"final_score": 83.0,
|
||
"volume": 2000,
|
||
}
|
||
],
|
||
"candidate_total": 1,
|
||
"primary_scores": [83.0],
|
||
},
|
||
)
|
||
|
||
ready = scan_terminal_service.build_scan_terminal_payload(filters, force_refresh=True)
|
||
assert ready["status"] == "ready"
|
||
assert ready["rows"][0]["id"] == "row-1"
|
||
|
||
def _explode(*_args, **_kwargs):
|
||
raise RuntimeError("upstream 504")
|
||
|
||
monkeypatch.setattr(scan_terminal_service, "_scan_city_terminal_rows", _explode)
|
||
|
||
stale = scan_terminal_service.build_scan_terminal_payload(filters, force_refresh=True)
|
||
|
||
assert stale["status"] == "stale"
|
||
assert stale["stale"] is True
|
||
assert stale["rows"][0]["id"] == "row-1"
|
||
assert stale["filters"] == normalized_filters
|
||
assert stale["stale_reason"] == "upstream 504"
|
||
|
||
|
||
def test_scan_terminal_service_returns_failed_without_success_snapshot(monkeypatch):
|
||
filters = {"scan_mode": "tradable", "limit": 5}
|
||
scan_terminal_service._SCAN_TERMINAL_CACHE.clear()
|
||
|
||
def _explode(*_args, **_kwargs):
|
||
raise RuntimeError("network down")
|
||
|
||
monkeypatch.setattr(scan_terminal_service, "_scan_city_terminal_rows", _explode)
|
||
|
||
failed = scan_terminal_service.build_scan_terminal_payload(filters, force_refresh=True)
|
||
|
||
assert failed["status"] == "failed"
|
||
assert failed["stale"] is False
|
||
assert failed["rows"] == []
|
||
assert failed["summary"]["candidate_total"] == 0
|
||
assert failed["stale_reason"] == "network down"
|
||
|
||
|
||
def test_scan_terminal_endpoint_forwards_filters(monkeypatch):
|
||
monkeypatch.setattr(routes, "_assert_entitlement", lambda request: None)
|
||
|
||
captured = {}
|
||
|
||
def _fake_build_scan_terminal_payload(filters, *, force_refresh=False):
|
||
captured["filters"] = dict(filters)
|
||
captured["force_refresh"] = force_refresh
|
||
return {
|
||
"generated_at": "2026-04-23T00:00:00Z",
|
||
"filters": filters,
|
||
"summary": {
|
||
"recommended_count": 1,
|
||
"visible_count": 1,
|
||
"candidate_total": 3,
|
||
"avg_edge_percent": 4.2,
|
||
"avg_primary_confidence": 88.0,
|
||
"tradable_market_count": 1,
|
||
"total_volume": 1500,
|
||
"resolved_market_type": "maxtemp",
|
||
},
|
||
"top_signal": None,
|
||
"rows": [],
|
||
}
|
||
|
||
monkeypatch.setattr(routes, "build_scan_terminal_payload", _fake_build_scan_terminal_payload)
|
||
|
||
response = client.get(
|
||
"/api/scan/terminal?scan_mode=trend&min_price=0.1&max_price=0.8&min_edge_pct=3"
|
||
"&min_liquidity=700&high_liquidity_only=true&market_type=all&time_range=week&limit=12&force_refresh=true"
|
||
)
|
||
|
||
assert response.status_code == 200
|
||
payload = response.json()
|
||
assert payload["summary"]["recommended_count"] == 1
|
||
assert captured["force_refresh"] is True
|
||
assert captured["filters"]["scan_mode"] == "trend"
|
||
assert captured["filters"]["market_type"] == "all"
|
||
assert captured["filters"]["time_range"] == "week"
|
||
assert captured["filters"]["limit"] == 12
|
||
|
||
|
||
def test_scan_terminal_cache_key_includes_filter_dimensions():
|
||
first = _scan_terminal_cache_key(
|
||
{
|
||
"scan_mode": "tradable",
|
||
"time_range": "today",
|
||
"limit": 25,
|
||
}
|
||
)
|
||
second = _scan_terminal_cache_key(
|
||
{
|
||
"scan_mode": "trend",
|
||
"time_range": "week",
|
||
"limit": 10,
|
||
}
|
||
)
|
||
|
||
assert first != second
|
||
assert "trend" in second
|
||
assert "week" in second
|
||
|
||
|
||
def test_city_history_is_read_only_and_uses_sqlite_truth_and_features(monkeypatch):
|
||
monkeypatch.setattr(routes, "_assert_entitlement", lambda request: None)
|
||
|
||
def _fail_bootstrap(*args, **kwargs):
|
||
raise AssertionError("bootstrap should not be called by /api/history")
|
||
|
||
monkeypatch.setattr(routes, "bootstrap_recent_daily_history_if_missing", _fail_bootstrap, raising=False)
|
||
|
||
truth_repo = TruthRecordRepository()
|
||
truth_repo.upsert_truth(
|
||
city="ankara",
|
||
target_date="2026-04-02",
|
||
actual_high=16.0,
|
||
settlement_source="metar",
|
||
settlement_station_code="LTAC",
|
||
settlement_station_label="Ankara Esenboga Airport",
|
||
truth_version="v1",
|
||
updated_by="test",
|
||
source_payload={"sample": True},
|
||
is_final=True,
|
||
)
|
||
feature_repo = TrainingFeatureRecordRepository()
|
||
feature_repo.upsert_record(
|
||
"ankara",
|
||
"2026-04-02",
|
||
{
|
||
"deb_prediction": 16.4,
|
||
"mu": 16.2,
|
||
"forecasts": {"Open-Meteo": 15.8, "ECMWF": 16.1},
|
||
},
|
||
)
|
||
|
||
response = client.get("/api/history/ankara")
|
||
|
||
assert response.status_code == 200
|
||
payload = response.json()
|
||
assert payload["history"]
|
||
row = next(item for item in payload["history"] if item["date"] == "2026-04-02")
|
||
assert row["actual"] == 16.0
|
||
assert row["deb"] == 16.4
|
||
assert row["mu"] == 16.2
|
||
assert row["forecasts"]["Open-Meteo"] == 15.8
|
||
assert row["settlement_station_code"] == "LTAC"
|
||
assert row["truth_version"] == "v1"
|