Overlay latest AMSC observations in city and Telegram payloads
This commit is contained in:
2569718930@qq.com
@@ -0,0 +1,206 @@
|
||||
from __future__ import annotations
|
||||
|
||||
from copy import deepcopy
|
||||
from datetime import datetime, timezone
|
||||
from typing import Any, Optional
|
||||
|
||||
from loguru import logger
|
||||
|
||||
from web.services.canonical_temperature import build_canonical_temperature
|
||||
|
||||
|
||||
def parse_observation_epoch(value: Any) -> Optional[int]:
|
||||
if value is None or value == "":
|
||||
return None
|
||||
if isinstance(value, datetime):
|
||||
dt = value
|
||||
else:
|
||||
text = str(value).strip()
|
||||
if not text:
|
||||
return None
|
||||
if text.endswith("Z"):
|
||||
text = text[:-1] + "+00:00"
|
||||
try:
|
||||
dt = datetime.fromisoformat(text)
|
||||
except ValueError:
|
||||
for fmt in ("%Y-%m-%d %H:%M:%S%z", "%Y-%m-%d %H:%M:%S"):
|
||||
try:
|
||||
dt = datetime.strptime(text, fmt)
|
||||
break
|
||||
except ValueError:
|
||||
continue
|
||||
else:
|
||||
return None
|
||||
if dt.tzinfo is None:
|
||||
dt = dt.replace(tzinfo=timezone.utc)
|
||||
return int(dt.timestamp())
|
||||
|
||||
|
||||
def _payload_latest_epoch(payload: dict[str, Any], keys: tuple[str, ...]) -> Optional[int]:
|
||||
values = [payload.get(key) for key in keys]
|
||||
parsed = [epoch for epoch in (parse_observation_epoch(value) for value in values) if epoch is not None]
|
||||
return max(parsed) if parsed else None
|
||||
|
||||
|
||||
def _block_epoch(block: Any) -> Optional[int]:
|
||||
if not isinstance(block, dict):
|
||||
return None
|
||||
return _payload_latest_epoch(
|
||||
block,
|
||||
(
|
||||
"observed_at",
|
||||
"observation_time",
|
||||
"obs_time",
|
||||
"observed_at_local",
|
||||
"observation_time_local",
|
||||
),
|
||||
)
|
||||
|
||||
|
||||
def _raw_amsc_epoch(row: dict[str, Any], raw_payload: dict[str, Any]) -> Optional[int]:
|
||||
values = (
|
||||
raw_payload.get("observation_time"),
|
||||
raw_payload.get("observed_at"),
|
||||
row.get("observed_at"),
|
||||
)
|
||||
parsed = [epoch for epoch in (parse_observation_epoch(value) for value in values) if epoch is not None]
|
||||
return max(parsed) if parsed else None
|
||||
|
||||
|
||||
def _to_float(value: Any) -> Optional[float]:
|
||||
try:
|
||||
if value is None or value == "":
|
||||
return None
|
||||
return float(value)
|
||||
except (TypeError, ValueError):
|
||||
return None
|
||||
|
||||
|
||||
def _latest_amsc_row(db: Any, city: str) -> tuple[Optional[dict[str, Any]], Optional[dict[str, Any]]]:
|
||||
getter = getattr(db, "get_latest_raw_observation", None)
|
||||
if not callable(getter):
|
||||
return None, None
|
||||
try:
|
||||
row = getter("amsc_awos", city)
|
||||
except Exception as exc:
|
||||
logger.debug("latest AMSC raw overlay read failed city={}: {}", city, exc)
|
||||
return None, None
|
||||
if not isinstance(row, dict):
|
||||
return None, None
|
||||
raw_payload = row.get("payload")
|
||||
if not isinstance(raw_payload, dict) or not raw_payload:
|
||||
return row, None
|
||||
return row, raw_payload
|
||||
|
||||
|
||||
def _raw_observation_update(
|
||||
city: str,
|
||||
row: dict[str, Any],
|
||||
raw_payload: dict[str, Any],
|
||||
) -> Optional[dict[str, Any]]:
|
||||
temp = _to_float(raw_payload.get("temp_c") if raw_payload.get("temp_c") is not None else raw_payload.get("temp"))
|
||||
if temp is None:
|
||||
return None
|
||||
observed_at = str(
|
||||
raw_payload.get("observation_time")
|
||||
or raw_payload.get("observed_at")
|
||||
or row.get("observed_at")
|
||||
or ""
|
||||
).strip()
|
||||
observed_at_local = str(
|
||||
raw_payload.get("observation_time_local")
|
||||
or raw_payload.get("observed_at_local")
|
||||
or ""
|
||||
).strip()
|
||||
source_label = str(raw_payload.get("source_label") or "AMSC AWOS").strip()
|
||||
station_code = str(raw_payload.get("icao") or row.get("station_code") or "").strip().upper() or None
|
||||
station_name = str(raw_payload.get("station_label") or row.get("station_name") or source_label).strip()
|
||||
freshness = {
|
||||
"freshness_status": "fresh",
|
||||
"observed_at": observed_at or None,
|
||||
"observed_at_local": observed_at_local or None,
|
||||
"source_code": "amsc_awos",
|
||||
"source_label": source_label,
|
||||
}
|
||||
return {
|
||||
"temp": round(temp, 1),
|
||||
"source_code": "amsc_awos",
|
||||
"source_label": source_label,
|
||||
"settlement_source": "amsc_awos",
|
||||
"settlement_source_label": source_label,
|
||||
"station_code": station_code,
|
||||
"station_name": station_name,
|
||||
"observed_at": observed_at or None,
|
||||
"observed_at_local": observed_at_local or None,
|
||||
"obs_time": observed_at or observed_at_local,
|
||||
"freshness": freshness,
|
||||
"observation_status": "live",
|
||||
"city": city,
|
||||
}
|
||||
|
||||
|
||||
def _merge_observation_block(
|
||||
payload: dict[str, Any],
|
||||
key: str,
|
||||
update: dict[str, Any],
|
||||
raw_epoch: int,
|
||||
) -> bool:
|
||||
current = payload.get(key)
|
||||
if not isinstance(current, dict):
|
||||
current = {}
|
||||
current_epoch = _block_epoch(current)
|
||||
if current_epoch is not None and current_epoch >= raw_epoch:
|
||||
return False
|
||||
merged = dict(current)
|
||||
merged.update(update)
|
||||
payload[key] = merged
|
||||
return True
|
||||
|
||||
|
||||
def overlay_latest_amsc_observation(
|
||||
db: Any,
|
||||
city: str,
|
||||
payload: dict[str, Any],
|
||||
) -> dict[str, Any]:
|
||||
normalized_city = str(city or payload.get("name") or payload.get("city") or "").strip().lower()
|
||||
if not normalized_city or not isinstance(payload, dict) or not payload:
|
||||
return payload
|
||||
row, raw_payload = _latest_amsc_row(db, normalized_city)
|
||||
if not isinstance(row, dict) or not isinstance(raw_payload, dict):
|
||||
return payload
|
||||
raw_epoch = _raw_amsc_epoch(row, raw_payload)
|
||||
if raw_epoch is None:
|
||||
return payload
|
||||
update = _raw_observation_update(normalized_city, row, raw_payload)
|
||||
if not update:
|
||||
return payload
|
||||
|
||||
next_payload = deepcopy(payload)
|
||||
changed = False
|
||||
amos = next_payload.get("amos")
|
||||
amos_epoch = _block_epoch(amos)
|
||||
if amos_epoch is None or raw_epoch > amos_epoch:
|
||||
next_payload["amos"] = dict(raw_payload)
|
||||
changed = True
|
||||
|
||||
for key in ("current", "airport_primary", "airport_current"):
|
||||
changed = _merge_observation_block(next_payload, key, update, raw_epoch) or changed
|
||||
|
||||
canonical = next_payload.get("canonical_temperature")
|
||||
canonical_epoch = _block_epoch(canonical)
|
||||
if canonical_epoch is None or raw_epoch > canonical_epoch:
|
||||
canonical_payload = build_canonical_temperature(
|
||||
normalized_city,
|
||||
{
|
||||
"name": normalized_city,
|
||||
"temp_symbol": next_payload.get("temp_symbol") or "\u00b0C",
|
||||
"updated_at": row.get("fetched_at"),
|
||||
"current": update,
|
||||
},
|
||||
fetched_at=str(row.get("fetched_at") or ""),
|
||||
)
|
||||
if canonical_payload:
|
||||
next_payload["canonical_temperature"] = canonical_payload
|
||||
changed = True
|
||||
|
||||
return next_payload if changed else payload
|
||||
Reference in New Issue
Block a user