Files
PolyWeather/scripts/verify_runtime_state_storage.py
2026-03-20 23:00:07 +08:00

102 lines
3.8 KiB
Python

import argparse
import json
import os
import sys
PROJECT_ROOT = os.path.dirname(os.path.dirname(os.path.abspath(__file__)))
if PROJECT_ROOT not in sys.path:
sys.path.insert(0, PROJECT_ROOT)
from src.database.runtime_state import ( # noqa: E402
DailyRecordRepository,
OpenMeteoCacheRepository,
ProbabilitySnapshotRepository,
TelegramAlertStateRepository,
)
def _load_json(path, default):
if not path or not os.path.exists(path):
return default
with open(path, 'r', encoding='utf-8') as fh:
return json.load(fh)
def _load_jsonl(path):
rows = []
if not path or not os.path.exists(path):
return rows
with open(path, 'r', encoding='utf-8') as fh:
for line in fh:
line = line.strip()
if not line:
continue
try:
row = json.loads(line)
except Exception:
continue
if isinstance(row, dict):
rows.append(row)
return rows
def _norm_json(obj):
return json.loads(json.dumps(obj, ensure_ascii=False, sort_keys=True))
def _norm_open_meteo_payload(payload):
payload = dict(payload or {})
payload.pop('saved_at', None)
return _norm_json(payload)
def main():
parser = argparse.ArgumentParser(description='Verify SQLite runtime state against legacy JSON files.')
parser.add_argument('--daily-records', default=os.path.join(PROJECT_ROOT, 'data', 'daily_records.json'))
parser.add_argument('--telegram-state', default=os.path.join(PROJECT_ROOT, 'data', 'telegram_alert_state.json'))
parser.add_argument('--snapshots', default=os.path.join(PROJECT_ROOT, 'data', 'probability_training_snapshots.jsonl'))
parser.add_argument('--open-meteo-cache', default=os.path.join(PROJECT_ROOT, 'data', 'open_meteo_cache.json'))
parser.add_argument('--open-meteo-max-age', type=int, default=int(os.getenv('OPEN_METEO_DISK_CACHE_MAX_AGE_SEC', '86400')))
args = parser.parse_args()
file_daily = _load_json(args.daily_records, {})
file_telegram = _load_json(args.telegram_state, {'last_by_city': {}, 'by_signature': {}})
file_snapshots = _load_jsonl(args.snapshots)
file_cache = _load_json(args.open_meteo_cache, {'forecast': {}, 'ensemble': {}, 'multi_model': {}, 'saved_at': 0})
db_daily = DailyRecordRepository().load_all()
db_telegram = TelegramAlertStateRepository().load_state()
db_snapshots = ProbabilitySnapshotRepository().load_all_rows()
db_cache = OpenMeteoCacheRepository().load_payload(args.open_meteo_max_age)
report = {
'daily_records': {
'file_cities': len(file_daily or {}),
'db_cities': len(db_daily or {}),
'equal': _norm_json(file_daily or {}) == _norm_json(db_daily or {}),
},
'telegram_state': {
'equal': _norm_json(file_telegram or {}) == _norm_json(db_telegram or {}),
'file_last_by_city': len((file_telegram or {}).get('last_by_city') or {}),
'db_last_by_city': len((db_telegram or {}).get('last_by_city') or {}),
},
'snapshots': {
'file_rows': len(file_snapshots),
'db_rows': len(db_snapshots),
'equal': _norm_json(file_snapshots) == _norm_json(db_snapshots),
},
'open_meteo_cache': {
'file_forecast': len((file_cache or {}).get('forecast') or {}),
'db_forecast': len((db_cache or {}).get('forecast') or {}),
'equal': _norm_open_meteo_payload(file_cache or {}) == _norm_open_meteo_payload(db_cache or {}),
},
}
report['ok'] = all(section.get('equal') for section in report.values() if isinstance(section, dict))
print(json.dumps(report, ensure_ascii=False, indent=2))
raise SystemExit(0 if report['ok'] else 1)
if __name__ == '__main__':
main()