Archive probability snapshots and wire them into training

2026-03-20 21:30:52 +08:00
parent 03dcb4329b
commit 3196552c78
11 changed files with 1129 additions and 171 deletions
@@ -0,0 +1,117 @@
+import json
+from pathlib import Path
+
+from src.analysis.probability_snapshot_archive import append_probability_snapshot
+
+
+def test_append_probability_snapshot_writes_jsonl(tmp_path: Path):
+    archive_path = tmp_path / "probability_training_snapshots.jsonl"
+
+    append_probability_snapshot(
+        city_name="ankara",
+        local_date="2026-03-20",
+        observation_time="2026-03-20T12:00:00+03:00",
+        temp_symbol="°C",
+        raw_mu=15.2,
+        raw_sigma=1.2,
+        deb_prediction=15.4,
+        ens_data={"p10": 14.8, "median": 15.8, "p90": 17.9},
+        current_forecasts={"ECMWF": 15.8, "GFS": 14.1},
+        max_so_far=15.0,
+        peak_status="before",
+        probabilities=[{"value": 15, "probability": 0.552}],
+        shadow_probabilities=[{"value": 15, "probability": 0.324}],
+        calibration_summary={
+            "engine": "legacy",
+            "mode": "emos_shadow",
+            "calibration_version": "emos-test",
+            "calibration_source": "artifacts/probability_calibration/default.json",
+            "calibrated_mu": 15.1,
+            "calibrated_sigma": 1.25,
+        },
+        archive_path=str(archive_path),
+    )
+
+    lines = archive_path.read_text(encoding="utf-8").strip().splitlines()
+    assert len(lines) == 1
+    payload = json.loads(lines[0])
+    assert payload["city"] == "ankara"
+    assert payload["date"] == "2026-03-20"
+    assert payload["raw_mu"] == 15.2
+    assert payload["ensemble"]["median"] == 15.8
+    assert payload["prob_snapshot"][0]["v"] == 15
+    assert payload["shadow_prob_snapshot"][0]["v"] == 15
+    assert payload["calibration_version"] == "emos-test"
+
+
+def test_append_probability_snapshot_skips_near_duplicate(tmp_path: Path):
+    archive_path = tmp_path / "probability_training_snapshots.jsonl"
+    kwargs = dict(
+        city_name="ankara",
+        local_date="2026-03-20",
+        observation_time="2026-03-20T12:00:00+03:00",
+        temp_symbol="°C",
+        raw_mu=15.2,
+        raw_sigma=1.2,
+        deb_prediction=15.4,
+        ens_data={"p10": 14.8, "median": 15.8, "p90": 17.9},
+        current_forecasts={"ECMWF": 15.8, "GFS": 14.1},
+        max_so_far=15.0,
+        peak_status="before",
+        probabilities=[{"value": 15, "probability": 0.552}],
+        shadow_probabilities=[{"value": 15, "probability": 0.324}],
+        calibration_summary={
+            "engine": "legacy",
+            "mode": "emos_shadow",
+            "calibration_version": "emos-test",
+            "calibration_source": "artifacts/probability_calibration/default.json",
+            "calibrated_mu": 15.1,
+            "calibrated_sigma": 1.25,
+        },
+        archive_path=str(archive_path),
+    )
+
+    append_probability_snapshot(**kwargs)
+    append_probability_snapshot(**kwargs)
+
+    lines = archive_path.read_text(encoding="utf-8").strip().splitlines()
+    assert len(lines) == 1
+
+
+def test_append_probability_snapshot_writes_on_bucket_change(tmp_path: Path):
+    archive_path = tmp_path / "probability_training_snapshots.jsonl"
+    base_kwargs = dict(
+        city_name="ankara",
+        local_date="2026-03-20",
+        observation_time="2026-03-20T12:00:00+03:00",
+        temp_symbol="°C",
+        raw_mu=15.2,
+        raw_sigma=1.2,
+        deb_prediction=15.4,
+        ens_data={"p10": 14.8, "median": 15.8, "p90": 17.9},
+        current_forecasts={"ECMWF": 15.8, "GFS": 14.1},
+        max_so_far=15.0,
+        peak_status="before",
+        shadow_probabilities=[{"value": 15, "probability": 0.324}],
+        calibration_summary={
+            "engine": "legacy",
+            "mode": "emos_shadow",
+            "calibration_version": "emos-test",
+            "calibration_source": "artifacts/probability_calibration/default.json",
+            "calibrated_mu": 15.1,
+            "calibrated_sigma": 1.25,
+        },
+        archive_path=str(archive_path),
+    )
+
+    append_probability_snapshot(
+        probabilities=[{"value": 15, "probability": 0.552}],
+        **base_kwargs,
+    )
+    append_probability_snapshot(
+        probabilities=[{"value": 16, "probability": 0.552}],
+        **base_kwargs,
+    )
+
+    lines = archive_path.read_text(encoding="utf-8").strip().splitlines()
+    assert len(lines) == 2