Preserve raw learning ledger in fallback runner

This commit is contained in:
Theodore Song
2026-08-22 05:43:50 -04:00
parent 36d0dae5bd
commit ca302b7168
2 changed files with 66 additions and 3 deletions
+59 -2
View File
@@ -16,6 +16,10 @@ const MAX_STATE_BYTES = 900_000;
const TRANSPORT_HISTORY_LIMIT = 24;
const TRANSPORT_SNAPSHOT_LIMIT = 96;
const TRANSPORT_MAKER_OUTCOME_LIMIT = 30;
const TRANSPORT_TARGET_BYTES = 875_000;
const TRANSPORT_HISTORY_FLOOR = 12;
const TRANSPORT_MAKER_OUTCOME_FLOOR = 12;
const TRANSPORT_SUGGESTION_FLOOR = 240;
function sampleSnapshots(rows, limit = TRANSPORT_SNAPSHOT_LIMIT) {
const list = Array.isArray(rows) ? rows : [];
@@ -63,6 +67,34 @@ function compactPublicSuggestion(suggestion) {
return out;
}
function compactDecision(decision) {
if (!decision || typeof decision !== "object") return decision;
const out = { ...decision };
if (out.makerProfile && typeof out.makerProfile === "object") {
out.makerProfile = { version: out.makerProfile.version, outcomes: out.makerProfile.outcomes, global: out.makerProfile.global };
}
if (out.learning && typeof out.learning === "object") {
out.learning = { ...out.learning };
delete out.learning.buckets;
delete out.learning.current_buckets;
}
if (out.marketLearning && typeof out.marketLearning === "object") {
out.marketLearning = { ...out.marketLearning };
delete out.marketLearning.buckets;
}
return out;
}
function compactMakerOutcome(row) {
if (!row || typeof row !== "object") return row;
return {
quote_id: row.quote_id, market_id: row.market_id, event_key: row.event_key, category: row.category,
spread: row.spread, spread_band: row.spread_band, reward_yield_band: row.reward_yield_band, status: row.status,
pnl: row.pnl, shadow_only: row.shadow_only, deployed_capital: row.deployed_capital, reserved_capital: row.reserved_capital,
completed_at: row.completed_at, strategy_version: row.strategy_version, maker_strategy_version: row.maker_strategy_version,
};
}
export function compactRuntimeTransportSnapshot(snapshot) {
if (!snapshot || typeof snapshot !== "object" || !snapshot.items) return snapshot;
const out = { ...snapshot, items: { ...snapshot.items } };
@@ -77,11 +109,29 @@ export function compactRuntimeTransportSnapshot(snapshot) {
for (const portfolio of Object.values(state.agents || {})) {
portfolio.history = (portfolio.history || []).slice(-TRANSPORT_HISTORY_LIMIT).map(compactHistoryRow);
portfolio.snapshots = sampleSnapshots(portfolio.snapshots, TRANSPORT_SNAPSHOT_LIMIT);
portfolio.maker_outcomes = (portfolio.maker_outcomes || []).slice(-TRANSPORT_MAKER_OUTCOME_LIMIT);
portfolio.maker_outcomes = (portfolio.maker_outcomes || []).slice(-TRANSPORT_MAKER_OUTCOME_LIMIT).map(compactMakerOutcome);
portfolio.lastDecision = compactDecision(portfolio.lastDecision);
}
suggestions.suggestions = (suggestions.suggestions || []).slice(0, 300).map(compactPublicSuggestion);
out.items[AGENTS_KEY] = JSON.stringify(state);
out.items[SUGGESTIONS_KEY] = JSON.stringify(suggestions);
if (Buffer.byteLength(JSON.stringify(out)) > TRANSPORT_TARGET_BYTES) {
for (const portfolio of Object.values(state.agents || {})) {
portfolio.history = (portfolio.history || []).slice(-TRANSPORT_HISTORY_FLOOR);
portfolio.maker_outcomes = (portfolio.maker_outcomes || []).slice(-TRANSPORT_MAKER_OUTCOME_FLOOR);
}
suggestions.suggestions = suggestions.suggestions.slice(0, TRANSPORT_SUGGESTION_FLOOR);
out.items[AGENTS_KEY] = JSON.stringify(state);
out.items[SUGGESTIONS_KEY] = JSON.stringify(suggestions);
}
if (out.summary && out.summary.signal_ledger && state.signal_ledger) {
const pending = Array.isArray(state.signal_ledger.pending) ? state.signal_ledger.pending.length : 0;
const outcomes = Array.isArray(state.signal_ledger.outcomes) ? state.signal_ledger.outcomes.length : 0;
out.summary.signal_ledger.pending_retained = pending;
out.summary.signal_ledger.pending_total = Math.max(Number(out.summary.signal_ledger.pending_total || 0), pending);
out.summary.signal_ledger.outcomes_retained = outcomes;
out.summary.signal_ledger.outcomes_total = Math.max(Number(out.summary.signal_ledger.outcomes_total || 0), outcomes);
}
return out;
}
@@ -229,7 +279,14 @@ async function main() {
}, null, { timeout: 12 * 60_000 });
await page.evaluate(() => window.PMA_AUTOMATION.runCycle());
await page.waitForFunction(() => !window.PMA_AUTOMATION?.status?.().running, null, { timeout: 12 * 60_000 });
const rawSnapshot = await page.evaluate(() => window.PMA_AUTOMATION.exportShared());
const rawSnapshot = await page.evaluate(({ agentKey, suggestionsKey }) => {
const snapshot = window.PMA_AUTOMATION.exportShared();
const agents = localStorage.getItem(agentKey);
const suggestions = localStorage.getItem(suggestionsKey);
if (agents) snapshot.items[agentKey] = agents;
if (suggestions) snapshot.items[suggestionsKey] = suggestions;
return snapshot;
}, { agentKey: AGENTS_KEY, suggestionsKey: SUGGESTIONS_KEY });
const snapshot = compactRuntimeTransportSnapshot(rawSnapshot);
const validated = validateRuntimeSnapshot(snapshot, expectedBuild);
await writeRuntimeFile(repository, branch, pathname, snapshot, prior.sha);
+7 -1
View File
@@ -79,6 +79,10 @@ assert.match(index, /stopsSizingAtShallowestBundleLeg:/);
assert.match(index, /!s\.depth_verified\|\|!s\.fees_verified\|\|s\.verification_status!=="executable"/);
assert.match(runner, /MAX_STATE_BYTES = 900_000/);
assert.match(runner, /compactRuntimeTransportSnapshot\(rawSnapshot\)/);
assert.match(runner, /localStorage\.getItem\(agentKey\)/);
assert.match(runner, /localStorage\.getItem\(suggestionsKey\)/);
assert.match(runner, /TRANSPORT_TARGET_BYTES = 875_000/);
assert.match(runner, /TRANSPORT_SUGGESTION_FLOOR = 240/);
assert.match(runner, /Production already advanced to Build \$\{status\.build\}; retiring stale Build \$\{expectedBuild\} runner/);
assert.equal(resolutionAudit.strategy, "resolution-window-no-50-55-forward-shadow-v3");
assert.deepEqual(resolutionAudit.selection.horizon_days_enabled, []);
@@ -134,7 +138,7 @@ transportState.signal_ledger = {
const transportSuggestions = {
suggestions: Array.from({ length: 300 }, (_, index) => ({ market_id: `${index}`, trade_ready: false, signal_type: "trend", rationale: "r".repeat(500), drivers: ["d".repeat(200)] })),
};
const transportInput = { ...snapshot, items: { pma_agents_v2: JSON.stringify(transportState), pma_suggestions_v5: JSON.stringify(transportSuggestions) } };
const transportInput = { ...snapshot, summary: { signal_ledger: { pending_retained: 0, pending_total: 0, outcomes_retained: 0, outcomes_total: 0 } }, items: { pma_agents_v2: JSON.stringify(transportState), pma_suggestions_v5: JSON.stringify(transportSuggestions) } };
const transportOutput = compactRuntimeTransportSnapshot(transportInput);
const transportedState = JSON.parse(transportOutput.items.pma_agents_v2);
assert.equal(transportedState.signal_ledger.pending.length, 50);
@@ -147,6 +151,8 @@ assert.equal(transportedState.agents.value.snapshots[0].timestamp, transportStat
assert.equal(transportedState.agents.value.snapshots.at(-1).timestamp, transportState.agents.value.snapshots.at(-1).timestamp);
assert.equal(transportedState.agents.value.maker_outcomes.length, 30);
assert.equal(JSON.parse(transportOutput.items.pma_suggestions_v5).suggestions.length, 300);
assert.equal(transportOutput.summary.signal_ledger.pending_retained, 50);
assert.equal(transportOutput.summary.signal_ledger.outcomes_retained, 144);
assert.ok(Buffer.byteLength(JSON.stringify(transportOutput)) < Buffer.byteLength(JSON.stringify(transportInput)));
console.log(`autonomous runtime verified for Build ${build}`);