polymarket-analyst_github/api/state.js

import { get, list, put } from "@vercel/blob";
import { databaseConnectionDiagnostics, hasDatabase, readSharedAppState, writeSharedAppState } from "../lib/db.js";

const STATE_PATH = process.env.PMA_STATE_PATH || "shared/state.json";
const STATE_VERSION_PREFIX = process.env.PMA_STATE_VERSION_PREFIX || "shared/state-versions/";
const DATABASE_STATE_KEY = process.env.PMA_DATABASE_STATE_KEY || "polymarket-arena";
const GITHUB_RUNTIME_STATE_URL = process.env.PMA_GITHUB_RUNTIME_STATE_URL
  || "https://raw.githubusercontent.com/theodore-song/polymarket-analyst/runtime-state/runtime/state.json";
const GITHUB_RUNTIME_CONTENTS_URL = process.env.PMA_GITHUB_RUNTIME_CONTENTS_URL
  || "https://api.github.com/repos/theodore-song/polymarket-analyst/contents/runtime/state.json?ref=runtime-state";
const AGENTS_KEY = "pma_agents_v2";
const SUG_KEY = "pma_suggestions_v5";
const PAPER_KEY = "pma_paper_accounts_v1";
const LIVE_KEY = "pma_live_readiness_v1";
const AGENT_IDS = ["value", "momentum", "favorite", "longshot", "diversifier", "catalyst", "reversal", "breakout", "tailalpha", "conviction"];
const LIMITS = { closed: 80, history: 160, snapshots: 240, suggestions: 900, paperHistory: 120, paperSnapshots: 120, audit: 120 };
const SIGNAL_LEDGER_LIMITS = { pending: 600, outcomes: 1000 };
const RUNTIME_ALLOWED_KEYS = new Set([AGENTS_KEY, SUG_KEY]);

function withBlobAuth(options = {}) {
  const token = process.env.BLOB_READ_WRITE_TOKEN;
  return token ? { ...options, token } : options;
}

export function providerErrorCode(error) {
  if (!error) return "not_configured_or_not_attempted";
  const nested = error.sourceError || error.cause;
  const code = String(error.code || nested && (nested.code || nested.cause && nested.cause.code) || "").toUpperCase();
  const message = `${String(error.message || error)} ${String(nested && nested.message || "")}`.toLowerCase();
  if (/http status\s+402\b/.test(message) || /\b402 payment required\b/.test(message)) return "provider_payment_required";
  if (code === "28P01" || code === "28000") return "authorization_failed";
  if (code === "3D000") return "database_not_found";
  if (code.startsWith("08")) return "connection_failed";
  if (code === "ENOTFOUND" || code === "EAI_AGAIN") return "dns_failed";
  if (code === "ETIMEDOUT" || code === "UND_ERR_CONNECT_TIMEOUT") return "timeout";
  if (message.includes("invalid") && (message.includes("url") || message.includes("connection string"))) return "invalid_connection_string";
  if (message.includes("password authentication") || message.includes("unauthorized") || /\b(?:401|403)\b/.test(message)) return "authorization_failed";
  if (message.includes("enotfound") || message.includes("getaddrinfo") || message.includes("dns")) return "dns_failed";
  if (message.includes("timeout") || message.includes("timed out")) return "timeout";
  if (message.includes("fetch failed") || message.includes("connection") || message.includes("connect")) return "connection_failed";
  return "unavailable";
}

function providerErrorMetadata(error) {
  const nested = error && (error.sourceError || error.cause);
  const name = String(error && error.name || "Error");
  const nestedName = String(nested && nested.name || "none");
  const code = String(error && (error.code || nested && (nested.code || nested.cause && nested.cause.code)) || "").toUpperCase();
  const httpStatus = String(error && error.message || "").match(/HTTP status\s+(\d{3})/i);
  return {
    status: providerErrorCode(error),
    error_class: /^[A-Za-z][A-Za-z0-9_]{0,39}$/.test(name) ? name : "Error",
    source_error_class: /^[A-Za-z][A-Za-z0-9_]{0,39}$/.test(nestedName) ? nestedName : "none",
    error_code: /^[A-Z0-9_]{1,32}$/.test(code) ? code : "none",
    http_status: httpStatus ? Number(httpStatus[1]) : null,
  };
}

async function readJsonBlob() {
  let databaseAvailable = false;
  let databaseError = null;
  if (hasDatabase()) {
    try {
      const row = await readSharedAppState(DATABASE_STATE_KEY);
      databaseAvailable = true;
      if (row && row.payload) return row.payload;
    } catch (err) {
      databaseError = err;
      databaseAvailable = false;
    }
  }

  let primaryError = null;
  try {
    const primary = await readBlobJson(STATE_PATH);
    if (primary) return primary;
  } catch (err) {
    primaryError = err;
  }

  try {
    const latest = await latestVersionedStateBlob();
    if (latest) return latest;
  } catch (err) {
    if (!primaryError) primaryError = err;
  }

  let githubError = null;
  try {
    const runtime = await readGithubRuntimeState();
    if (runtime) return runtime;
  } catch (err) {
    githubError = err;
  }

  if ((primaryError || githubError) && !databaseAvailable) {
    const error = new Error("Shared state providers are unavailable");
    error.providers = {
      database: hasDatabase()
        ? { ...providerErrorMetadata(databaseError), ...databaseConnectionDiagnostics() }
        : { status: "not_configured", candidates: 0, urls: [] },
      blob: providerErrorMetadata(primaryError),
      github_runtime: providerErrorMetadata(githubError),
    };
    throw error;
  }
  return null;
}

async function readGithubRuntimeState() {
  if (!GITHUB_RUNTIME_CONTENTS_URL && !GITHUB_RUNTIME_STATE_URL) return null;
  const controller = new AbortController();
  const timeout = setTimeout(() => controller.abort(), 8000);
  try {
    if (GITHUB_RUNTIME_CONTENTS_URL) {
      const contentsUrl = new URL(GITHUB_RUNTIME_CONTENTS_URL);
      contentsUrl.searchParams.set("runtime", `${Date.now()}-${Math.random().toString(36).slice(2)}`);
      const contentsResponse = await fetch(contentsUrl, {
        cache: "no-store",
        headers: { Accept: "application/vnd.github+json", "Cache-Control": "no-cache", "User-Agent": "polymarket-arena-state" },
        signal: controller.signal,
      });
      if (contentsResponse.ok) {
        const file = await contentsResponse.json();
        if (!file || typeof file.content !== "string") throw new Error("GitHub runtime contents response is missing file data");
        const decoded = Buffer.from(file.content.replace(/\s/g, ""), "base64").toString("utf8");
        return sanitizeGithubRuntimeState(JSON.parse(decoded));
      }
      if (contentsResponse.status !== 403 && contentsResponse.status !== 429 && contentsResponse.status !== 404) {
        throw new Error(`GitHub runtime contents returned HTTP ${contentsResponse.status}`);
      }
    }
    if (!GITHUB_RUNTIME_STATE_URL) return null;
    const rawUrl = new URL(GITHUB_RUNTIME_STATE_URL);
    rawUrl.searchParams.set("runtime", `${Date.now()}-${Math.random().toString(36).slice(2)}`);
    const rawResponse = await fetch(rawUrl, {
      cache: "no-store",
      headers: { Accept: "application/json", "Cache-Control": "no-cache" },
      signal: controller.signal,
    });
    if (rawResponse.status === 404) return null;
    if (!rawResponse.ok) throw new Error(`GitHub runtime state returned HTTP ${rawResponse.status}`);
    return sanitizeGithubRuntimeState(await rawResponse.json());
  } finally {
    clearTimeout(timeout);
  }
}

async function persistState(state) {
  let databaseSaved = false;
  let databaseError = null;
  if (hasDatabase()) {
    try {
      await writeSharedAppState(DATABASE_STATE_KEY, state);
      databaseSaved = true;
    } catch (err) {
      databaseError = err;
    }
  }

  let blobSaved = false;
  let blobError = null;
  try {
    await put(STATE_PATH, JSON.stringify(state), withBlobAuth({
      access: "private",
      allowOverwrite: true,
      contentType: "application/json",
      cacheControlMaxAge: 0,
    }));
    blobSaved = true;
  } catch (err) {
    blobError = err;
  }

  if (!databaseSaved && !blobSaved) throw databaseError || blobError || new Error("No state provider is available");
  return { databaseSaved, blobSaved };
}

async function readBlobJson(pathname) {
  const blob = await get(pathname, withBlobAuth({
    access: "private",
    headers: { "cache-control": "no-cache" },
  }));
  if (!blob || blob.statusCode !== 200 || !blob.stream) return null;
  const text = await new Response(blob.stream).text();
  return text ? JSON.parse(text) : null;
}

async function latestVersionedStateBlob() {
  let cursor;
  let newest = null;
  do {
    const page = await list(withBlobAuth({ prefix: STATE_VERSION_PREFIX, limit: 1000, cursor }));
    for (const blob of page.blobs || []) {
      if (!newest || new Date(blob.uploadedAt).getTime() > new Date(newest.uploadedAt).getTime()) newest = blob;
    }
    cursor = page.cursor;
  } while (cursor);
  if (!newest) return null;
  return readBlobJson(newest.pathname);
}

export function cycleVersion(cycle = "") {
  const m = String(cycle).match(/\|[vs](\d+)$/);
  return m ? Number(m[1]) : 0;
}

function openPositionCount(st) {
  if (!st || !st.agents) return 0;
  return AGENT_IDS.reduce((sum, id) => sum + (Array.isArray(st.agents[id]?.positions) ? st.agents[id].positions.length : 0), 0);
}

function shouldRejectStaleAgentWrite(currentAgents, incomingAgents) {
  if (!currentAgents || !incomingAgents) return false;
  const currentCycle = currentAgents.last_cycle_hour || "";
  const incomingCycle = incomingAgents.last_cycle_hour || "";
  if (!currentCycle || !incomingCycle) return false;
  const currentVersion = cycleVersion(currentCycle);
  const incomingVersion = cycleVersion(incomingCycle);
  if (incomingVersion < currentVersion) return true;
  if (incomingVersion === currentVersion && incomingCycle < currentCycle) return true;
  const currentOpen = openPositionCount(currentAgents);
  const incomingOpen = openPositionCount(incomingAgents);
  return incomingVersion === currentVersion && incomingCycle === currentCycle && currentOpen > 0 && incomingOpen === 0;
}

function agentStateFromItems(items) {
  if (!items || !items[AGENTS_KEY]) return null;
  try {
    return JSON.parse(items[AGENTS_KEY]);
  } catch {
    return null;
  }
}

function suggestionStateFromItems(items) {
  if (!items || !items[SUG_KEY]) return null;
  try {
    return JSON.parse(items[SUG_KEY]);
  } catch {
    return null;
  }
}

function compactPortfolio(p) {
  if (!p || typeof p !== "object") return p;
  const out = { ...p };
  out.positions = Array.isArray(p.positions) ? p.positions : [];
  out.closed = Array.isArray(p.closed) ? p.closed.slice(-LIMITS.closed) : [];
  out.history = Array.isArray(p.history) ? p.history.slice(-LIMITS.history) : [];
  out.snapshots = Array.isArray(p.snapshots) ? p.snapshots.slice(-LIMITS.snapshots) : [];
  if (p.stopped && typeof p.stopped === "object") out.stopped = Object.fromEntries(Object.entries(p.stopped).slice(-80));
  return out;
}

export function compactAgentState(st) {
  if (!st || typeof st !== "object") return st;
  const out = { ...st, agents: {} };
  for (const id of AGENT_IDS) {
    out.agents[id] = compactPortfolio(st.agents && st.agents[id]);
  }
  if (st.signal_ledger && typeof st.signal_ledger === "object") {
    out.signal_ledger = {
      pending: Array.isArray(st.signal_ledger.pending) ? st.signal_ledger.pending.slice(0, SIGNAL_LEDGER_LIMITS.pending) : [],
      outcomes: Array.isArray(st.signal_ledger.outcomes) ? st.signal_ledger.outcomes.slice(-SIGNAL_LEDGER_LIMITS.outcomes) : [],
      expired_ungraded: Number(st.signal_ledger.expired_ungraded || 0),
    };
  }
  delete out.whales;
  delete out.copycatLeader;
  return out;
}

export function compactSuggestion(s) {
  if (!s || typeof s !== "object") return s;
  return {
    market_id: s.market_id, question: s.question, event: s.event, event_key: s.event_key, url: s.url, category: s.category,
    clob_yes: s.clob_yes, clob_no: s.clob_no, yes_price: s.yes_price, no_price: s.no_price,
    fair_value: s.fair_value, edge: s.edge, side: s.side, market_price: s.market_price, entry_price: s.entry_price,
    net_edge: s.net_edge, friction: s.friction, chase_penalty: s.chase_penalty,
    evidence_score: s.evidence_score, evidence_source_count: s.evidence_source_count, quality: s.quality,
    conviction: s.conviction, volume: s.volume, volume_24hr: s.volume_24hr, liquidity: s.liquidity,
    fees_enabled: s.fees_enabled, fee_schedule: s.fee_schedule,
    spread: s.spread, price_change_1h: s.price_change_1h, price_change_1d: s.price_change_1d, price_change_1w: s.price_change_1w,
    momentum_strength: s.momentum_strength, signal_strength: s.signal_strength, signal_confidence: s.signal_confidence,
    signal_type: s.signal_type, trade_ready: s.trade_ready, entry_candidate: s.entry_candidate,
    audited_observation_only: s.audited_observation_only, adaptive_promotion: s.adaptive_promotion,
    adaptive_probation: s.adaptive_probation, probation_exit_hours: s.probation_exit_hours,
    promoted_for_agents: s.promoted_for_agents,
    watch_only: s.watch_only, jump_risk: s.jump_risk, requires_live: s.requires_live,
    bundle_id: s.bundle_id, bundle_event_id: s.bundle_event_id, bundle_side: s.bundle_side, bundle_logic: s.bundle_logic, bundle_cost_per_unit: s.bundle_cost_per_unit,
    bundle_payout_per_unit: s.bundle_payout_per_unit, bundle_net_profit_per_unit: s.bundle_net_profit_per_unit,
    bundle_capital_efficiency: s.bundle_capital_efficiency,
    bundle_legs: s.bundle_legs, depth_verified: s.depth_verified, fees_verified: s.fees_verified,
    fee_model: s.fee_model, execution_model: s.execution_model, execution_units: s.execution_units,
    execution_notional: s.execution_notional, verification_status: s.verification_status,
    days_to_resolution: s.days_to_resolution, end_date: s.end_date, game_start: s.game_start,
    hours_to_start: s.hours_to_start, target_horizon_days: s.target_horizon_days,
    resolution_week_strategy_version: s.resolution_week_strategy_version,
    sports_contest_strategy_version: s.sports_contest_strategy_version, entry_fee: s.entry_fee,
    pilot_prior: s.pilot_prior,
    shock_move_1h: s.shock_move_1h, shock_prior_move_1h: s.shock_prior_move_1h, shock_move_3h: s.shock_move_3h,
    shock_observed_at: s.shock_observed_at, shock_strategy_version: s.shock_strategy_version,
    drivers: s.drivers, rationale: s.rationale,
  };
}

function compactSuggestions(payload) {
  if (!payload || typeof payload !== "object") return payload;
  return { ...payload, suggestions: (payload.suggestions || []).slice(0, LIMITS.suggestions).map(compactSuggestion) };
}

function compactPaperStore(store) {
  if (!store || typeof store !== "object" || !store.accounts) return store;
  const accounts = {};
  for (const [id, acct] of Object.entries(store.accounts)) {
    accounts[id] = {
      ...acct,
      history: Array.isArray(acct.history) ? acct.history.slice(-LIMITS.paperHistory) : [],
      snapshots: Array.isArray(acct.snapshots) ? acct.snapshots.slice(-LIMITS.paperSnapshots) : [],
    };
  }
  return { ...store, accounts };
}

function compactItems(items) {
  const out = { ...(items || {}) };
  try { if (out[AGENTS_KEY]) out[AGENTS_KEY] = JSON.stringify(compactAgentState(JSON.parse(out[AGENTS_KEY]))); } catch {}
  try { if (out[SUG_KEY]) out[SUG_KEY] = JSON.stringify(compactSuggestions(JSON.parse(out[SUG_KEY]))); } catch {}
  try { if (out[PAPER_KEY]) out[PAPER_KEY] = JSON.stringify(compactPaperStore(JSON.parse(out[PAPER_KEY]))); } catch {}
  try {
    if (out[LIVE_KEY]) {
      const live = JSON.parse(out[LIVE_KEY]);
      if (Array.isArray(live.audit)) live.audit = live.audit.slice(-LIMITS.audit);
      out[LIVE_KEY] = JSON.stringify(live);
    }
  } catch {}
  return out;
}

export function sanitizeGithubRuntimeState(payload) {
  if (!payload || typeof payload !== "object" || !payload.items || typeof payload.items !== "object") {
    throw new Error("Invalid GitHub runtime state");
  }
  const items = {};
  for (const key of RUNTIME_ALLOWED_KEYS) {
    if (typeof payload.items[key] === "string") items[key] = payload.items[key];
  }
  const agents = agentStateFromItems(items);
  if (!agents || !agents.agents) throw new Error("GitHub runtime state is missing agent portfolios");
  const suggestions = suggestionStateFromItems(items);
  items[AGENTS_KEY] = JSON.stringify(compactAgentState(agents));
  if (suggestions) items[SUG_KEY] = JSON.stringify(compactSuggestions(suggestions));
  return {
    version: 1,
    schema_version: Number(payload.schema_version || 1),
    build_version: Number(payload.build_version || agents.engine_version || 0),
    strategy_version: Number(payload.strategy_version || agents.strategy_version || 0),
    generated_at: payload.generated_at || payload.updated_at || null,
    updated_at: payload.updated_at || payload.generated_at || null,
    last_cycle_hour: payload.last_cycle_hour || agents.last_cycle_hour || null,
    source: "github-actions",
    read_only: true,
    items,
  };
}

function conflictResponse(res, error, current) {
  return res.status(409).json({ ok: false, error, state: current });
}

export default async function handler(req, res) {
  res.setHeader("Cache-Control", "no-store");
  try {
    if (req.method === "GET") {
      try {
        const state = await readJsonBlob();
        if (state && state.items) state.items = compactItems(state.items);
        return res.status(200).json({
          ok: true,
          state,
          degraded: false,
          read_only: Boolean(state && state.read_only),
          source: state && state.source || "managed-storage",
        });
      } catch (err) {
        // A storage outage must not prevent the installed app from using its local paper state.
        return res.status(200).json({
          ok: true,
          state: null,
          degraded: true,
          error: err && err.message ? err.message : "Cloud state provider unavailable",
          providers: err && err.providers ? err.providers : undefined,
        });
      }
    }

    if (req.method === "POST") {
      if (!hasDatabase() && !process.env.BLOB_READ_WRITE_TOKEN && !process.env.VERCEL_OIDC_TOKEN) {
        return res.status(503).json({
          ok: false,
          degraded: true,
          read_only: true,
          source: "github-actions",
          error: "Managed cloud state is not configured; autonomous shared state is read-only",
        });
      }
      const body = typeof req.body === "string" ? JSON.parse(req.body || "{}") : (req.body || {});
      if (!body || typeof body !== "object" || !body.items || typeof body.items !== "object") {
        return res.status(400).json({ ok: false, error: "Invalid state payload" });
      }
      let current;
      try {
        current = await readJsonBlob();
      } catch (err) {
        return res.status(503).json({
          ok: false,
          degraded: true,
          retryable: true,
          error: err && err.message ? err.message : "Cloud state provider unavailable",
          providers: err && err.providers ? err.providers : undefined,
        });
      }
      const incomingItems = { ...body.items };
      const currentAgents = agentStateFromItems(current && current.items);
      let incomingAgents = agentStateFromItems(incomingItems);
      const staleAgentWrite = shouldRejectStaleAgentWrite(currentAgents, incomingAgents);
      if (body.force && staleAgentWrite && current?.items?.[AGENTS_KEY]) {
        incomingItems[AGENTS_KEY] = current.items[AGENTS_KEY];
        incomingAgents = currentAgents;
      }
      const currentSuggestions = suggestionStateFromItems(current && current.items);
      const incomingSuggestions = suggestionStateFromItems(incomingItems);
      if (currentSuggestions && incomingSuggestions
        && Number(incomingSuggestions.engine_version || 0) < Number(currentSuggestions.engine_version || 0)) {
        incomingItems[SUG_KEY] = current.items[SUG_KEY];
      }
      if (!body.force && currentAgents) {
        const currentCycle = currentAgents.last_cycle_hour || "";
        const incomingCycle = incomingAgents && incomingAgents.last_cycle_hour ? incomingAgents.last_cycle_hour : "";
        if (currentCycle && (!incomingAgents || !incomingCycle)) {
          return conflictResponse(res, "Cloud already has a cycle result; refusing unscheduled local state", current);
        }
        const sameCycle = currentCycle && currentCycle === incomingCycle;
        const differentRun = currentAgents.last_run && incomingAgents.last_run && currentAgents.last_run !== incomingAgents.last_run;
        if (sameCycle && differentRun) {
          return conflictResponse(res, "This cycle already has a cloud result", current);
        }
      }
      if (!body.force && staleAgentWrite) {
        return conflictResponse(res, "Incoming state would replace newer active positions with stale cash-only data", current);
      }
      const state = { version: 1, updated_at: new Date().toISOString(), items: compactItems(incomingItems) };
      const saved = await persistState(state);
      if (saved.blobSaved && process.env.PMA_ENABLE_STATE_HISTORY === "true") {
        const versionedPath = `${STATE_VERSION_PREFIX}${Date.now()}-${Math.random().toString(36).slice(2)}.json`;
        try {
          await put(versionedPath, JSON.stringify(state), withBlobAuth({
            access: "private",
            allowOverwrite: false,
            contentType: "application/json",
            cacheControlMaxAge: 0,
          }));
        } catch {
          // The shared state is authoritative; backup retention must not block a cycle.
        }
      }
      return res.status(200).json({ ok: true, state });
    }

    res.setHeader("Allow", "GET, POST");
    return res.status(405).json({ ok: false, error: "Method not allowed" });
  } catch (err) {
    const message = err && err.message ? err.message : "State sync failed";
    return res.status(500).json({ ok: false, error: message });
  }
}